-- Logs begin at Tue 2022-09-20 12:34:38 UTC, end at Tue 2022-09-20 13:42:26 UTC. -- Sep 20 13:09:05.595110 dv-cinder-858463-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 20 13:09:08.550178 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.common.config [-] Logging enabled! Sep 20 13:09:08.550618 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.2.1.dev37 Sep 20 13:09:08.551002 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103943) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 20 13:09:08.554418 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.common.config [-] Logging enabled! Sep 20 13:09:08.554672 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.2.1.dev37 Sep 20 13:09:08.555010 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103943) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 20 13:09:08.555944 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 20 13:09:08.556183 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 20 13:09:08.556550 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 20 13:09:08.556799 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 20 13:09:08.557036 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 20 13:09:08.557508 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.557933 dv-cinder-858463-1-iscsi neutron-server[103943]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Sep 20 13:09:08.558247 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.558544 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.558865 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.559167 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.559460 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.559745 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.560035 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.560333 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.560620 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.560900 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.561186 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.561479 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.561761 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.562047 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.562334 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.562617 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] debug = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.562924 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.563363 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.563782 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.564064 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.564355 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.564635 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.564908 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.565186 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.565470 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.565796 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] host = dv-cinder-858463-1-iscsi {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.566074 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.566360 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.566645 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.566960 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.567239 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.567515 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.567799 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.568074 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.568505 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] log_file = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.568753 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.569044 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.569350 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.569637 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.569868 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.570096 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.570386 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.570676 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.570983 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.571258 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.571532 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.571806 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.572080 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.572347 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.572631 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.572919 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.573204 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.573479 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.573752 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.574022 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.574292 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.574575 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.574869 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.575144 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.575417 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.575703 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.575972 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.576244 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.576542 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.576826 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.577114 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.577398 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.577669 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.577950 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.578222 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.578492 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.578787 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] use_json = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.579063 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.579334 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.579616 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.579887 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.580160 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.580433 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.580703 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.580986 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.581259 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:08.581557 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.581853 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.582154 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.582451 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.582772 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.583042 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.583333 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.583612 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.584441 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.584735 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.585022 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.585301 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.585606 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.585897 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.586192 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.586496 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.586828 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.587128 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.587407 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.587685 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.587960 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.588240 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.588528 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.588807 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.589097 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.589387 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.589667 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.589964 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.590250 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.590544 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.590926 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.591203 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.591484 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.591776 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.592056 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.592329 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.592608 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.592897 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.593175 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.593446 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.593729 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.594024 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.594316 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.594591 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.594897 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.595190 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.595468 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.595743 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.596014 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.596289 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.596560 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.596844 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.597123 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.597394 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.597667 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.597945 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.598218 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.598489 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.598788 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.599062 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.599340 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.600205 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.600493 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.600869 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.601151 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.601429 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.601703 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.601977 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.602257 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.602530 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.602830 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.603108 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.603381 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.603654 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.603946 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.604246 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.604526 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.604802 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.605081 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.605359 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.605636 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.605915 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.606196 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.606473 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.606764 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.607065 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.607350 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.607634 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.607936 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.608214 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.608509 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.608785 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.609062 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.609343 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.609617 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.609894 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.610175 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.610457 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.610770 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.611068 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.611363 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.611656 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.611950 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.612230 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.612537 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.612816 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:08.613038 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 20 13:09:08.613279 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103943) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 20 13:09:08.980020 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Sep 20 13:09:08.980311 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Sep 20 13:09:08.980625 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Sep 20 13:09:08.980958 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 20 13:09:09.310578 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:09.310821 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:09.311098 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:09.312316 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:09.312595 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:09.312981 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:09.358532 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:09.358846 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:09.359134 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:09.373878 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:09.374163 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:09.374435 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:09.406248 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:09.406530 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:09.406831 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:09.450086 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:09.450365 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:09.450641 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:09.852911 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:09.853564 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:09.853564 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:09.853724 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:09.854410 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:09.967925 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:09.968254 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:09.968542 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:09.968819 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:09.969093 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:09.969411 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:09.969678 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:09.969941 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:09.970203 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:09.970490 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:09.970778 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:09.971057 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:09.971320 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:09.971579 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:09.971839 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:09.972109 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:09.972370 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:09.972709 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:09.973171 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:09.973645 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:09.974091 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:09.974361 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:09.975223 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:09.975734 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:09.976184 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:09.976654 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:09.977076 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103943) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 13:09:09.977327 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103943) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 13:09:09.977651 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103943) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 13:09:09.978072 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103943) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 13:09:09.978467 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103943) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 13:09:09.978883 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103943) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 13:09:09.979461 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 20 13:09:09.984334 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 20 13:09:09.989175 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 20 13:09:09.993687 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Sep 20 13:09:09.995643 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 20 13:09:09.996115 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 20 13:09:09.996450 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 20 13:09:09.996843 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 20 13:09:09.999630 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 20 13:09:09.999884 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 20 13:09:10.000354 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 20 13:09:10.007149 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 20 13:09:10.037911 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 20 13:09:10.038606 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:10.039221 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103943) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Sep 20 13:09:10.039813 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:10.041343 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103943) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 20 13:09:10.041882 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 20 13:09:10.042132 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 20 13:09:10.054409 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:10.054895 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:10.163646 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 20 13:09:10.163872 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 20 13:09:10.164044 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 20 13:09:10.164436 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 20 13:09:10.190591 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_db.sqlalchemy.engines [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103943) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 20 13:09:10.796991 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.plugins.ml2.managers [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Initializing driver for type 'gre' Sep 20 13:09:10.797446 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] gre ID ranges: [(1, 1000)] Sep 20 13:09:10.851405 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.plugins.ml2.managers [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Initializing driver for type 'local' Sep 20 13:09:10.851746 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.plugins.ml2.managers [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Initializing driver for type 'vlan' Sep 20 13:09:10.864472 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] VlanTypeDriver initialization complete Sep 20 13:09:10.865101 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.plugins.ml2.managers [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Initializing driver for type 'vxlan' Sep 20 13:09:10.865283 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] vxlan ID ranges: [(1, 1000)] Sep 20 13:09:10.920623 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.plugins.ml2.managers [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Initializing extension driver 'port_security' Sep 20 13:09:10.921006 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.plugins.ml2.extensions.port_security [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] PortSecurityExtensionDriver initialization complete Sep 20 13:09:10.921373 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.plugins.ml2.managers [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Initializing mechanism driver 'openvswitch' Sep 20 13:09:10.921701 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.plugins.ml2.managers [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Initializing mechanism driver 'hyperv' Sep 20 13:09:10.928252 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.plugin [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:09:10.929110 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > port after_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:10.929509 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > port after_update 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:10.929869 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > port after_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:10.930403 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103943) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Sep 20 13:09:10.930866 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > subnet after_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:10.931227 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > subnet after_update 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:10.931580 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:10.931979 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103943) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Sep 20 13:09:10.932387 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > network after_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:10.932743 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > network after_update 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:10.933091 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > network after_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:10.933487 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103943) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Sep 20 13:09:10.933891 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > security_group after_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:10.934247 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > security_group after_update 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:10.934591 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:10.935018 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103943) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Sep 20 13:09:10.935431 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:10.935782 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:10.936129 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:10.936529 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103943) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Sep 20 13:09:10.936931 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > address_group after_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:10.937287 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > address_group after_update 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:10.937629 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:10.938027 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103943) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Sep 20 13:09:10.938466 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] ML2 OVO RPC backend initialized. {{(pid=103943) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Sep 20 13:09:10.939187 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:10.939547 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:10.939966 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > network before_response 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:10.940314 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > networks before_response 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:10.940665 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > port before_response 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:10.941010 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > ports before_response 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:10.941356 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > subnet before_response 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:10.941700 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > subnets before_response 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:10.942047 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > network after_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:10.942389 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > network after_update 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:10.942728 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > network after_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:10.943090 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > port after_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:10.943434 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > port after_update 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:10.943774 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > port after_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:10.944108 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > subnet after_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:10.944445 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > subnet after_update 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:10.944783 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:10.952208 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.quota [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded quota_driver: . Sep 20 13:09:10.952574 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.plugins.ml2.plugin [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Modular L2 Plugin initialization complete Sep 20 13:09:10.952920 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading services supported by the core plugin {{(pid=103943) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 20 13:09:10.953262 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.plugins.ml2.managers [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Got port-security extension from driver 'port_security' Sep 20 13:09:10.953742 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.extensions.vlantransparent [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Disabled vlantransparent extension. Sep 20 13:09:10.954235 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103943) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 20 13:09:10.954561 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading Plugin: router Sep 20 13:09:10.989948 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:10.990374 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > router after_create 55549900 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:10.990828 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > router before_create 55549900 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:10.991144 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:10.991522 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:10.991882 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > router after_delete 55549900 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:10.992247 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:10.992604 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:10.992970 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > router after_create 55549900 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:10.993321 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > router after_update 55549900 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:10.993676 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > router after_update 55549900 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:10.994030 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:10.994396 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > router after_update 55549900 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:10.994846 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > router precommit_update 55549900 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:10.995226 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: port after_update 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:10.995571 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: port after_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:10.995920 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: subnet after_update 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:10.996259 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:10.996615 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:10.996965 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > router precommit_create 55549900 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:10.997305 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: port before_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:10.997783 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > router precommit_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:10.998146 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > router after_update 55549900 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:10.998494 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:10.998884 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > router precommit_create 55549900 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:10.999255 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:10.999607 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > router precommit_update 55549900 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:10.999980 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > agent after_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:11.000336 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > agent after_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:11.000692 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > network after_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:11.001554 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.quota.resource_registry [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Tracking information for resource: router configured {{(pid=103943) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 13:09:11.001891 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.quota.resource_registry [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Tracking information for resource: floatingip configured {{(pid=103943) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 13:09:11.006876 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.db.l3_agentschedulers_db [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 20 13:09:11.007452 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: port after_update 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:11.007816 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: port after_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:11.008172 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: port after_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:11.008527 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: port after_update 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:11.009318 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > router before_create 55550100 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:11.009689 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:11.010057 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > router precommit_create 55550100 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:11.010421 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > router precommit_update 55550100 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:11.015315 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.services.provider_configuration [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Service providers = [] {{(pid=103943) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 20 13:09:11.015682 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.db.servicetype_db [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103943) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 20 13:09:11.018609 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.services.service_base [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103943) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 20 13:09:11.018989 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.services.service_base [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103943) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 20 13:09:11.019335 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.services.service_base [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103943) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 20 13:09:11.020216 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.services.service_base [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103943) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 20 13:09:11.020586 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.services.service_base [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 20 13:09:11.020970 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103943) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 13:09:11.021286 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 20 13:09:11.032272 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103943) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 13:09:11.032616 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading Plugin: auto_allocate Sep 20 13:09:11.038980 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: network precommit_update 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:11.039356 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: network precommit_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:11.039878 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103943) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 13:09:11.040202 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading Plugin: tag Sep 20 13:09:11.048396 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103943) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 13:09:11.048677 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading Plugin: timestamp Sep 20 13:09:11.052686 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103943) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 13:09:11.053027 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading Plugin: network_ip_availability Sep 20 13:09:11.058547 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:11.058949 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:11.059315 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:11.060026 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103943) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 13:09:11.060348 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading Plugin: flavors Sep 20 13:09:11.065243 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103943) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 13:09:11.065577 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading Plugin: revisions Sep 20 13:09:11.070206 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103943) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 13:09:11.070600 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_concurrency.lockutils [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.090s {{(pid=103943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Sep 20 13:09:11.071375 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103943) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 20 13:09:11.071713 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Initializing extension manager. Sep 20 13:09:11.072232 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: __init__.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.072577 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: __pycache__ {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.072913 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: address_group.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.073667 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.074237 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: address-group Sep 20 13:09:11.074566 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: address_scope.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.075307 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.075817 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: address-scope Sep 20 13:09:11.076142 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.077062 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.077567 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: router-admin-state-down-before-update Sep 20 13:09:11.077891 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: agent.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.078587 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.079123 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: agent Sep 20 13:09:11.079448 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: agent_resources_synced.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.080352 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.080859 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: agent-resources-synced Sep 20 13:09:11.081181 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: allowedaddresspairs.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.082963 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.083484 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: allowed-address-pairs Sep 20 13:09:11.084322 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: auto_allocated_topology.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.085390 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.085897 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: auto-allocated-topology Sep 20 13:09:11.086224 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: availability_zone.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.086938 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.087436 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: availability_zone Sep 20 13:09:11.087760 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: availability_zone_filter.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.088655 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.089153 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: availability_zone_filter Sep 20 13:09:11.089476 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: data_plane_status.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.090370 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.090892 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extension data-plane-status not supported by any of loaded plugins Sep 20 13:09:11.091217 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: default_subnetpools.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.092115 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.092613 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: default-subnetpools Sep 20 13:09:11.092936 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.093734 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.094235 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: dhcp_agent_scheduler Sep 20 13:09:11.094560 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: dns.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.095490 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.095984 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extension dns-integration not supported by any of loaded plugins Sep 20 13:09:11.096308 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: dns_domain_ports.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.097210 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.097704 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 20 13:09:11.098029 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.098955 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.099470 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 20 13:09:11.100354 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: dvr.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.101026 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.101520 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: dvr Sep 20 13:09:11.101845 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: ecmp_routes.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.102754 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.103274 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 20 13:09:11.103597 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: empty_string_filtering.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.104491 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.104999 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: empty-string-filtering Sep 20 13:09:11.105323 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.106218 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.106717 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 20 13:09:11.107071 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.107971 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.108469 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 20 13:09:11.108791 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: external_net.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.109682 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.110183 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: external-net Sep 20 13:09:11.110505 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.111437 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.111941 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: extra_dhcp_opt Sep 20 13:09:11.112266 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: extraroute.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.113158 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.113659 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: extraroute Sep 20 13:09:11.113985 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: extraroute_atomic.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.115030 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.115723 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: extraroute-atomic Sep 20 13:09:11.116053 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: filter_validation.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.116712 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.117215 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: filter-validation Sep 20 13:09:11.117534 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: fip_pf_description.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.118432 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.118962 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 20 13:09:11.119283 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: fip_port_details.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.120360 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.120864 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: fip-port-details Sep 20 13:09:11.121186 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: flavors.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.122380 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.122908 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: flavors Sep 20 13:09:11.123236 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.124861 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.125370 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 20 13:09:11.125700 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: floatingip_pools.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.126392 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.126934 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: floatingip-pools Sep 20 13:09:11.127269 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: ip_allocation.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.128187 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.128690 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extension ip_allocation not supported by any of loaded plugins Sep 20 13:09:11.129016 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.129925 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.130425 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: ip-substring-filtering Sep 20 13:09:11.131331 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: l2_adjacency.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.132219 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.132721 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 20 13:09:11.133044 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: l3.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.133986 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.134501 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: router Sep 20 13:09:11.134856 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.137075 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.137594 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 20 13:09:11.137923 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.138853 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.139362 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: ext-gw-mode Sep 20 13:09:11.139689 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.140598 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.141100 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: l3-ha Sep 20 13:09:11.141428 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.142323 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.142844 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 20 13:09:11.143170 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: l3_flavors.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.144073 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.144579 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: l3-flavors Sep 20 13:09:11.144905 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.146268 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.147003 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 20 13:09:11.147342 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.148253 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.148763 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 20 13:09:11.149095 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: l3agentscheduler.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.150103 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.150617 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: l3_agent_scheduler Sep 20 13:09:11.151040 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: local_ip.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.152775 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.153296 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extension local_ip not supported by any of loaded plugins Sep 20 13:09:11.153630 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: logging.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.155248 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.155768 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extension logging not supported by any of loaded plugins Sep 20 13:09:11.156100 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: metering.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.156836 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.157411 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: metering Sep 20 13:09:11.157739 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.158836 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.159351 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: metering_source_and_destination_fields Sep 20 13:09:11.159683 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: multiprovidernet.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.160613 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.161119 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: multi-provider Sep 20 13:09:11.161445 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: netmtu.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.162908 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.163410 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: net-mtu Sep 20 13:09:11.163736 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: netmtu_writable.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.164648 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.165150 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: net-mtu-writable Sep 20 13:09:11.165474 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: network_availability_zone.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.166137 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.166918 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: network_availability_zone Sep 20 13:09:11.167243 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: network_ip_availability.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.168331 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.168832 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: network-ip-availability Sep 20 13:09:11.169158 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: network_segment_range.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.169911 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.170409 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extension network-segment-range not supported by any of loaded plugins Sep 20 13:09:11.170768 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: pagination.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.171723 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.172050 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: pagination Sep 20 13:09:11.172371 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: port_device_profile.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.173269 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.173779 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: port-device-profile Sep 20 13:09:11.174101 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.175229 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.175557 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: port-mac-address-regenerate Sep 20 13:09:11.175880 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.176785 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.177293 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: port-numa-affinity-policy Sep 20 13:09:11.177802 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: port_resource_request.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.178864 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.179378 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extension port-resource-request not supported by any of loaded plugins Sep 20 13:09:11.179702 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: port_resource_request_groups.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.180662 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.181171 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 20 13:09:11.181497 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: portbindings.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.182409 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.182944 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: binding Sep 20 13:09:11.183269 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: portbindings_extended.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.184507 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.185016 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: binding-extended Sep 20 13:09:11.185346 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: portsecurity.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.186247 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.186764 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: port-security Sep 20 13:09:11.187102 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: project_id.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.188061 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.188387 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: project-id Sep 20 13:09:11.188708 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: providernet.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.189626 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.190134 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: provider Sep 20 13:09:11.190459 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: qos.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.194976 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.195500 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extension qos not supported by any of loaded plugins Sep 20 13:09:11.195836 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.197070 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.197583 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 20 13:09:11.197914 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.198858 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.199364 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 20 13:09:11.199689 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: qos_default.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.200593 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.201093 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extension qos-default not supported by any of loaded plugins Sep 20 13:09:11.201415 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: qos_fip.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.202338 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.202872 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extension qos-fip not supported by any of loaded plugins Sep 20 13:09:11.203196 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.204100 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.204600 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 20 13:09:11.204923 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: qos_gateway_ip.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.205953 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.206458 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 20 13:09:11.206800 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: qos_port_network_policy.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.207705 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.208205 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 20 13:09:11.208525 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.209839 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.210352 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 20 13:09:11.210674 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.211728 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.212241 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 20 13:09:11.212567 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: qos_pps_rule.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.213716 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.214225 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extension qos-pps not supported by any of loaded plugins Sep 20 13:09:11.214553 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: qos_rule_type_details.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.215494 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.215998 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 20 13:09:11.216323 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: qos_rules_alias.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.217399 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.217898 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 20 13:09:11.218223 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: quota_check_limit.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.219164 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.219672 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: quota-check-limit Sep 20 13:09:11.219997 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: quotasv2.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.220921 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.221247 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: quotas Sep 20 13:09:11.221568 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: quotasv2_detail.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.223269 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.223609 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: quota_details Sep 20 13:09:11.223945 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: rbac.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.225706 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.226231 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: rbac-policies Sep 20 13:09:11.226561 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: rbac_address_group.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.227527 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.228038 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: rbac-address-group Sep 20 13:09:11.228362 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: rbac_address_scope.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.229269 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.229775 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: rbac-address-scope Sep 20 13:09:11.230098 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: rbac_security_groups.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.231035 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.231540 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: rbac-security-groups Sep 20 13:09:11.231867 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: rbac_subnetpool.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.232811 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.233309 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: rbac-subnetpool Sep 20 13:09:11.233633 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: revisionifmatch.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.234612 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.235154 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: revision-if-match Sep 20 13:09:11.235478 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: revisions.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.236592 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.237097 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: standard-attr-revisions Sep 20 13:09:11.237424 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: router_availability_zone.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.238094 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.238599 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: router_availability_zone Sep 20 13:09:11.238955 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: routerservicetype.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.239874 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.240935 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extension router-service-type not supported by any of loaded plugins Sep 20 13:09:11.241253 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.242176 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.242686 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: security-groups-normalized-cidr Sep 20 13:09:11.243040 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.243954 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.244487 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: port-security-groups-filtering Sep 20 13:09:11.244791 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.245716 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.246229 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: security-groups-remote-address-group Sep 20 13:09:11.246552 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.247498 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.248006 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: security-groups-shared-filtering Sep 20 13:09:11.248327 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.248907 dv-cinder-858463-1-iscsi neutron-server[103943]: WARNING neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Sep 20 13:09:11.249227 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: securitygroup.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.259160 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.259685 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: security-group Sep 20 13:09:11.260018 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: segment.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.260742 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.261253 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extension segment not supported by any of loaded plugins Sep 20 13:09:11.261582 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.262515 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.263055 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 20 13:09:11.263382 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: servicetype.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.264473 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.264982 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: service-type Sep 20 13:09:11.265309 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: sorting.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.266287 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.266622 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: sorting Sep 20 13:09:11.266977 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: standard_attr_segment.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.267888 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.268399 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 20 13:09:11.268725 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: standardattrdescription.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.269371 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.269875 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: standard-attr-description Sep 20 13:09:11.270198 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: stateful_security_group.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.271136 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.271678 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: stateful-security-group Sep 20 13:09:11.271998 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: stdattrs_common.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.272561 dv-cinder-858463-1-iscsi neutron-server[103943]: WARNING neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 20 13:09:11.272884 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.273812 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.274320 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 20 13:09:11.274644 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: subnet_onboard.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.275736 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.276253 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: subnet_onboard Sep 20 13:09:11.276578 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.277516 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.278022 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 20 13:09:11.278346 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: subnet_service_types.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.279301 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.279959 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: subnet-service-types Sep 20 13:09:11.280294 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: subnetallocation.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.281382 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.281897 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: subnet_allocation Sep 20 13:09:11.282227 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.282921 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.283433 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: subnetpool-prefix-ops Sep 20 13:09:11.283755 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.284691 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.285199 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 20 13:09:11.285526 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: tagging.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.286595 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.287672 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: standard-attr-tag Sep 20 13:09:11.288000 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: timestamp.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.289195 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.289706 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loaded extension: standard-attr-timestamp Sep 20 13:09:11.290033 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: trunk.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.291083 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.291849 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extension trunk not supported by any of loaded plugins Sep 20 13:09:11.292180 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: trunk_details.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.293088 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.293595 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extension trunk-details not supported by any of loaded plugins Sep 20 13:09:11.293920 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: uplink_status_propagation.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.294854 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.295361 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 20 13:09:11.295686 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Loading extension file: vlantransparent.py {{(pid=103943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 13:09:11.296357 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 13:09:11.296860 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 20 13:09:11.299476 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.quota.resource_registry [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Creating instance of TrackedResource for resource:network Sep 20 13:09:11.299957 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.quota.resource_registry [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Creating instance of TrackedResource for resource:subnet Sep 20 13:09:11.300354 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.quota.resource_registry [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Creating instance of TrackedResource for resource:subnetpool Sep 20 13:09:11.300741 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.quota.resource_registry [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Creating instance of TrackedResource for resource:port Sep 20 13:09:11.301987 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.resource_helper [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 13:09:11.302439 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.resource_helper [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Service FLAVORS assigned prefix: {{(pid=103943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 13:09:11.303663 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.resource_helper [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 13:09:11.304109 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.resource_helper [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 13:09:11.304442 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.quota.resource_registry [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Creating instance of TrackedResource for resource:router Sep 20 13:09:11.304865 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.quota.resource_registry [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Creating instance of TrackedResource for resource:floatingip Sep 20 13:09:11.305359 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.resource_helper [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Service METERING assigned prefix: /metering {{(pid=103943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 13:09:11.306836 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:11.307224 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:11.307581 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:09:11.308595 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.quota.resource_registry [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Creating instance of CountableResource for resource:rbac_policy Sep 20 13:09:11.309042 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.quota.resource_registry [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Creating instance of TrackedResource for resource:security_group Sep 20 13:09:11.309469 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.quota.resource_registry [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 20 13:09:11.310070 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.resource_helper [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Service CORE assigned prefix: {{(pid=103943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 13:09:11.310411 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.quota.resource_registry [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Creating instance of TrackedResource for resource:subnetpool Sep 20 13:09:11.310783 dv-cinder-858463-1-iscsi neutron-server[103943]: WARNING neutron.quota.resource_registry [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] subnetpool is already registered Sep 20 13:09:11.311211 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.resource_helper [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Service CORE assigned prefix: {{(pid=103943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 13:09:11.311538 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.quota.resource_registry [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Creating instance of TrackedResource for resource:subnetpool Sep 20 13:09:11.311872 dv-cinder-858463-1-iscsi neutron-server[103943]: WARNING neutron.quota.resource_registry [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] subnetpool is already registered Sep 20 13:09:11.314158 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.resource_helper [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 13:09:11.314594 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.resource_helper [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Service FLAVORS assigned prefix: {{(pid=103943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 13:09:11.315214 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.resource_helper [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 13:09:11.315645 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.resource_helper [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 13:09:11.315983 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.quota.resource_registry [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Creating instance of TrackedResource for resource:router Sep 20 13:09:11.316321 dv-cinder-858463-1-iscsi neutron-server[103943]: WARNING neutron.quota.resource_registry [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] router is already registered Sep 20 13:09:11.316731 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.quota.resource_registry [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Creating instance of TrackedResource for resource:floatingip Sep 20 13:09:11.317064 dv-cinder-858463-1-iscsi neutron-server[103943]: WARNING neutron.quota.resource_registry [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] floatingip is already registered Sep 20 13:09:11.317515 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.resource_helper [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Service METERING assigned prefix: /metering {{(pid=103943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 13:09:11.318189 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.quota.resource_registry [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Creating instance of CountableResource for resource:rbac_policy Sep 20 13:09:11.318524 dv-cinder-858463-1-iscsi neutron-server[103943]: WARNING neutron.quota.resource_registry [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] rbac_policy is already registered Sep 20 13:09:11.319045 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.quota.resource_registry [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Creating instance of TrackedResource for resource:security_group Sep 20 13:09:11.319387 dv-cinder-858463-1-iscsi neutron-server[103943]: WARNING neutron.quota.resource_registry [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] security_group is already registered Sep 20 13:09:11.319792 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.quota.resource_registry [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 20 13:09:11.320201 dv-cinder-858463-1-iscsi neutron-server[103943]: WARNING neutron.quota.resource_registry [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] security_group_rule is already registered Sep 20 13:09:11.320757 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.resource_helper [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Service CORE assigned prefix: {{(pid=103943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 13:09:11.321086 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.quota.resource_registry [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Creating instance of TrackedResource for resource:subnetpool Sep 20 13:09:11.321419 dv-cinder-858463-1-iscsi neutron-server[103943]: WARNING neutron.quota.resource_registry [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] subnetpool is already registered Sep 20 13:09:11.321836 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.v2.resource_helper [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Service CORE assigned prefix: {{(pid=103943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 13:09:11.322161 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.quota.resource_registry [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Creating instance of TrackedResource for resource:subnetpool Sep 20 13:09:11.322491 dv-cinder-858463-1-iscsi neutron-server[103943]: WARNING neutron.quota.resource_registry [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] subnetpool is already registered Sep 20 13:09:11.322982 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extended resource: extensions {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 13:09:11.324474 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extended resource: address-groups {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 13:09:11.326003 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extended resource: address-scopes {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 13:09:11.327361 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extended resource: agents {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 13:09:11.328533 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extended resource: auto-allocated-topology {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 13:09:11.329776 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extended resource: availability_zones {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 13:09:11.331009 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extended resource: dhcp-networks {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 13:09:11.333569 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extended resource: dhcp-agents {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 13:09:11.335307 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extended resource: routers {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 13:09:11.337520 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extended resource: flavors {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 13:09:11.338676 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extended resource: service_profiles {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 13:09:11.339910 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extended resource: next_providers {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 13:09:11.341369 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extended resource: service_profiles {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 13:09:11.342995 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extended resource: floatingip-pools {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 13:09:11.344217 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extended resource: routers {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 13:09:11.346342 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extended resource: floatingips {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 13:09:11.347651 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extended resource: l3-routers {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 13:09:11.349035 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extended resource: l3-agents {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 13:09:11.351207 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extended resource: metering-labels {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 13:09:11.352561 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extended resource: metering-label-rules {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 13:09:11.353962 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extended resource: network-ip-availabilities {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 13:09:11.355261 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extended resource: bindings {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 13:09:11.356921 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extended resource: quotas {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 13:09:11.358484 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extended resource: quotas {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 13:09:11.360059 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extended resource: rbac-policies {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 13:09:11.361351 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extended resource: security-groups {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 13:09:11.362574 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extended resource: security-group-rules {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 13:09:11.363838 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extended resource: service-providers {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 13:09:11.365086 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extended resource: subnetpools {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 13:09:11.367182 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extended resource: subnetpools {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 13:09:11.368661 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extended resource: tags {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 13:09:11.370350 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extended resource: tags {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 13:09:11.372174 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extended resource: tags {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 13:09:11.373969 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extended resource: tags {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 13:09:11.375800 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extended resource: tags {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 13:09:11.377662 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extended resource: tags {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 13:09:11.379379 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extended resource: tags {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 13:09:11.381439 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extended resource: tags {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 13:09:11.383229 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extended resource: tags {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 13:09:11.385084 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron.api.extensions [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Extended resource: tags {{(pid=103943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 13:09:11.391065 dv-cinder-858463-1-iscsi neutron-server[103943]: WARNING keystonemiddleware.auth_token [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 20 13:09:11.396606 dv-cinder-858463-1-iscsi neutron-server[103943]: WARNING keystonemiddleware.auth_token [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 20 13:09:11.405359 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_concurrency.lockutils [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Acquired lock "singleton_lock" {{(pid=103943) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Sep 20 13:09:11.405836 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_concurrency.lockutils [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Releasing lock "singleton_lock" {{(pid=103943) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 20 13:09:11.406488 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO oslo_service.service [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Starting 2 workers Sep 20 13:09:11.411424 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Started child 104086 {{(pid=103943) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 20 13:09:11.416986 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Started child 104087 {{(pid=103943) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 20 13:09:11.417817 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:09:11.418428 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO neutron.service [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 20 13:09:11.418978 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:09:11.419454 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [-] (104086) wsgi starting up on http://0.0.0.0:9696 Sep 20 13:09:11.421426 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO oslo_service.service [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Starting 1 workers Sep 20 13:09:11.421563 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:09:11.423063 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [-] (104087) wsgi starting up on http://0.0.0.0:9696 Sep 20 13:09:11.427072 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Started child 104088 {{(pid=103943) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 20 13:09:11.427667 dv-cinder-858463-1-iscsi neutron-server[103943]: INFO oslo_service.service [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Starting 1 workers Sep 20 13:09:11.431116 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.service [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] calling RpcWorker wait() {{(pid=104088) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 20 13:09:11.431670 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.service [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] returning from RpcWorker wait() {{(pid=104088) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 20 13:09:11.432864 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Started child 104089 {{(pid=103943) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 20 13:09:11.432967 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:09:11.433420 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:09:11.433642 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG neutron_lib.callbacks.manager [None req-5a36ebb4-9c04-4f5f-9902-bc3e8c60fb55 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:09:11.435577 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103943) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 20 13:09:11.435808 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 20 13:09:11.436000 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 20 13:09:11.436232 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 20 13:09:11.436579 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 20 13:09:11.436745 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 20 13:09:11.437413 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.437856 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.437978 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:09:11.438771 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.439131 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:09:11.439351 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.439780 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.440501 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.440919 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.441326 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.441760 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.442171 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.442482 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.442813 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.443198 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.443620 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.444072 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.444472 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.444868 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.445291 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.445618 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.446043 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.446441 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.446844 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.447255 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] debug = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.447629 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.448255 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.448654 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.449032 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.449399 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.449837 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.450210 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.450648 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.451057 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.451429 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.451804 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.452230 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.452605 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.452990 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.453388 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.453834 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.454226 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.454607 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.455265 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] host = dv-cinder-858463-1-iscsi {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.456908 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.457799 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.458106 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.458378 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.458659 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.459079 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.459470 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.459802 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.460086 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.460371 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.460651 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.460908 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.461137 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.462057 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] log_file = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.462236 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] log_options = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.462468 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.462789 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.463109 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.463272 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.463610 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.464547 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.465031 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.465364 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.465794 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.466168 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.466536 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.466942 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.467327 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.467569 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.467847 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.468103 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.468377 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.468610 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.468916 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.469194 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.469467 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.469708 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.469937 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.470172 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.470488 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.470875 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.471204 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.471696 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.472087 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.472547 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.472971 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.473512 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.473930 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.474360 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.475411 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.475846 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.476259 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.476682 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.477146 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.477559 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.477994 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.478458 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.479333 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.479805 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.480040 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.480425 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.480806 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] use_json = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.481236 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.481701 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.481966 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.482324 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.482851 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.483246 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.483721 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.484152 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.484539 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.485151 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.485619 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.486133 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.486552 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.486998 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.487420 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.487885 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.488288 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.488712 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.489089 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.489636 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.489881 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.490242 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.491167 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.491591 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.491912 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.492202 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.492478 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.492893 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.493122 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.493751 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.494152 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.494446 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.494699 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.494969 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.495208 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.495465 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.495771 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.496039 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.496524 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.496947 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.497231 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.497727 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.498113 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.498515 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.498941 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.499199 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.499461 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.499715 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.500015 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.500251 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.500475 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.500738 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.500984 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.501211 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.501450 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.501683 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.501929 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.502167 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.502414 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.502639 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.502904 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.503130 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.503739 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.503739 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.503919 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.504141 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.504411 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.504652 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.504892 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.505112 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.505335 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.505595 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.506095 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.506323 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.506540 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.506780 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.507161 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.507424 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.507651 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.507895 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.508115 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.508340 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.508559 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.508783 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.509034 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.509253 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.509477 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.509704 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.509922 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.510159 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.510375 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.510593 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.510853 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.511099 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.511326 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.511546 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.511765 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.511982 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.512197 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.512420 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.512705 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.513039 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.513303 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.513550 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.513772 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.514044 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.514267 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.514505 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.514748 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.514980 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.515248 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.515486 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.515739 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.515972 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.516200 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.516422 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.516684 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.516906 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.517129 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.517371 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.517592 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.517833 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.518932 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.518932 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.518932 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.518932 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.519226 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.519350 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.519623 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.519888 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.520202 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.520382 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.520663 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.520964 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.521260 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.522046 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.522495 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.522772 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.523036 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.523289 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.523568 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.523844 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.524081 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.524325 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.524582 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.524810 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.525030 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.525269 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.525684 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.525939 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.526341 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.526581 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.526904 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.527174 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.527417 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.527691 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.527949 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.528192 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.528470 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.528728 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.528950 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.529184 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.529419 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.529636 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.529887 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.530125 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.530377 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.530616 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.530882 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.531132 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.531345 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.531732 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.531994 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.532219 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.532438 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.532678 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.532893 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.533269 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.533517 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.533738 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.533964 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.534203 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.534419 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.534680 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.534931 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.535216 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.535487 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.535708 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.535942 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.536238 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.536482 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.536700 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.536969 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.537223 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.537489 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.537819 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.538046 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.538265 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.538482 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.538718 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.538966 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.539229 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.539495 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.539832 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.540096 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.540332 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.540581 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.540824 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.541043 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.541264 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.541494 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.541984 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.542087 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:09:11.542229 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.542457 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.542677 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.542921 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.543141 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.543381 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.543630 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.543893 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.544152 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.544400 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.544623 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.544872 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.545094 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.545317 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.545538 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.545763 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.545970 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.546187 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.546408 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.546630 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.546940 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.547188 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.547425 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.547692 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.547911 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.548160 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.548570 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.548791 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.549007 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.549233 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.549452 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.549717 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.549896 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.550112 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.550329 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.550557 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.550820 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.551064 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.551296 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.551510 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.551724 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.551947 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.552168 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.552380 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.553128 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.553445 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.553667 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.553888 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.554108 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.554319 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.554572 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.554843 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.555060 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.555288 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.555506 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.555719 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.556022 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.556278 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.556520 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.556816 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.557069 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.557323 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.557566 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.557874 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.558093 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.558340 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.558587 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.558849 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.559077 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.559337 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.559658 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.559962 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.560196 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.560458 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.560739 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.561022 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.561307 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.561523 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.561827 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.562147 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.562428 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.562687 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.562952 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.563203 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.563430 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.563649 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.563886 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.564137 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.564377 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.564640 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.564891 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.565128 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.565344 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.565580 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.565797 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.566020 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.566228 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.566449 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.566674 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.566951 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 20 13:09:11.567388 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103943) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 20 13:09:11.567558 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 20 13:09:11.567716 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 20 13:09:11.568045 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 20 13:09:11.568249 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 20 13:09:11.568483 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 20 13:09:11.568713 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.568880 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.569100 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.569272 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.569437 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.569624 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.569786 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.569941 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.570098 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.570256 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.570426 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.570593 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.570776 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.570929 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.571093 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.571255 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.571416 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.571579 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.571770 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.571938 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.572101 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.572263 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.572430 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] debug = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.572591 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.572976 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.573167 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.573313 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.573469 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.573632 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.573794 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.573959 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.574123 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.574283 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.574448 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.574610 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.574835 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.575002 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.575332 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.575495 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.575658 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.575824 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.575987 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] host = dv-cinder-858463-1-iscsi {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.576149 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.576310 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.576473 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.576637 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.576800 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.576963 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.577124 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.577287 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.577453 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.577617 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.577781 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.577942 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.578253 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.578417 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] log_file = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.578581 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] log_options = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.578775 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.578930 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.579100 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.579289 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.579458 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.579621 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.579786 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.579949 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.580130 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.580277 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.580428 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.580590 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.580753 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.580915 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.581078 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.581241 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.581404 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.581567 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.581732 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.581894 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.582057 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.582222 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.582381 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.582696 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.582899 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.583061 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.583223 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.583385 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.583546 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.583708 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.584396 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.584578 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.584746 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.584908 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.585071 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.585233 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.585395 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.585557 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.585725 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.585889 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.586051 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.586213 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.586375 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.586536 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.586699 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.586885 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.587049 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] use_json = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.587211 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.587373 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.587550 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.587684 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.587847 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.588008 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.588169 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.588331 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.588493 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 13:09:11.588676 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.588844 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.589020 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.589187 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.589352 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.589516 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.589681 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.589845 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.590009 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.590174 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.590346 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.590512 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.590688 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.590882 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.591047 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.591213 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.591377 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.591541 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.591710 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.591875 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.592041 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.592205 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.592379 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.592543 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.592707 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.592860 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.593025 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.593198 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.593363 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.593544 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.593711 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.593876 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.594040 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.594204 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.594370 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.594536 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.594702 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.594889 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.595056 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.595221 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.595386 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.595550 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.595715 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.595880 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.596047 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.596213 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.596379 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.596545 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.596709 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.596874 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.597041 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.597205 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.597371 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.597538 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.597704 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.597871 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.598036 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.598211 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.598377 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.598540 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.598705 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.598901 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.599067 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.599232 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.599396 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.600103 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.600272 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.600438 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.600618 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.600784 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.600949 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.601114 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.601279 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.601445 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.601610 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.601778 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.601943 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.602106 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.602271 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.602435 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.602598 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.602781 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.602948 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.603113 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.603278 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.603443 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.603608 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.603773 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.603937 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.604102 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.604267 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.604440 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.604621 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.604786 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.604951 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.605116 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.605281 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.605445 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.605610 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.605774 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.605939 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.606103 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.606267 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.606432 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.606600 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.606786 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.606953 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.607117 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.607282 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.607446 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.607610 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.607773 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.607937 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.608101 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.608266 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.608429 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.608592 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.608756 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.608920 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.609094 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.609257 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.609426 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.609590 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.609762 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.609937 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.610102 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.610266 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.610431 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.610595 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.610781 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.610947 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.611110 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.611274 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.611436 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.611604 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.611780 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.611945 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.612111 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.612275 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.612461 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.612625 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.612789 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.612953 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.613116 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.613281 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.613444 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.613609 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.613774 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.613939 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.614103 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.614270 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.614434 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.614599 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.614790 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.614958 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.615154 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.615323 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.615488 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.615656 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.615822 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.615987 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.616151 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.616316 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.616479 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.616644 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.616809 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.616974 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.617138 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.617303 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.617466 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.617629 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.617794 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.617958 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.618122 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.618287 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.618452 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.618619 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.618809 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.618978 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.619143 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.619310 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.619475 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.619641 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.619808 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.619973 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.620138 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.620304 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.620468 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.620634 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.620800 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.620966 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.621132 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.621297 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.621463 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.621651 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.621815 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.621979 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.622147 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.622312 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.622477 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.622641 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.622829 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.622995 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.623161 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.623328 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.623493 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.623656 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.623820 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.623984 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.624149 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.624317 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.624483 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.624649 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.624812 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.624979 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.625144 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.625310 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.625493 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.625643 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.625808 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.625973 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.626139 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.626304 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.626485 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.626650 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.626835 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.627001 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.627166 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.627330 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.627507 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.627672 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.627836 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.628000 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.628164 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.628328 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.628503 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.628668 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.628833 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.628997 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.629161 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.629327 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.629502 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.629667 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.629831 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.629994 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.630158 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.630322 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.630499 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.630664 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.630931 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.631073 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.631237 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.631403 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.631581 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.631751 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.631917 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.632081 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.632246 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.632410 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.632583 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.632749 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.632914 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.633087 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.633251 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.633416 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.633582 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.633757 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.633922 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.634088 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.634253 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.634418 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.634583 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.634784 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.634937 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.635113 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.635286 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.635452 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.635625 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.635801 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.635975 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.636149 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.636312 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.636489 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.636652 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.636816 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.636980 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.637145 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.637309 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.637475 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.637638 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.637801 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.637965 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.638129 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.638293 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.638457 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.638621 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.638806 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.638972 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.639136 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.639302 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.639466 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.639630 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 13:09:11.639788 dv-cinder-858463-1-iscsi neutron-server[103943]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 20 13:09:11.773432 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 52456) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:09:11.782077 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [-] 10.222.0.55 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064788 Sep 20 13:09:23.412596 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70eefff0-2c73-4a29-8f39-e013a4d0b3db None None] get_active_networks_info from dv-cinder-858463-1-iscsi {{(pid=104088) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Sep 20 13:09:23.477712 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70eefff0-2c73-4a29-8f39-e013a4d0b3db None None] No non-hosted networks {{(pid=104088) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 20 13:09:23.563877 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8b00ab70-0637-4a24-9962-cedca8c44ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1609696'] for agent (c520f755-59ca-4a79-a15e-107c01e131c2), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:09:25.730637 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2f606c47-5038-4bc7-826c-355e6beccafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1609696'] for agent (e6bdf340-58c5-4186-af2d-ab00439e5425), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:09:25.890951 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c2f38523-b661-4b0c-88c0-b54b775d0810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (e6bdf340-58c5-4186-af2d-ab00439e5425), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:09:26.680779 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21c1e68e-1f58-483a-acac-7453cdb7afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1609696'] for agent (dfbc54aa-0ed8-4030-9edb-0bf7f0e74037), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:09:28.134448 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c793fb8f-2eac-4cf0-b972-02f3f2d6d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1609696'] for agent (78ab24c8-cd03-458a-a2fc-6c0c54d0053a), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:09:29.505235 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 52540) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:09:29.508479 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1609696'] for agent (543ca60b-7e7a-4ebd-8f87-7672c7a482b9), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:09:29.510988 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:09:29.511522 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:09:29.512058 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:09:29.513232 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:09:29.513778 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:09:29.514124 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:09:29.514914 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:09:29.515281 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:09:29.515615 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:09:29.516157 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:09:29.516719 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:09:29.517304 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:09:29.518369 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:09:29.523115 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-858463-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:09:29.535219 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-858463-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:09:30.046677 dv-cinder-858463-1-iscsi neutron-server[104087]: WARNING oslo_policy.policy [None req-3021dbc6-47f7-4375-b744-88d5350974a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 13:09:30.047392 dv-cinder-858463-1-iscsi neutron-server[104087]: WARNING oslo_policy.policy [None req-3021dbc6-47f7-4375-b744-88d5350974a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 13:09:30.280109 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [None req-3021dbc6-47f7-4375-b744-88d5350974a0 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 20 13:09:30.282504 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-3021dbc6-47f7-4375-b744-88d5350974a0 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7761440 Sep 20 13:09:31.964390 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.db.l3_hamode_db [None req-a6ee6f1d-893d-4a1b-848f-f111ccad37f6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 20 13:09:32.041076 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ee6f1d-893d-4a1b-848f-f111ccad37f6 None None] Routers set() bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:09:32.041531 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ee6f1d-893d-4a1b-848f-f111ccad37f6 None None] Router IDs set() for agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:459}} Sep 20 13:09:32.887794 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 52564) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:09:33.195908 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-4cce8836-9dd1-49b9-8be3-c8cc8b323421 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:09:33.288218 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.policy [None req-4cce8836-9dd1-49b9-8be3-c8cc8b323421 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104087) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 20 13:09:33.331203 dv-cinder-858463-1-iscsi neutron-server[104087]: WARNING oslo_policy.policy [None req-4cce8836-9dd1-49b9-8be3-c8cc8b323421 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 13:09:33.331517 dv-cinder-858463-1-iscsi neutron-server[104087]: WARNING oslo_policy.policy [None req-4cce8836-9dd1-49b9-8be3-c8cc8b323421 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 13:09:33.426757 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4cce8836-9dd1-49b9-8be3-c8cc8b323421 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760605776987', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760605777518', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760605567841', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760605557709', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760605550923', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760605540614', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-760200', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-735549', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1609987', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1453566'] for rbac-policy (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:09:33.492355 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4cce8836-9dd1-49b9-8be3-c8cc8b323421 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:09:33.493553 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-4cce8836-9dd1-49b9-8be3-c8cc8b323421 admin admin] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6047792 Sep 20 13:09:36.023982 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 52574) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:09:36.334666 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-25f21b84-66df-413b-abf7-5a9853613233 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:09:36.363139 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f21b84-66df-413b-abf7-5a9853613233 demo demo] Made reservation on behalf of e51f3868403f411187968f24a07c89d5 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:09:36.366892 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-25f21b84-66df-413b-abf7-5a9853613233 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:09:36.382849 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-25f21b84-66df-413b-abf7-5a9853613233 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:09:36.489921 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-25f21b84-66df-413b-abf7-5a9853613233 demo demo] Publish callbacks [] for security_group (057b89b4-4a26-4ff8-b2e3-bcbc119040d5), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:09:36.494147 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-25f21b84-66df-413b-abf7-5a9853613233 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (057b89b4-4a26-4ff8-b2e3-bcbc119040d5), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:09:36.518288 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25f21b84-66df-413b-abf7-5a9853613233 demo demo] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 13:09:36.555428 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-25f21b84-66df-413b-abf7-5a9853613233 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760608259054', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549390'] for segment (19b47bae-96a7-4439-8147-ba5d4a388f1f), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:09:36.555974 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-25f21b84-66df-413b-abf7-5a9853613233 demo demo] Unsubscribe: segment precommit_create {{(pid=104087) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 20 13:09:36.556476 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.db.segments_db [None req-25f21b84-66df-413b-abf7-5a9853613233 demo demo] Added segment 19b47bae-96a7-4439-8147-ba5d4a388f1f of type vlan for network 3349d84e-640d-4bfe-9d27-e924ee9ebfca Sep 20 13:09:36.571732 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f21b84-66df-413b-abf7-5a9853613233 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=057b89b4-4a26-4ff8-b2e3-bcbc119040d5,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:09:36.597593 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f21b84-66df-413b-abf7-5a9853613233 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:09:36.597964 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f21b84-66df-413b-abf7-5a9853613233 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:09:36.598321 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f21b84-66df-413b-abf7-5a9853613233 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:09:36.598659 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f21b84-66df-413b-abf7-5a9853613233 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:09:36.599681 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f21b84-66df-413b-abf7-5a9853613233 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:09:36.600243 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f21b84-66df-413b-abf7-5a9853613233 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:09:36.600599 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f21b84-66df-413b-abf7-5a9853613233 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:09:36.600912 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f21b84-66df-413b-abf7-5a9853613233 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:09:36.601240 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f21b84-66df-413b-abf7-5a9853613233 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:09:36.601583 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f21b84-66df-413b-abf7-5a9853613233 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:09:36.601912 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f21b84-66df-413b-abf7-5a9853613233 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:09:36.602236 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f21b84-66df-413b-abf7-5a9853613233 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:09:36.602556 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f21b84-66df-413b-abf7-5a9853613233 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:09:36.603961 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f21b84-66df-413b-abf7-5a9853613233 demo demo] Tracked resource versions report: Sep 20 13:09:36.603961 dv-cinder-858463-1-iscsi neutron-server[104087]: pushed versions: Sep 20 13:09:36.603961 dv-cinder-858463-1-iscsi neutron-server[104087]: { 'AddressGroup': {'1.2'}, Sep 20 13:09:36.603961 dv-cinder-858463-1-iscsi neutron-server[104087]: 'ConntrackHelper': {'1.0'}, Sep 20 13:09:36.603961 dv-cinder-858463-1-iscsi neutron-server[104087]: 'LocalIPAssociation': {'1.0'}, Sep 20 13:09:36.603961 dv-cinder-858463-1-iscsi neutron-server[104087]: 'Log': {'1.0'}, Sep 20 13:09:36.603961 dv-cinder-858463-1-iscsi neutron-server[104087]: 'Network': {'1.1'}, Sep 20 13:09:36.603961 dv-cinder-858463-1-iscsi neutron-server[104087]: 'Port': {'1.7'}, Sep 20 13:09:36.603961 dv-cinder-858463-1-iscsi neutron-server[104087]: 'PortForwarding': {'1.2'}, Sep 20 13:09:36.603961 dv-cinder-858463-1-iscsi neutron-server[104087]: 'QosPolicy': {'1.10'}, Sep 20 13:09:36.603961 dv-cinder-858463-1-iscsi neutron-server[104087]: 'SecurityGroup': {'1.5'}, Sep 20 13:09:36.603961 dv-cinder-858463-1-iscsi neutron-server[104087]: 'SecurityGroupRule': {'1.2'}, Sep 20 13:09:36.603961 dv-cinder-858463-1-iscsi neutron-server[104087]: 'SubPort': {'1.0'}, Sep 20 13:09:36.603961 dv-cinder-858463-1-iscsi neutron-server[104087]: 'Subnet': {'1.1'}, Sep 20 13:09:36.603961 dv-cinder-858463-1-iscsi neutron-server[104087]: 'Trunk': {'1.1'}} Sep 20 13:09:36.603961 dv-cinder-858463-1-iscsi neutron-server[104087]: consumer versions: Sep 20 13:09:36.603961 dv-cinder-858463-1-iscsi neutron-server[104087]: { DHCP agent@dv-cinder-858463-1-iscsi: {}, Sep 20 13:09:36.603961 dv-cinder-858463-1-iscsi neutron-server[104087]: L3 agent@dv-cinder-858463-1-iscsi: {}, Sep 20 13:09:36.603961 dv-cinder-858463-1-iscsi neutron-server[104087]: Metadata agent@dv-cinder-858463-1-iscsi: {}, Sep 20 13:09:36.603961 dv-cinder-858463-1-iscsi neutron-server[104087]: Metering agent@dv-cinder-858463-1-iscsi: {}, Sep 20 13:09:36.603961 dv-cinder-858463-1-iscsi neutron-server[104087]: Open vSwitch agent@dv-cinder-858463-1-iscsi: { 'AddressGroup': '1.2', Sep 20 13:09:36.603961 dv-cinder-858463-1-iscsi neutron-server[104087]: 'ConntrackHelper': '1.0', Sep 20 13:09:36.603961 dv-cinder-858463-1-iscsi neutron-server[104087]: 'LocalIPAssociation': '1.0', Sep 20 13:09:36.603961 dv-cinder-858463-1-iscsi neutron-server[104087]: 'Log': '1.0', Sep 20 13:09:36.603961 dv-cinder-858463-1-iscsi neutron-server[104087]: 'Network': '1.1', Sep 20 13:09:36.603961 dv-cinder-858463-1-iscsi neutron-server[104087]: 'Port': '1.7', Sep 20 13:09:36.603961 dv-cinder-858463-1-iscsi neutron-server[104087]: 'PortForwarding': '1.2', Sep 20 13:09:36.603961 dv-cinder-858463-1-iscsi neutron-server[104087]: 'QosPolicy': '1.10', Sep 20 13:09:36.603961 dv-cinder-858463-1-iscsi neutron-server[104087]: 'SecurityGroup': '1.5', Sep 20 13:09:36.603961 dv-cinder-858463-1-iscsi neutron-server[104087]: 'SecurityGroupRule': '1.2', Sep 20 13:09:36.603961 dv-cinder-858463-1-iscsi neutron-server[104087]: 'SubPort': '1.0', Sep 20 13:09:36.603961 dv-cinder-858463-1-iscsi neutron-server[104087]: 'Subnet': '1.1', Sep 20 13:09:36.603961 dv-cinder-858463-1-iscsi neutron-server[104087]: 'Trunk': '1.1'}} Sep 20 13:09:36.603961 dv-cinder-858463-1-iscsi neutron-server[104087]: {{(pid=104087) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 13:09:36.667233 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-25f21b84-66df-413b-abf7-5a9853613233 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760607722792'] for network (3349d84e-640d-4bfe-9d27-e924ee9ebfca), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:09:36.704420 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-25f21b84-66df-413b-abf7-5a9853613233 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183'] for network (3349d84e-640d-4bfe-9d27-e924ee9ebfca), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:09:36.710036 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f21b84-66df-413b-abf7-5a9853613233 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:09:36.710757 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-25f21b84-66df-413b-abf7-5a9853613233 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:09:36.800018 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-25f21b84-66df-413b-abf7-5a9853613233 demo demo] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7748747 Sep 20 13:09:36.829531 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f21b84-66df-413b-abf7-5a9853613233 demo demo] Pushing event updated for resources: {'Network': ['ID=3349d84e-640d-4bfe-9d27-e924ee9ebfca,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:09:36.842833 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Network 3349d84e-640d-4bfe-9d27-e924ee9ebfca details requested by agent ovs-agent-dv-cinder-858463-1-iscsi with host dv-cinder-858463-1-iscsi {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 13:09:39.396883 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 52586) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:09:39.801940 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45031a0-d695-46b2-a257-400a7a0dac65 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:09:39.803415 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-e45031a0-d695-46b2-a257-400a7a0dac65 demo admin] 10.222.0.55 "GET /v2.0/networks/3349d84e-640d-4bfe-9d27-e924ee9ebfca HTTP/1.1" status: 200 len: 824 time: 0.4055853 Sep 20 13:09:39.827264 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-e29dcdd3-94db-4b70-a4ae-67ba322d3a9f demo admin] 10.222.0.55 "GET /v2.0/subnetpools/6bba8a87-dfa0-4813-b22c-add78e656ce5 HTTP/1.1" status: 200 len: 734 time: 0.0182621 Sep 20 13:09:39.836066 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-ebd094e2-8111-4204-9af3-4b3e6bd902ee demo admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '3349d84e-640d-4bfe-9d27-e924ee9ebfca', 'subnetpool_id': '6bba8a87-dfa0-4813-b22c-add78e656ce5', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:09:39.855705 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd094e2-8111-4204-9af3-4b3e6bd902ee demo admin] Made reservation on behalf of e51f3868403f411187968f24a07c89d5 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:09:39.858016 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ebd094e2-8111-4204-9af3-4b3e6bd902ee demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:09:40.142395 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ebd094e2-8111-4204-9af3-4b3e6bd902ee demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183'] for subnet (af67793b-a9ea-4a52-8040-c859d132a6ba), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:09:40.213854 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd094e2-8111-4204-9af3-4b3e6bd902ee demo admin] Checking segment: {'id': '19b47bae-96a7-4439-8147-ba5d4a388f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3349d84e-640d-4bfe-9d27-e924ee9ebfca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:09:40.214236 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd094e2-8111-4204-9af3-4b3e6bd902ee demo admin] Network hostable DHCP agents. Network: 3349d84e-640d-4bfe-9d27-e924ee9ebfca, hostable agents: ['c520f755-59ca-4a79-a15e-107c01e131c2'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 13:09:40.218746 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd094e2-8111-4204-9af3-4b3e6bd902ee demo admin] Pushing event updated for resources: {'Subnet': ['ID=af67793b-a9ea-4a52-8040-c859d132a6ba,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:09:40.237462 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd094e2-8111-4204-9af3-4b3e6bd902ee demo admin] Network 3349d84e-640d-4bfe-9d27-e924ee9ebfca is scheduled to be hosted by DHCP agent c520f755-59ca-4a79-a15e-107c01e131c2 with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 13:09:40.249857 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-ebd094e2-8111-4204-9af3-4b3e6bd902ee demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858463-1-iscsi, 3349d84e-640d-4bfe-9d27-e924ee9ebfca) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:09:40.255095 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd094e2-8111-4204-9af3-4b3e6bd902ee demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:09:40.256244 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ebd094e2-8111-4204-9af3-4b3e6bd902ee demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:09:40.260936 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3cca59-d8ae-4737-af8d-63b1d001e3cc None None] Network 3349d84e-640d-4bfe-9d27-e924ee9ebfca requested from dv-cinder-858463-1-iscsi {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 20 13:09:40.271843 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-ebd094e2-8111-4204-9af3-4b3e6bd902ee demo admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4394000 Sep 20 13:09:40.631679 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b61db2c-7313-470e-8c30-737382da63bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb49ed716-09e0-5d67-b392-6c4cef110713-3349d84e-640d-4bfe-9d27-e924ee9ebfca', 'network_id': '3349d84e-640d-4bfe-9d27-e924ee9ebfca', 'project_id': 'e51f3868403f411187968f24a07c89d5', 'fixed_ips': [{'subnet_id': 'af67793b-a9ea-4a52-8040-c859d132a6ba'}]}} from dv-cinder-858463-1-iscsi. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 20 13:09:40.632963 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5b61db2c-7313-470e-8c30-737382da63bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:09:40.932772 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-5b61db2c-7313-470e-8c30-737382da63bc None None] Allocated IP 172.20.0.2 (3349d84e-640d-4bfe-9d27-e924ee9ebfca/af67793b-a9ea-4a52-8040-c859d132a6ba/031f53a7-e00d-442d-91ca-db991ebf34c2) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:09:41.204483 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5b61db2c-7313-470e-8c30-737382da63bc None None] Publish callbacks [] for port (031f53a7-e00d-442d-91ca-db991ebf34c2), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:09:41.214026 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5b61db2c-7313-470e-8c30-737382da63bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938'] for port (031f53a7-e00d-442d-91ca-db991ebf34c2), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:09:41.308473 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b61db2c-7313-470e-8c30-737382da63bc None None] Network 3349d84e-640d-4bfe-9d27-e924ee9ebfca is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:09:41.316073 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-5b61db2c-7313-470e-8c30-737382da63bc None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:09:41.322035 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b61db2c-7313-470e-8c30-737382da63bc None None] Pushing event updated for resources: {'Port': ['ID=031f53a7-e00d-442d-91ca-db991ebf34c2,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:09:41.326097 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b61db2c-7313-470e-8c30-737382da63bc None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:09:41.335436 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b61db2c-7313-470e-8c30-737382da63bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:09:41.335813 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b61db2c-7313-470e-8c30-737382da63bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:09:41.336188 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b61db2c-7313-470e-8c30-737382da63bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:09:41.336543 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b61db2c-7313-470e-8c30-737382da63bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:09:41.336885 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b61db2c-7313-470e-8c30-737382da63bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:09:41.337228 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b61db2c-7313-470e-8c30-737382da63bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:09:41.337571 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b61db2c-7313-470e-8c30-737382da63bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:09:41.337908 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b61db2c-7313-470e-8c30-737382da63bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:09:41.338245 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b61db2c-7313-470e-8c30-737382da63bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:09:41.338598 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b61db2c-7313-470e-8c30-737382da63bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:09:41.338977 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b61db2c-7313-470e-8c30-737382da63bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:09:41.339311 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b61db2c-7313-470e-8c30-737382da63bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:09:41.339642 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b61db2c-7313-470e-8c30-737382da63bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:09:41.341082 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b61db2c-7313-470e-8c30-737382da63bc None None] Tracked resource versions report: Sep 20 13:09:41.341082 dv-cinder-858463-1-iscsi neutron-server[104088]: pushed versions: Sep 20 13:09:41.341082 dv-cinder-858463-1-iscsi neutron-server[104088]: { 'AddressGroup': {'1.2'}, Sep 20 13:09:41.341082 dv-cinder-858463-1-iscsi neutron-server[104088]: 'ConntrackHelper': {'1.0'}, Sep 20 13:09:41.341082 dv-cinder-858463-1-iscsi neutron-server[104088]: 'LocalIPAssociation': {'1.0'}, Sep 20 13:09:41.341082 dv-cinder-858463-1-iscsi neutron-server[104088]: 'Log': {'1.0'}, Sep 20 13:09:41.341082 dv-cinder-858463-1-iscsi neutron-server[104088]: 'Network': {'1.1'}, Sep 20 13:09:41.341082 dv-cinder-858463-1-iscsi neutron-server[104088]: 'Port': {'1.7'}, Sep 20 13:09:41.341082 dv-cinder-858463-1-iscsi neutron-server[104088]: 'PortForwarding': {'1.2'}, Sep 20 13:09:41.341082 dv-cinder-858463-1-iscsi neutron-server[104088]: 'QosPolicy': {'1.10'}, Sep 20 13:09:41.341082 dv-cinder-858463-1-iscsi neutron-server[104088]: 'SecurityGroup': {'1.5'}, Sep 20 13:09:41.341082 dv-cinder-858463-1-iscsi neutron-server[104088]: 'SecurityGroupRule': {'1.2'}, Sep 20 13:09:41.341082 dv-cinder-858463-1-iscsi neutron-server[104088]: 'SubPort': {'1.0'}, Sep 20 13:09:41.341082 dv-cinder-858463-1-iscsi neutron-server[104088]: 'Subnet': {'1.1'}, Sep 20 13:09:41.341082 dv-cinder-858463-1-iscsi neutron-server[104088]: 'Trunk': {'1.1'}} Sep 20 13:09:41.341082 dv-cinder-858463-1-iscsi neutron-server[104088]: consumer versions: Sep 20 13:09:41.341082 dv-cinder-858463-1-iscsi neutron-server[104088]: { DHCP agent@dv-cinder-858463-1-iscsi: {}, Sep 20 13:09:41.341082 dv-cinder-858463-1-iscsi neutron-server[104088]: L3 agent@dv-cinder-858463-1-iscsi: {}, Sep 20 13:09:41.341082 dv-cinder-858463-1-iscsi neutron-server[104088]: Metadata agent@dv-cinder-858463-1-iscsi: {}, Sep 20 13:09:41.341082 dv-cinder-858463-1-iscsi neutron-server[104088]: Metering agent@dv-cinder-858463-1-iscsi: {}, Sep 20 13:09:41.341082 dv-cinder-858463-1-iscsi neutron-server[104088]: Open vSwitch agent@dv-cinder-858463-1-iscsi: { 'AddressGroup': '1.2', Sep 20 13:09:41.341082 dv-cinder-858463-1-iscsi neutron-server[104088]: 'ConntrackHelper': '1.0', Sep 20 13:09:41.341082 dv-cinder-858463-1-iscsi neutron-server[104088]: 'LocalIPAssociation': '1.0', Sep 20 13:09:41.341082 dv-cinder-858463-1-iscsi neutron-server[104088]: 'Log': '1.0', Sep 20 13:09:41.341082 dv-cinder-858463-1-iscsi neutron-server[104088]: 'Network': '1.1', Sep 20 13:09:41.341082 dv-cinder-858463-1-iscsi neutron-server[104088]: 'Port': '1.7', Sep 20 13:09:41.341082 dv-cinder-858463-1-iscsi neutron-server[104088]: 'PortForwarding': '1.2', Sep 20 13:09:41.341082 dv-cinder-858463-1-iscsi neutron-server[104088]: 'QosPolicy': '1.10', Sep 20 13:09:41.341082 dv-cinder-858463-1-iscsi neutron-server[104088]: 'SecurityGroup': '1.5', Sep 20 13:09:41.341082 dv-cinder-858463-1-iscsi neutron-server[104088]: 'SecurityGroupRule': '1.2', Sep 20 13:09:41.341082 dv-cinder-858463-1-iscsi neutron-server[104088]: 'SubPort': '1.0', Sep 20 13:09:41.341082 dv-cinder-858463-1-iscsi neutron-server[104088]: 'Subnet': '1.1', Sep 20 13:09:41.341082 dv-cinder-858463-1-iscsi neutron-server[104088]: 'Trunk': '1.1'}} Sep 20 13:09:41.341082 dv-cinder-858463-1-iscsi neutron-server[104088]: {{(pid=104088) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 13:09:41.415300 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-5b61db2c-7313-470e-8c30-737382da63bc None None] Attempting to bind port 031f53a7-e00d-442d-91ca-db991ebf34c2 on host dv-cinder-858463-1-iscsi for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 20 13:09:41.415706 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-5b61db2c-7313-470e-8c30-737382da63bc None None] Attempting to bind port 031f53a7-e00d-442d-91ca-db991ebf34c2 by drivers openvswitch,hyperv on host dv-cinder-858463-1-iscsi at level 0 using segments [{'id': '19b47bae-96a7-4439-8147-ba5d4a388f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3349d84e-640d-4bfe-9d27-e924ee9ebfca'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 20 13:09:41.416151 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b61db2c-7313-470e-8c30-737382da63bc None None] Attempting to bind port 031f53a7-e00d-442d-91ca-db991ebf34c2 on network 3349d84e-640d-4bfe-9d27-e924ee9ebfca {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:09:41.422183 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b61db2c-7313-470e-8c30-737382da63bc None None] Checking agent: {'id': '543ca60b-7e7a-4ebd-8f87-7672c7a482b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 13, 9, 29), 'started_at': datetime.datetime(2022, 9, 20, 13, 9, 29), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 13, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:09:41.422542 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b61db2c-7313-470e-8c30-737382da63bc None None] Checking segment: {'id': '19b47bae-96a7-4439-8147-ba5d4a388f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3349d84e-640d-4bfe-9d27-e924ee9ebfca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:09:41.423069 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5b61db2c-7313-470e-8c30-737382da63bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:09:41.423464 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b61db2c-7313-470e-8c30-737382da63bc None None] Bound using segment: {'id': '19b47bae-96a7-4439-8147-ba5d4a388f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3349d84e-640d-4bfe-9d27-e924ee9ebfca'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:09:41.423962 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-5b61db2c-7313-470e-8c30-737382da63bc None None] Bound port: 031f53a7-e00d-442d-91ca-db991ebf34c2, host: dv-cinder-858463-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19b47bae-96a7-4439-8147-ba5d4a388f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3349d84e-640d-4bfe-9d27-e924ee9ebfca'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 20 13:09:41.424376 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5b61db2c-7313-470e-8c30-737382da63bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (031f53a7-e00d-442d-91ca-db991ebf34c2), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:09:41.485276 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-5b61db2c-7313-470e-8c30-737382da63bc None None] For port 031f53a7-e00d-442d-91ca-db991ebf34c2, host dv-cinder-858463-1-iscsi, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:09:41.490481 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-5b61db2c-7313-470e-8c30-737382da63bc None None] For port 031f53a7-e00d-442d-91ca-db991ebf34c2, host dv-cinder-858463-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=031f53a7-e00d-442d-91ca-db991ebf34c2,segment=NetworkSegment(19b47bae-96a7-4439-8147-ba5d4a388f1f),segment_id=19b47bae-96a7-4439-8147-ba5d4a388f1f)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:09:41.498520 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5b61db2c-7313-470e-8c30-737382da63bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (031f53a7-e00d-442d-91ca-db991ebf34c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:09:41.562785 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b61db2c-7313-470e-8c30-737382da63bc None None] Pushing event updated for resources: {'Port': ['ID=031f53a7-e00d-442d-91ca-db991ebf34c2,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:09:42.915646 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 52594) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:09:43.412842 dv-cinder-858463-1-iscsi neutron-server[104086]: WARNING oslo_policy.policy [None req-bbd2dbfd-32b3-43b3-9b71-86a9ea2143ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 13:09:43.413422 dv-cinder-858463-1-iscsi neutron-server[104086]: WARNING oslo_policy.policy [None req-bbd2dbfd-32b3-43b3-9b71-86a9ea2143ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 13:09:43.642617 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [None req-bbd2dbfd-32b3-43b3-9b71-86a9ea2143ff admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 20 13:09:43.643915 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-bbd2dbfd-32b3-43b3-9b71-86a9ea2143ff admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7259860 Sep 20 13:09:46.248812 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 52608) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:09:46.569761 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [None req-bf8990a5-75ea-4d3c-a0c8-62d3f8f8bbb8 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 20 13:09:46.570869 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-bf8990a5-75ea-4d3c-a0c8-62d3f8f8bbb8 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3210831 Sep 20 13:09:49.203889 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 52616) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:09:49.520359 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.v2.base [None req-03869ca4-09c0-4362-a2ee-6f5f7b4334e0 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:09:49.581827 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.policy [None req-03869ca4-09c0-4362-a2ee-6f5f7b4334e0 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104086) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 20 13:09:49.626292 dv-cinder-858463-1-iscsi neutron-server[104086]: WARNING oslo_policy.policy [None req-03869ca4-09c0-4362-a2ee-6f5f7b4334e0 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 13:09:49.626694 dv-cinder-858463-1-iscsi neutron-server[104086]: WARNING oslo_policy.policy [None req-03869ca4-09c0-4362-a2ee-6f5f7b4334e0 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 13:09:49.688702 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-03869ca4-09c0-4362-a2ee-6f5f7b4334e0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36824'] for router (2b0b0ee7-975b-451c-8e63-37aa88c283fe), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:09:49.690535 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-03869ca4-09c0-4362-a2ee-6f5f7b4334e0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1607812', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36847'] for router (2b0b0ee7-975b-451c-8e63-37aa88c283fe), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:09:49.850192 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-03869ca4-09c0-4362-a2ee-6f5f7b4334e0 demo demo] Publish callbacks [] for router_controller (2b0b0ee7-975b-451c-8e63-37aa88c283fe), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:09:49.855462 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-03869ca4-09c0-4362-a2ee-6f5f7b4334e0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607915'] for router (2b0b0ee7-975b-451c-8e63-37aa88c283fe), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:09:49.882172 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-03869ca4-09c0-4362-a2ee-6f5f7b4334e0 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:09:49.894764 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-03869ca4-09c0-4362-a2ee-6f5f7b4334e0 demo demo] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6790085 Sep 20 13:09:52.351149 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 031f53a7-e00d-442d-91ca-db991ebf34c2 up at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:09:52.436162 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Provisioning complete for port 031f53a7-e00d-442d-91ca-db991ebf34c2 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:09:52.436487 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (031f53a7-e00d-442d-91ca-db991ebf34c2), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:09:52.436848 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Attempt 1 to provision port 031f53a7-e00d-442d-91ca-db991ebf34c2 Sep 20 13:09:52.506933 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 52630) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:09:52.543003 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Current status of the port 031f53a7-e00d-442d-91ca-db991ebf34c2 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:09:52.543399 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (031f53a7-e00d-442d-91ca-db991ebf34c2), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:09:52.577782 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] For port 031f53a7-e00d-442d-91ca-db991ebf34c2, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=031f53a7-e00d-442d-91ca-db991ebf34c2,segment=NetworkSegment(19b47bae-96a7-4439-8147-ba5d4a388f1f),segment_id=19b47bae-96a7-4439-8147-ba5d4a388f1f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:09:52.582512 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (031f53a7-e00d-442d-91ca-db991ebf34c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:09:52.630150 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Pushing event updated for resources: {'Port': ['ID=031f53a7-e00d-442d-91ca-db991ebf34c2,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:09:52.835396 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [None req-dedfb180-be8b-4743-9556-a3d6aa19678c admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 20 13:09:52.850765 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-dedfb180-be8b-4743-9556-a3d6aa19678c admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3285267 Sep 20 13:09:53.098122 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf90bcf9-54ee-4d72-8fe0-b9646d3e437d None None] Network 3349d84e-640d-4bfe-9d27-e924ee9ebfca requested from dv-cinder-858463-1-iscsi {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 20 13:09:53.181057 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-df23a0d2-14f5-4664-989e-cb424cab147a None None] Provisioning complete for port 031f53a7-e00d-442d-91ca-db991ebf34c2 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:09:53.181453 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-df23a0d2-14f5-4664-989e-cb424cab147a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (031f53a7-e00d-442d-91ca-db991ebf34c2), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:09:53.181799 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-df23a0d2-14f5-4664-989e-cb424cab147a None None] Attempt 1 to provision port 031f53a7-e00d-442d-91ca-db991ebf34c2 Sep 20 13:09:53.293010 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-df23a0d2-14f5-4664-989e-cb424cab147a None None] Current status of the port 031f53a7-e00d-442d-91ca-db991ebf34c2 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:09:53.363398 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-94971d12-7d93-4b80-87ba-7c5c93774fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (c520f755-59ca-4a79-a15e-107c01e131c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:09:53.515122 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-d4da8053-ab00-420b-8ec4-0a8a6c17987a None None] Provisioning complete for port 031f53a7-e00d-442d-91ca-db991ebf34c2 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:09:53.515542 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d4da8053-ab00-420b-8ec4-0a8a6c17987a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (031f53a7-e00d-442d-91ca-db991ebf34c2), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:09:53.515920 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-d4da8053-ab00-420b-8ec4-0a8a6c17987a None None] Attempt 1 to provision port 031f53a7-e00d-442d-91ca-db991ebf34c2 Sep 20 13:09:53.588217 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-d4da8053-ab00-420b-8ec4-0a8a6c17987a None None] Current status of the port 031f53a7-e00d-442d-91ca-db991ebf34c2 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:09:54.309974 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 031f53a7-e00d-442d-91ca-db991ebf34c2 up at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:09:54.353570 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Provisioning complete for port 031f53a7-e00d-442d-91ca-db991ebf34c2 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:09:54.353963 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (031f53a7-e00d-442d-91ca-db991ebf34c2), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:09:54.354304 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Attempt 1 to provision port 031f53a7-e00d-442d-91ca-db991ebf34c2 Sep 20 13:09:54.421230 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Current status of the port 031f53a7-e00d-442d-91ca-db991ebf34c2 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:09:55.454930 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 52638) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:09:55.707016 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2c988ea8-2018-4fb8-9f9c-f0173fd045e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (e6bdf340-58c5-4186-af2d-ab00439e5425), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:09:55.768534 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.v2.base [None req-9a2ddedc-16a5-4a25-90d1-45c4712216c5 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'name': 'public', 'router:external': True}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:09:55.791334 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2ddedc-16a5-4a25-90d1-45c4712216c5 admin admin] Made reservation on behalf of 6f50201859fe4c6abaec2030d58c642f for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:09:55.794324 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9a2ddedc-16a5-4a25-90d1-45c4712216c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:09:55.809998 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9a2ddedc-16a5-4a25-90d1-45c4712216c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:09:55.912100 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9a2ddedc-16a5-4a25-90d1-45c4712216c5 admin admin] Publish callbacks [] for security_group (ba0f59a8-3342-4519-a4af-f9ebed980f4f), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:09:55.915384 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9a2ddedc-16a5-4a25-90d1-45c4712216c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (ba0f59a8-3342-4519-a4af-f9ebed980f4f), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:09:55.927688 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9a2ddedc-16a5-4a25-90d1-45c4712216c5 admin admin] Reserving flat network on physical network physnet1 {{(pid=104086) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 20 13:09:55.959346 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9a2ddedc-16a5-4a25-90d1-45c4712216c5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760608259054', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549390'] for segment (5aaf6297-6a46-4e9d-b63a-dd8b37b93294), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:09:55.959894 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9a2ddedc-16a5-4a25-90d1-45c4712216c5 admin admin] Unsubscribe: segment precommit_create {{(pid=104086) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 20 13:09:55.960411 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.db.segments_db [None req-9a2ddedc-16a5-4a25-90d1-45c4712216c5 admin admin] Added segment 5aaf6297-6a46-4e9d-b63a-dd8b37b93294 of type flat for network 36104724-3f48-4df5-b3a4-d541d8e9add0 Sep 20 13:09:55.975775 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ddedc-16a5-4a25-90d1-45c4712216c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0f59a8-3342-4519-a4af-f9ebed980f4f,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:09:56.023913 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ddedc-16a5-4a25-90d1-45c4712216c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:09:56.024283 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ddedc-16a5-4a25-90d1-45c4712216c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:09:56.024630 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ddedc-16a5-4a25-90d1-45c4712216c5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:09:56.024965 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ddedc-16a5-4a25-90d1-45c4712216c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:09:56.025298 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ddedc-16a5-4a25-90d1-45c4712216c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:09:56.025624 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ddedc-16a5-4a25-90d1-45c4712216c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:09:56.025965 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ddedc-16a5-4a25-90d1-45c4712216c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:09:56.026294 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ddedc-16a5-4a25-90d1-45c4712216c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:09:56.026633 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ddedc-16a5-4a25-90d1-45c4712216c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:09:56.027016 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ddedc-16a5-4a25-90d1-45c4712216c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:09:56.027333 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ddedc-16a5-4a25-90d1-45c4712216c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:09:56.027648 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ddedc-16a5-4a25-90d1-45c4712216c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:09:56.027965 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ddedc-16a5-4a25-90d1-45c4712216c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:09:56.029351 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ddedc-16a5-4a25-90d1-45c4712216c5 admin admin] Tracked resource versions report: Sep 20 13:09:56.029351 dv-cinder-858463-1-iscsi neutron-server[104086]: pushed versions: Sep 20 13:09:56.029351 dv-cinder-858463-1-iscsi neutron-server[104086]: { 'AddressGroup': {'1.2'}, Sep 20 13:09:56.029351 dv-cinder-858463-1-iscsi neutron-server[104086]: 'ConntrackHelper': {'1.0'}, Sep 20 13:09:56.029351 dv-cinder-858463-1-iscsi neutron-server[104086]: 'LocalIPAssociation': {'1.0'}, Sep 20 13:09:56.029351 dv-cinder-858463-1-iscsi neutron-server[104086]: 'Log': {'1.0'}, Sep 20 13:09:56.029351 dv-cinder-858463-1-iscsi neutron-server[104086]: 'Network': {'1.1'}, Sep 20 13:09:56.029351 dv-cinder-858463-1-iscsi neutron-server[104086]: 'Port': {'1.7'}, Sep 20 13:09:56.029351 dv-cinder-858463-1-iscsi neutron-server[104086]: 'PortForwarding': {'1.2'}, Sep 20 13:09:56.029351 dv-cinder-858463-1-iscsi neutron-server[104086]: 'QosPolicy': {'1.10'}, Sep 20 13:09:56.029351 dv-cinder-858463-1-iscsi neutron-server[104086]: 'SecurityGroup': {'1.5'}, Sep 20 13:09:56.029351 dv-cinder-858463-1-iscsi neutron-server[104086]: 'SecurityGroupRule': {'1.2'}, Sep 20 13:09:56.029351 dv-cinder-858463-1-iscsi neutron-server[104086]: 'SubPort': {'1.0'}, Sep 20 13:09:56.029351 dv-cinder-858463-1-iscsi neutron-server[104086]: 'Subnet': {'1.1'}, Sep 20 13:09:56.029351 dv-cinder-858463-1-iscsi neutron-server[104086]: 'Trunk': {'1.1'}} Sep 20 13:09:56.029351 dv-cinder-858463-1-iscsi neutron-server[104086]: consumer versions: Sep 20 13:09:56.029351 dv-cinder-858463-1-iscsi neutron-server[104086]: { DHCP agent@dv-cinder-858463-1-iscsi: {}, Sep 20 13:09:56.029351 dv-cinder-858463-1-iscsi neutron-server[104086]: L3 agent@dv-cinder-858463-1-iscsi: {}, Sep 20 13:09:56.029351 dv-cinder-858463-1-iscsi neutron-server[104086]: Metadata agent@dv-cinder-858463-1-iscsi: {}, Sep 20 13:09:56.029351 dv-cinder-858463-1-iscsi neutron-server[104086]: Metering agent@dv-cinder-858463-1-iscsi: {}, Sep 20 13:09:56.029351 dv-cinder-858463-1-iscsi neutron-server[104086]: Open vSwitch agent@dv-cinder-858463-1-iscsi: { 'AddressGroup': '1.2', Sep 20 13:09:56.029351 dv-cinder-858463-1-iscsi neutron-server[104086]: 'ConntrackHelper': '1.0', Sep 20 13:09:56.029351 dv-cinder-858463-1-iscsi neutron-server[104086]: 'LocalIPAssociation': '1.0', Sep 20 13:09:56.029351 dv-cinder-858463-1-iscsi neutron-server[104086]: 'Log': '1.0', Sep 20 13:09:56.029351 dv-cinder-858463-1-iscsi neutron-server[104086]: 'Network': '1.1', Sep 20 13:09:56.029351 dv-cinder-858463-1-iscsi neutron-server[104086]: 'Port': '1.7', Sep 20 13:09:56.029351 dv-cinder-858463-1-iscsi neutron-server[104086]: 'PortForwarding': '1.2', Sep 20 13:09:56.029351 dv-cinder-858463-1-iscsi neutron-server[104086]: 'QosPolicy': '1.10', Sep 20 13:09:56.029351 dv-cinder-858463-1-iscsi neutron-server[104086]: 'SecurityGroup': '1.5', Sep 20 13:09:56.029351 dv-cinder-858463-1-iscsi neutron-server[104086]: 'SecurityGroupRule': '1.2', Sep 20 13:09:56.029351 dv-cinder-858463-1-iscsi neutron-server[104086]: 'SubPort': '1.0', Sep 20 13:09:56.029351 dv-cinder-858463-1-iscsi neutron-server[104086]: 'Subnet': '1.1', Sep 20 13:09:56.029351 dv-cinder-858463-1-iscsi neutron-server[104086]: 'Trunk': '1.1'}} Sep 20 13:09:56.029351 dv-cinder-858463-1-iscsi neutron-server[104086]: {{(pid=104086) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 13:09:56.075293 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9a2ddedc-16a5-4a25-90d1-45c4712216c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760607722792'] for network (36104724-3f48-4df5-b3a4-d541d8e9add0), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:09:56.117410 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9a2ddedc-16a5-4a25-90d1-45c4712216c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183'] for network (36104724-3f48-4df5-b3a4-d541d8e9add0), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:09:56.118552 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2ddedc-16a5-4a25-90d1-45c4712216c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:09:56.119278 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9a2ddedc-16a5-4a25-90d1-45c4712216c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:09:56.202424 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-9a2ddedc-16a5-4a25-90d1-45c4712216c5 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7463577 Sep 20 13:09:56.220063 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ddedc-16a5-4a25-90d1-45c4712216c5 admin admin] Pushing event updated for resources: {'Network': ['ID=36104724-3f48-4df5-b3a4-d541d8e9add0,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:09:56.231805 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Network 36104724-3f48-4df5-b3a4-d541d8e9add0 details requested by agent ovs-agent-dv-cinder-858463-1-iscsi with host dv-cinder-858463-1-iscsi {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 13:09:56.644494 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21c1e68e-1f58-483a-acac-7453cdb7afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (dfbc54aa-0ed8-4030-9edb-0bf7f0e74037), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:09:58.066094 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c793fb8f-2eac-4cf0-b972-02f3f2d6d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (78ab24c8-cd03-458a-a2fc-6c0c54d0053a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:09:58.748357 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 52660) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:09:58.970979 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4047e521-4791-4e7c-97a4-d2f22f396898 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:09:58.972359 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-4047e521-4791-4e7c-97a4-d2f22f396898 demo admin] 10.222.0.55 "GET /v2.0/subnets/af67793b-a9ea-4a52-8040-c859d132a6ba HTTP/1.1" status: 200 len: 849 time: 0.2230418 Sep 20 13:09:59.107826 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-1648d02e-bfb8-4ae5-95be-4ea5ae82462f demo admin] 10.222.0.55 "GET /v2.0/routers/2b0b0ee7-975b-451c-8e63-37aa88c283fe HTTP/1.1" status: 200 len: 704 time: 0.1296496 Sep 20 13:09:59.372330 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1d2838ab-5f4b-4cd7-bfa9-fb4539ede4ab demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:09:59.507334 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (543ca60b-7e7a-4ebd-8f87-7672c7a482b9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:09:59.664831 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-1d2838ab-5f4b-4cd7-bfa9-fb4539ede4ab demo admin] Allocated IP 172.20.0.1 (3349d84e-640d-4bfe-9d27-e924ee9ebfca/af67793b-a9ea-4a52-8040-c859d132a6ba/a28fe6ee-b101-4f5a-8fe4-32349a8b7bf7) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:09:59.876319 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1d2838ab-5f4b-4cd7-bfa9-fb4539ede4ab demo admin] Publish callbacks [] for port (a28fe6ee-b101-4f5a-8fe4-32349a8b7bf7), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:09:59.936002 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1d2838ab-5f4b-4cd7-bfa9-fb4539ede4ab demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938'] for port (a28fe6ee-b101-4f5a-8fe4-32349a8b7bf7), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:10:00.010453 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2838ab-5f4b-4cd7-bfa9-fb4539ede4ab demo admin] Network 3349d84e-640d-4bfe-9d27-e924ee9ebfca is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:10:00.016265 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-1d2838ab-5f4b-4cd7-bfa9-fb4539ede4ab demo admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:10:00.029528 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2838ab-5f4b-4cd7-bfa9-fb4539ede4ab demo admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:10:00.029875 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1d2838ab-5f4b-4cd7-bfa9-fb4539ede4ab demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1608580'] for router_interface (2b0b0ee7-975b-451c-8e63-37aa88c283fe), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:10:00.049262 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2838ab-5f4b-4cd7-bfa9-fb4539ede4ab demo admin] Pushing event updated for resources: {'Port': ['ID=a28fe6ee-b101-4f5a-8fe4-32349a8b7bf7,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:10:00.246982 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1d2838ab-5f4b-4cd7-bfa9-fb4539ede4ab demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (a28fe6ee-b101-4f5a-8fe4-32349a8b7bf7), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:10:00.345171 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-b9b7e77e-16ea-4c73-87d3-f0a3c34af27c None None] Provisioning complete for port a28fe6ee-b101-4f5a-8fe4-32349a8b7bf7 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:10:00.345469 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b9b7e77e-16ea-4c73-87d3-f0a3c34af27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (a28fe6ee-b101-4f5a-8fe4-32349a8b7bf7), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:10:00.345805 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-b9b7e77e-16ea-4c73-87d3-f0a3c34af27c None None] Attempt 1 to provision port a28fe6ee-b101-4f5a-8fe4-32349a8b7bf7 Sep 20 13:10:00.426340 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-b9b7e77e-16ea-4c73-87d3-f0a3c34af27c None None] Port a28fe6ee-b101-4f5a-8fe4-32349a8b7bf7 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:10:00.509574 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1d2838ab-5f4b-4cd7-bfa9-fb4539ede4ab demo admin] Publish callbacks [] for port (a28fe6ee-b101-4f5a-8fe4-32349a8b7bf7), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:10:00.513990 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1d2838ab-5f4b-4cd7-bfa9-fb4539ede4ab demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (a28fe6ee-b101-4f5a-8fe4-32349a8b7bf7), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:10:00.514763 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1d2838ab-5f4b-4cd7-bfa9-fb4539ede4ab demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1608488'] for router_interface (2b0b0ee7-975b-451c-8e63-37aa88c283fe), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:10:00.590560 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2838ab-5f4b-4cd7-bfa9-fb4539ede4ab demo admin] Pushing event updated for resources: {'Port': ['ID=a28fe6ee-b101-4f5a-8fe4-32349a8b7bf7,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:10:00.636741 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2838ab-5f4b-4cd7-bfa9-fb4539ede4ab demo admin] Network 3349d84e-640d-4bfe-9d27-e924ee9ebfca is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:10:00.638054 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-1d2838ab-5f4b-4cd7-bfa9-fb4539ede4ab demo admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:10:00.793296 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d2838ab-5f4b-4cd7-bfa9-fb4539ede4ab demo admin] Router 2b0b0ee7-975b-451c-8e63-37aa88c283fe is scheduled to L3 agent e6bdf340-58c5-4186-af2d-ab00439e5425 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 13:10:00.878158 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2838ab-5f4b-4cd7-bfa9-fb4539ede4ab demo admin] Notify agent at l3_agent.dv-cinder-858463-1-iscsi the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:10:00.884017 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-1d2838ab-5f4b-4cd7-bfa9-fb4539ede4ab demo admin] 10.222.0.55 "PUT /v2.0/routers/2b0b0ee7-975b-451c-8e63-37aa88c283fe/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7711303 Sep 20 13:10:00.902313 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf430c30-e5d4-4fd2-8bfe-83992b40ea8d None None] Sync routers for ids ['2b0b0ee7-975b-451c-8e63-37aa88c283fe'] in dv-cinder-858463-1-iscsi {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:10:00.915023 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf430c30-e5d4-4fd2-8bfe-83992b40ea8d None None] Routers {'2b0b0ee7-975b-451c-8e63-37aa88c283fe'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:10:00.915751 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-cf430c30-e5d4-4fd2-8bfe-83992b40ea8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:09:56Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['2b0b0ee7-975b-451c-8e63-37aa88c283fe'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:10:00.927346 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-b9b7e77e-16ea-4c73-87d3-f0a3c34af27c None None] Attempt 2 to provision port a28fe6ee-b101-4f5a-8fe4-32349a8b7bf7 Sep 20 13:10:00.963016 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-b9b7e77e-16ea-4c73-87d3-f0a3c34af27c None None] Port a28fe6ee-b101-4f5a-8fe4-32349a8b7bf7 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:10:01.094839 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-cf430c30-e5d4-4fd2-8bfe-83992b40ea8d None None] Set router 2b0b0ee7-975b-451c-8e63-37aa88c283fe gateway port host: None {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:10:01.464746 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-b9b7e77e-16ea-4c73-87d3-f0a3c34af27c None None] Attempt 3 to provision port a28fe6ee-b101-4f5a-8fe4-32349a8b7bf7 Sep 20 13:10:01.496461 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-b9b7e77e-16ea-4c73-87d3-f0a3c34af27c None None] Port a28fe6ee-b101-4f5a-8fe4-32349a8b7bf7 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:10:01.519640 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-cf430c30-e5d4-4fd2-8bfe-83992b40ea8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0b0ee7-975b-451c-8e63-37aa88c283fe', 'name': 'router1', 'tenant_id': 'e51f3868403f411187968f24a07c89d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:09:49Z', 'updated_at': '2022-09-20T13:10:00Z', 'revision_number': 2, 'project_id': 'e51f3868403f411187968f24a07c89d5', 'gw_port_host': None, '_interfaces': [{'id': 'a28fe6ee-b101-4f5a-8fe4-32349a8b7bf7', 'name': '', 'network_id': '3349d84e-640d-4bfe-9d27-e924ee9ebfca', 'tenant_id': 'e51f3868403f411187968f24a07c89d5', 'mac_address': 'fa:16:3e:67:0c:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0b0ee7-975b-451c-8e63-37aa88c283fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'af67793b-a9ea-4a52-8040-c859d132a6ba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:09:59Z', 'updated_at': '2022-09-20T13:10:00Z', 'revision_number': 2, 'project_id': 'e51f3868403f411187968f24a07c89d5', 'subnets': [{'id': 'af67793b-a9ea-4a52-8040-c859d132a6ba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6bba8a87-dfa0-4813-b22c-add78e656ce5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:10:01.570176 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf430c30-e5d4-4fd2-8bfe-83992b40ea8d None None] Checking router: 2b0b0ee7-975b-451c-8e63-37aa88c283fe for host: dv-cinder-858463-1-iscsi {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:10:01.570556 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf430c30-e5d4-4fd2-8bfe-83992b40ea8d None None] Updating router 2b0b0ee7-975b-451c-8e63-37aa88c283fe port a28fe6ee-b101-4f5a-8fe4-32349a8b7bf7 binding host dv-cinder-858463-1-iscsi {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 13:10:01.623940 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-cf430c30-e5d4-4fd2-8bfe-83992b40ea8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (a28fe6ee-b101-4f5a-8fe4-32349a8b7bf7), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:10:01.997899 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-b9b7e77e-16ea-4c73-87d3-f0a3c34af27c None None] Attempt 4 to provision port a28fe6ee-b101-4f5a-8fe4-32349a8b7bf7 Sep 20 13:10:02.033159 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-b9b7e77e-16ea-4c73-87d3-f0a3c34af27c None None] Port a28fe6ee-b101-4f5a-8fe4-32349a8b7bf7 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:10:02.121497 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-cf430c30-e5d4-4fd2-8bfe-83992b40ea8d None None] Publish callbacks [] for port (a28fe6ee-b101-4f5a-8fe4-32349a8b7bf7), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:10:02.127879 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-cf430c30-e5d4-4fd2-8bfe-83992b40ea8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (a28fe6ee-b101-4f5a-8fe4-32349a8b7bf7), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:10:02.269318 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-cf430c30-e5d4-4fd2-8bfe-83992b40ea8d None None] Attempting to bind port a28fe6ee-b101-4f5a-8fe4-32349a8b7bf7 on host dv-cinder-858463-1-iscsi for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 20 13:10:02.269715 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-cf430c30-e5d4-4fd2-8bfe-83992b40ea8d None None] Attempting to bind port a28fe6ee-b101-4f5a-8fe4-32349a8b7bf7 by drivers openvswitch,hyperv on host dv-cinder-858463-1-iscsi at level 0 using segments [{'id': '19b47bae-96a7-4439-8147-ba5d4a388f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3349d84e-640d-4bfe-9d27-e924ee9ebfca'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 20 13:10:02.270215 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf430c30-e5d4-4fd2-8bfe-83992b40ea8d None None] Attempting to bind port a28fe6ee-b101-4f5a-8fe4-32349a8b7bf7 on network 3349d84e-640d-4bfe-9d27-e924ee9ebfca {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:10:02.274006 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ef2f3c-6e8b-4821-bf71-371119ede06a None None] Pushing event updated for resources: {'Port': ['ID=a28fe6ee-b101-4f5a-8fe4-32349a8b7bf7,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:10:02.282827 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf430c30-e5d4-4fd2-8bfe-83992b40ea8d None None] Checking agent: {'id': '543ca60b-7e7a-4ebd-8f87-7672c7a482b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 13, 9, 29), 'started_at': datetime.datetime(2022, 9, 20, 13, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 13, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:10:02.283220 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf430c30-e5d4-4fd2-8bfe-83992b40ea8d None None] Checking segment: {'id': '19b47bae-96a7-4439-8147-ba5d4a388f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3349d84e-640d-4bfe-9d27-e924ee9ebfca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:10:02.283704 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-cf430c30-e5d4-4fd2-8bfe-83992b40ea8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:10:02.284094 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf430c30-e5d4-4fd2-8bfe-83992b40ea8d None None] Bound using segment: {'id': '19b47bae-96a7-4439-8147-ba5d4a388f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3349d84e-640d-4bfe-9d27-e924ee9ebfca'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:10:02.284583 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-cf430c30-e5d4-4fd2-8bfe-83992b40ea8d None None] Bound port: a28fe6ee-b101-4f5a-8fe4-32349a8b7bf7, host: dv-cinder-858463-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19b47bae-96a7-4439-8147-ba5d4a388f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3349d84e-640d-4bfe-9d27-e924ee9ebfca'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 20 13:10:02.284957 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-cf430c30-e5d4-4fd2-8bfe-83992b40ea8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (a28fe6ee-b101-4f5a-8fe4-32349a8b7bf7), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:10:02.287422 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ef2f3c-6e8b-4821-bf71-371119ede06a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:10:02.287773 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ef2f3c-6e8b-4821-bf71-371119ede06a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:10:02.288120 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ef2f3c-6e8b-4821-bf71-371119ede06a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:10:02.288456 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ef2f3c-6e8b-4821-bf71-371119ede06a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:10:02.288786 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ef2f3c-6e8b-4821-bf71-371119ede06a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:10:02.289113 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ef2f3c-6e8b-4821-bf71-371119ede06a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:10:02.289440 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ef2f3c-6e8b-4821-bf71-371119ede06a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:10:02.289764 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ef2f3c-6e8b-4821-bf71-371119ede06a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:10:02.290090 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ef2f3c-6e8b-4821-bf71-371119ede06a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:10:02.290429 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ef2f3c-6e8b-4821-bf71-371119ede06a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:10:02.290774 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ef2f3c-6e8b-4821-bf71-371119ede06a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:10:02.291100 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ef2f3c-6e8b-4821-bf71-371119ede06a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:10:02.291421 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ef2f3c-6e8b-4821-bf71-371119ede06a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:10:02.293065 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ef2f3c-6e8b-4821-bf71-371119ede06a None None] Tracked resource versions report: Sep 20 13:10:02.293065 dv-cinder-858463-1-iscsi neutron-server[104089]: pushed versions: Sep 20 13:10:02.293065 dv-cinder-858463-1-iscsi neutron-server[104089]: { 'AddressGroup': {'1.2'}, Sep 20 13:10:02.293065 dv-cinder-858463-1-iscsi neutron-server[104089]: 'ConntrackHelper': {'1.0'}, Sep 20 13:10:02.293065 dv-cinder-858463-1-iscsi neutron-server[104089]: 'LocalIPAssociation': {'1.0'}, Sep 20 13:10:02.293065 dv-cinder-858463-1-iscsi neutron-server[104089]: 'Log': {'1.0'}, Sep 20 13:10:02.293065 dv-cinder-858463-1-iscsi neutron-server[104089]: 'Network': {'1.1'}, Sep 20 13:10:02.293065 dv-cinder-858463-1-iscsi neutron-server[104089]: 'Port': {'1.7'}, Sep 20 13:10:02.293065 dv-cinder-858463-1-iscsi neutron-server[104089]: 'PortForwarding': {'1.2'}, Sep 20 13:10:02.293065 dv-cinder-858463-1-iscsi neutron-server[104089]: 'QosPolicy': {'1.10'}, Sep 20 13:10:02.293065 dv-cinder-858463-1-iscsi neutron-server[104089]: 'SecurityGroup': {'1.5'}, Sep 20 13:10:02.293065 dv-cinder-858463-1-iscsi neutron-server[104089]: 'SecurityGroupRule': {'1.2'}, Sep 20 13:10:02.293065 dv-cinder-858463-1-iscsi neutron-server[104089]: 'SubPort': {'1.0'}, Sep 20 13:10:02.293065 dv-cinder-858463-1-iscsi neutron-server[104089]: 'Subnet': {'1.1'}, Sep 20 13:10:02.293065 dv-cinder-858463-1-iscsi neutron-server[104089]: 'Trunk': {'1.1'}} Sep 20 13:10:02.293065 dv-cinder-858463-1-iscsi neutron-server[104089]: consumer versions: Sep 20 13:10:02.293065 dv-cinder-858463-1-iscsi neutron-server[104089]: { DHCP agent@dv-cinder-858463-1-iscsi: {}, Sep 20 13:10:02.293065 dv-cinder-858463-1-iscsi neutron-server[104089]: L3 agent@dv-cinder-858463-1-iscsi: {}, Sep 20 13:10:02.293065 dv-cinder-858463-1-iscsi neutron-server[104089]: Metadata agent@dv-cinder-858463-1-iscsi: {}, Sep 20 13:10:02.293065 dv-cinder-858463-1-iscsi neutron-server[104089]: Metering agent@dv-cinder-858463-1-iscsi: {}, Sep 20 13:10:02.293065 dv-cinder-858463-1-iscsi neutron-server[104089]: Open vSwitch agent@dv-cinder-858463-1-iscsi: { 'AddressGroup': '1.2', Sep 20 13:10:02.293065 dv-cinder-858463-1-iscsi neutron-server[104089]: 'ConntrackHelper': '1.0', Sep 20 13:10:02.293065 dv-cinder-858463-1-iscsi neutron-server[104089]: 'LocalIPAssociation': '1.0', Sep 20 13:10:02.293065 dv-cinder-858463-1-iscsi neutron-server[104089]: 'Log': '1.0', Sep 20 13:10:02.293065 dv-cinder-858463-1-iscsi neutron-server[104089]: 'Network': '1.1', Sep 20 13:10:02.293065 dv-cinder-858463-1-iscsi neutron-server[104089]: 'Port': '1.7', Sep 20 13:10:02.293065 dv-cinder-858463-1-iscsi neutron-server[104089]: 'PortForwarding': '1.2', Sep 20 13:10:02.293065 dv-cinder-858463-1-iscsi neutron-server[104089]: 'QosPolicy': '1.10', Sep 20 13:10:02.293065 dv-cinder-858463-1-iscsi neutron-server[104089]: 'SecurityGroup': '1.5', Sep 20 13:10:02.293065 dv-cinder-858463-1-iscsi neutron-server[104089]: 'SecurityGroupRule': '1.2', Sep 20 13:10:02.293065 dv-cinder-858463-1-iscsi neutron-server[104089]: 'SubPort': '1.0', Sep 20 13:10:02.293065 dv-cinder-858463-1-iscsi neutron-server[104089]: 'Subnet': '1.1', Sep 20 13:10:02.293065 dv-cinder-858463-1-iscsi neutron-server[104089]: 'Trunk': '1.1'}} Sep 20 13:10:02.293065 dv-cinder-858463-1-iscsi neutron-server[104089]: {{(pid=104089) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 13:10:02.355651 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-cf430c30-e5d4-4fd2-8bfe-83992b40ea8d None None] For port a28fe6ee-b101-4f5a-8fe4-32349a8b7bf7, host dv-cinder-858463-1-iscsi, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:10:02.373958 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-cf430c30-e5d4-4fd2-8bfe-83992b40ea8d None None] For port a28fe6ee-b101-4f5a-8fe4-32349a8b7bf7, host dv-cinder-858463-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=a28fe6ee-b101-4f5a-8fe4-32349a8b7bf7,segment=NetworkSegment(19b47bae-96a7-4439-8147-ba5d4a388f1f),segment_id=19b47bae-96a7-4439-8147-ba5d4a388f1f)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:10:02.380177 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-cf430c30-e5d4-4fd2-8bfe-83992b40ea8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (a28fe6ee-b101-4f5a-8fe4-32349a8b7bf7), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:10:02.415860 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf430c30-e5d4-4fd2-8bfe-83992b40ea8d None None] Routers {'2b0b0ee7-975b-451c-8e63-37aa88c283fe'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:10:02.416457 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-cf430c30-e5d4-4fd2-8bfe-83992b40ea8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:09:56Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['2b0b0ee7-975b-451c-8e63-37aa88c283fe'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:10:02.488337 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ef2f3c-6e8b-4821-bf71-371119ede06a None None] Pushing event updated for resources: {'Port': ['ID=a28fe6ee-b101-4f5a-8fe4-32349a8b7bf7,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:10:02.511727 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-cf430c30-e5d4-4fd2-8bfe-83992b40ea8d None None] Set router 2b0b0ee7-975b-451c-8e63-37aa88c283fe gateway port host: None {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:10:02.534527 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-b9b7e77e-16ea-4c73-87d3-f0a3c34af27c None None] Attempt 5 to provision port a28fe6ee-b101-4f5a-8fe4-32349a8b7bf7 Sep 20 13:10:02.606793 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-b9b7e77e-16ea-4c73-87d3-f0a3c34af27c None None] Current status of the port a28fe6ee-b101-4f5a-8fe4-32349a8b7bf7 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:10:02.607194 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b9b7e77e-16ea-4c73-87d3-f0a3c34af27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (a28fe6ee-b101-4f5a-8fe4-32349a8b7bf7), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:10:02.638564 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-b9b7e77e-16ea-4c73-87d3-f0a3c34af27c None None] For port a28fe6ee-b101-4f5a-8fe4-32349a8b7bf7, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=a28fe6ee-b101-4f5a-8fe4-32349a8b7bf7,segment=NetworkSegment(19b47bae-96a7-4439-8147-ba5d4a388f1f),segment_id=19b47bae-96a7-4439-8147-ba5d4a388f1f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:10:02.642595 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b9b7e77e-16ea-4c73-87d3-f0a3c34af27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (a28fe6ee-b101-4f5a-8fe4-32349a8b7bf7), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:10:02.691963 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b7e77e-16ea-4c73-87d3-f0a3c34af27c None None] Pushing event updated for resources: {'Port': ['ID=a28fe6ee-b101-4f5a-8fe4-32349a8b7bf7,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:10:02.719830 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-cf430c30-e5d4-4fd2-8bfe-83992b40ea8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0b0ee7-975b-451c-8e63-37aa88c283fe', 'name': 'router1', 'tenant_id': 'e51f3868403f411187968f24a07c89d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:09:49Z', 'updated_at': '2022-09-20T13:10:00Z', 'revision_number': 2, 'project_id': 'e51f3868403f411187968f24a07c89d5', 'gw_port_host': None, '_interfaces': [{'id': 'a28fe6ee-b101-4f5a-8fe4-32349a8b7bf7', 'name': '', 'network_id': '3349d84e-640d-4bfe-9d27-e924ee9ebfca', 'tenant_id': 'e51f3868403f411187968f24a07c89d5', 'mac_address': 'fa:16:3e:67:0c:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0b0ee7-975b-451c-8e63-37aa88c283fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'af67793b-a9ea-4a52-8040-c859d132a6ba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:09:59Z', 'updated_at': '2022-09-20T13:10:02Z', 'revision_number': 4, 'project_id': 'e51f3868403f411187968f24a07c89d5', 'subnets': [{'id': 'af67793b-a9ea-4a52-8040-c859d132a6ba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6bba8a87-dfa0-4813-b22c-add78e656ce5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:10:02.744501 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf430c30-e5d4-4fd2-8bfe-83992b40ea8d None None] The sync data for ids ['2b0b0ee7-975b-451c-8e63-37aa88c283fe'] in dv-cinder-858463-1-iscsi is: [{'id': '2b0b0ee7-975b-451c-8e63-37aa88c283fe', 'name': 'router1', 'tenant_id': 'e51f3868403f411187968f24a07c89d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:09:49Z', 'updated_at': '2022-09-20T13:10:00Z', 'revision_number': 2, 'project_id': 'e51f3868403f411187968f24a07c89d5', 'gw_port_host': None, '_interfaces': [{'id': 'a28fe6ee-b101-4f5a-8fe4-32349a8b7bf7', 'name': '', 'network_id': '3349d84e-640d-4bfe-9d27-e924ee9ebfca', 'tenant_id': 'e51f3868403f411187968f24a07c89d5', 'mac_address': 'fa:16:3e:67:0c:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0b0ee7-975b-451c-8e63-37aa88c283fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'af67793b-a9ea-4a52-8040-c859d132a6ba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:09:59Z', 'updated_at': '2022-09-20T13:10:02Z', 'revision_number': 4, 'project_id': 'e51f3868403f411187968f24a07c89d5', 'subnets': [{'id': 'af67793b-a9ea-4a52-8040-c859d132a6ba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6bba8a87-dfa0-4813-b22c-add78e656ce5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:10:02.766178 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8caa14a3-ed35-404f-bf5e-06701319504c None None] Provisioning complete for port a28fe6ee-b101-4f5a-8fe4-32349a8b7bf7 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:10:02.766585 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8caa14a3-ed35-404f-bf5e-06701319504c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (a28fe6ee-b101-4f5a-8fe4-32349a8b7bf7), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:10:02.766956 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-8caa14a3-ed35-404f-bf5e-06701319504c None None] Attempt 1 to provision port a28fe6ee-b101-4f5a-8fe4-32349a8b7bf7 Sep 20 13:10:02.841057 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8caa14a3-ed35-404f-bf5e-06701319504c None None] Current status of the port a28fe6ee-b101-4f5a-8fe4-32349a8b7bf7 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:10:03.393864 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 52680) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:10:03.503252 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2b4723-323c-42c0-b693-834d04fa2fe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:10:03.504893 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-6d2b4723-323c-42c0-b693-834d04fa2fe1 admin admin] 10.222.0.55 "GET /v2.0/networks/36104724-3f48-4df5-b3a4-d541d8e9add0 HTTP/1.1" status: 200 len: 842 time: 0.1097336 Sep 20 13:10:03.514434 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.v2.base [None req-70f618b9-fbbd-4ba9-b54a-17f697d61678 admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:10:03.538715 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f618b9-fbbd-4ba9-b54a-17f697d61678 admin admin] Made reservation on behalf of 6f50201859fe4c6abaec2030d58c642f for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:10:03.540977 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-70f618b9-fbbd-4ba9-b54a-17f697d61678 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:10:03.843340 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.objects.ports [None req-70f618b9-fbbd-4ba9-b54a-17f697d61678 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104086) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Sep 20 13:10:03.843713 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-70f618b9-fbbd-4ba9-b54a-17f697d61678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183'] for subnet (adca2446-3f2d-49a4-ba29-cedd74eb43e2), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:10:03.905042 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f618b9-fbbd-4ba9-b54a-17f697d61678 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adca2446-3f2d-49a4-ba29-cedd74eb43e2,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:10:03.910798 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f618b9-fbbd-4ba9-b54a-17f697d61678 admin admin] Checking segment: {'id': '5aaf6297-6a46-4e9d-b63a-dd8b37b93294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:10:03.911200 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f618b9-fbbd-4ba9-b54a-17f697d61678 admin admin] Network hostable DHCP agents. Network: 36104724-3f48-4df5-b3a4-d541d8e9add0, hostable agents: ['c520f755-59ca-4a79-a15e-107c01e131c2'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 13:10:03.931969 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f618b9-fbbd-4ba9-b54a-17f697d61678 admin admin] Network 36104724-3f48-4df5-b3a4-d541d8e9add0 is scheduled to be hosted by DHCP agent c520f755-59ca-4a79-a15e-107c01e131c2 with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 13:10:03.943223 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-70f618b9-fbbd-4ba9-b54a-17f697d61678 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858463-1-iscsi, 36104724-3f48-4df5-b3a4-d541d8e9add0) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:10:03.947309 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f618b9-fbbd-4ba9-b54a-17f697d61678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:10:03.947995 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-70f618b9-fbbd-4ba9-b54a-17f697d61678 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:10:03.954603 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d9507d-f1cf-4973-b84e-1598111b8c8c None None] Network 36104724-3f48-4df5-b3a4-d541d8e9add0 requested from dv-cinder-858463-1-iscsi {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 20 13:10:03.972632 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-70f618b9-fbbd-4ba9-b54a-17f697d61678 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4536929 Sep 20 13:10:04.058826 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19fa40d-7045-445b-acdf-47f2335edef7 None None] Network 36104724-3f48-4df5-b3a4-d541d8e9add0 requested from dv-cinder-858463-1-iscsi {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 20 13:10:06.439134 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 52688) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:10:06.583180 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-c43dc350-9714-482e-8efd-b4130ac61b98 demo admin] 10.222.0.55 "GET /v2.0/routers/2b0b0ee7-975b-451c-8e63-37aa88c283fe HTTP/1.1" status: 200 len: 710 time: 0.1425469 Sep 20 13:10:06.669738 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a116be7-b8eb-4757-af57-f1b854131eb7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:10:06.671648 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-7a116be7-b8eb-4757-af57-f1b854131eb7 demo admin] 10.222.0.55 "GET /v2.0/networks/36104724-3f48-4df5-b3a4-d541d8e9add0 HTTP/1.1" status: 200 len: 886 time: 0.0833750 Sep 20 13:10:06.681579 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.v2.base [None req-b1712911-24b7-49cf-b3b0-532766dcb925 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'}}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:10:06.999986 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b1712911-24b7-49cf-b3b0-532766dcb925 demo admin] Publish callbacks [] for router_gateway (2b0b0ee7-975b-451c-8e63-37aa88c283fe), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:10:07.230413 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b1712911-24b7-49cf-b3b0-532766dcb925 demo admin] Publish callbacks [] for router_gateway (2b0b0ee7-975b-451c-8e63-37aa88c283fe), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:10:07.303159 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b1712911-24b7-49cf-b3b0-532766dcb925 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:10:07.406179 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-b1712911-24b7-49cf-b3b0-532766dcb925 demo admin] Allocated IP 172.27.2.135 (36104724-3f48-4df5-b3a4-d541d8e9add0/adca2446-3f2d-49a4-ba29-cedd74eb43e2/d2b1572a-e46f-448b-8589-86f3ee086617) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:10:07.504216 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b1712911-24b7-49cf-b3b0-532766dcb925 demo admin] Publish callbacks [] for port (d2b1572a-e46f-448b-8589-86f3ee086617), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:10:07.540136 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b1712911-24b7-49cf-b3b0-532766dcb925 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938'] for port (d2b1572a-e46f-448b-8589-86f3ee086617), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:10:07.575763 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1712911-24b7-49cf-b3b0-532766dcb925 demo admin] Network 36104724-3f48-4df5-b3a4-d541d8e9add0 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:10:07.578418 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-b1712911-24b7-49cf-b3b0-532766dcb925 demo admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:10:07.586744 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1712911-24b7-49cf-b3b0-532766dcb925 demo admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:10:07.589495 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1712911-24b7-49cf-b3b0-532766dcb925 demo admin] Pushing event updated for resources: {'Port': ['ID=d2b1572a-e46f-448b-8589-86f3ee086617,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:10:07.820730 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b1712911-24b7-49cf-b3b0-532766dcb925 demo admin] Publish callbacks [] for router_gateway (2b0b0ee7-975b-451c-8e63-37aa88c283fe), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:10:08.006495 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b1712911-24b7-49cf-b3b0-532766dcb925 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1607926', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1635152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36861'] for router (2b0b0ee7-975b-451c-8e63-37aa88c283fe), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:10:08.010349 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b1712911-24b7-49cf-b3b0-532766dcb925 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1607929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1607904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1635163'] for router (2b0b0ee7-975b-451c-8e63-37aa88c283fe), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:10:08.119141 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1712911-24b7-49cf-b3b0-532766dcb925 demo admin] Router 2b0b0ee7-975b-451c-8e63-37aa88c283fe has already been hosted by L3 agent e6bdf340-58c5-4186-af2d-ab00439e5425 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:10:08.221451 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1712911-24b7-49cf-b3b0-532766dcb925 demo admin] Notify agent at l3_agent.dv-cinder-858463-1-iscsi the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:10:08.226150 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b1712911-24b7-49cf-b3b0-532766dcb925 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:10:08.238772 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-b1712911-24b7-49cf-b3b0-532766dcb925 demo admin] 10.222.0.55 "PUT /v2.0/routers/2b0b0ee7-975b-451c-8e63-37aa88c283fe HTTP/1.1" status: 200 len: 890 time: 1.5492122 Sep 20 13:10:10.350956 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device a28fe6ee-b101-4f5a-8fe4-32349a8b7bf7 up at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:10:10.396713 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Provisioning complete for port a28fe6ee-b101-4f5a-8fe4-32349a8b7bf7 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:10:10.397091 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (a28fe6ee-b101-4f5a-8fe4-32349a8b7bf7), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:10:10.397429 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Attempt 1 to provision port a28fe6ee-b101-4f5a-8fe4-32349a8b7bf7 Sep 20 13:10:10.473955 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Current status of the port a28fe6ee-b101-4f5a-8fe4-32349a8b7bf7 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:10:10.963820 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 52700) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:10:11.085434 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-990045ff-4dda-4393-981d-c2091997e8c2 admin admin] 10.222.0.55 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1191666 Sep 20 13:10:11.490351 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35364358-cb1d-4d3b-8dbe-2cc0e6978ad0 None None] Sync routers for ids ['2b0b0ee7-975b-451c-8e63-37aa88c283fe'] in dv-cinder-858463-1-iscsi {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:10:11.502873 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35364358-cb1d-4d3b-8dbe-2cc0e6978ad0 None None] Routers {'2b0b0ee7-975b-451c-8e63-37aa88c283fe'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:10:11.504021 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-35364358-cb1d-4d3b-8dbe-2cc0e6978ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:09:56Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['2b0b0ee7-975b-451c-8e63-37aa88c283fe'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:10:11.722920 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-35364358-cb1d-4d3b-8dbe-2cc0e6978ad0 None None] Set router 2b0b0ee7-975b-451c-8e63-37aa88c283fe gateway port host: dv-cinder-858463-1-iscsi {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:10:12.188520 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-35364358-cb1d-4d3b-8dbe-2cc0e6978ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0b0ee7-975b-451c-8e63-37aa88c283fe', 'name': 'router1', 'tenant_id': 'e51f3868403f411187968f24a07c89d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'd2b1572a-e46f-448b-8589-86f3ee086617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:09:49Z', 'updated_at': '2022-09-20T13:10:07Z', 'revision_number': 4, 'project_id': 'e51f3868403f411187968f24a07c89d5', 'gw_port': {'id': 'd2b1572a-e46f-448b-8589-86f3ee086617', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:76:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0b0ee7-975b-451c-8e63-37aa88c283fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:10:07Z', 'updated_at': '2022-09-20T13:10:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': 'a28fe6ee-b101-4f5a-8fe4-32349a8b7bf7', 'name': '', 'network_id': '3349d84e-640d-4bfe-9d27-e924ee9ebfca', 'tenant_id': 'e51f3868403f411187968f24a07c89d5', 'mac_address': 'fa:16:3e:67:0c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0b0ee7-975b-451c-8e63-37aa88c283fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'af67793b-a9ea-4a52-8040-c859d132a6ba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:09:59Z', 'updated_at': '2022-09-20T13:10:02Z', 'revision_number': 5, 'project_id': 'e51f3868403f411187968f24a07c89d5', 'subnets': [{'id': 'af67793b-a9ea-4a52-8040-c859d132a6ba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6bba8a87-dfa0-4813-b22c-add78e656ce5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:10:12.238061 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35364358-cb1d-4d3b-8dbe-2cc0e6978ad0 None None] Checking router: 2b0b0ee7-975b-451c-8e63-37aa88c283fe for host: dv-cinder-858463-1-iscsi {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:10:12.238422 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35364358-cb1d-4d3b-8dbe-2cc0e6978ad0 None None] Updating router 2b0b0ee7-975b-451c-8e63-37aa88c283fe port d2b1572a-e46f-448b-8589-86f3ee086617 binding host dv-cinder-858463-1-iscsi {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 13:10:12.290891 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-35364358-cb1d-4d3b-8dbe-2cc0e6978ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (d2b1572a-e46f-448b-8589-86f3ee086617), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:10:12.610357 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-35364358-cb1d-4d3b-8dbe-2cc0e6978ad0 None None] Publish callbacks [] for port (d2b1572a-e46f-448b-8589-86f3ee086617), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:10:12.616267 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-35364358-cb1d-4d3b-8dbe-2cc0e6978ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (d2b1572a-e46f-448b-8589-86f3ee086617), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:10:12.649424 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-35364358-cb1d-4d3b-8dbe-2cc0e6978ad0 None None] Attempting to bind port d2b1572a-e46f-448b-8589-86f3ee086617 on host dv-cinder-858463-1-iscsi for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 20 13:10:12.649804 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-35364358-cb1d-4d3b-8dbe-2cc0e6978ad0 None None] Attempting to bind port d2b1572a-e46f-448b-8589-86f3ee086617 by drivers openvswitch,hyperv on host dv-cinder-858463-1-iscsi at level 0 using segments [{'id': '5aaf6297-6a46-4e9d-b63a-dd8b37b93294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 20 13:10:12.650176 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35364358-cb1d-4d3b-8dbe-2cc0e6978ad0 None None] Attempting to bind port d2b1572a-e46f-448b-8589-86f3ee086617 on network 36104724-3f48-4df5-b3a4-d541d8e9add0 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:10:12.659410 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35364358-cb1d-4d3b-8dbe-2cc0e6978ad0 None None] Checking agent: {'id': '543ca60b-7e7a-4ebd-8f87-7672c7a482b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 13, 9, 29), 'started_at': datetime.datetime(2022, 9, 20, 13, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 13, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:10:12.659790 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35364358-cb1d-4d3b-8dbe-2cc0e6978ad0 None None] Checking segment: {'id': '5aaf6297-6a46-4e9d-b63a-dd8b37b93294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:10:12.660196 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-35364358-cb1d-4d3b-8dbe-2cc0e6978ad0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:10:12.661161 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35364358-cb1d-4d3b-8dbe-2cc0e6978ad0 None None] Bound using segment: {'id': '5aaf6297-6a46-4e9d-b63a-dd8b37b93294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:10:12.661633 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-35364358-cb1d-4d3b-8dbe-2cc0e6978ad0 None None] Bound port: d2b1572a-e46f-448b-8589-86f3ee086617, host: dv-cinder-858463-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aaf6297-6a46-4e9d-b63a-dd8b37b93294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 20 13:10:12.662012 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-35364358-cb1d-4d3b-8dbe-2cc0e6978ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (d2b1572a-e46f-448b-8589-86f3ee086617), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:10:12.670153 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9a1b1d-9154-423d-afc8-e4f42be8de67 None None] Pushing event updated for resources: {'Port': ['ID=d2b1572a-e46f-448b-8589-86f3ee086617,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:10:12.716015 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-35364358-cb1d-4d3b-8dbe-2cc0e6978ad0 None None] For port d2b1572a-e46f-448b-8589-86f3ee086617, host dv-cinder-858463-1-iscsi, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:10:12.719088 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-35364358-cb1d-4d3b-8dbe-2cc0e6978ad0 None None] For port d2b1572a-e46f-448b-8589-86f3ee086617, host dv-cinder-858463-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=d2b1572a-e46f-448b-8589-86f3ee086617,segment=NetworkSegment(5aaf6297-6a46-4e9d-b63a-dd8b37b93294),segment_id=5aaf6297-6a46-4e9d-b63a-dd8b37b93294)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:10:12.724391 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-35364358-cb1d-4d3b-8dbe-2cc0e6978ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (d2b1572a-e46f-448b-8589-86f3ee086617), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:10:12.767044 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35364358-cb1d-4d3b-8dbe-2cc0e6978ad0 None None] Routers {'2b0b0ee7-975b-451c-8e63-37aa88c283fe'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:10:12.771227 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-35364358-cb1d-4d3b-8dbe-2cc0e6978ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:09:56Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['2b0b0ee7-975b-451c-8e63-37aa88c283fe'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:10:12.818923 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9a1b1d-9154-423d-afc8-e4f42be8de67 None None] Pushing event updated for resources: {'Port': ['ID=d2b1572a-e46f-448b-8589-86f3ee086617,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:10:12.896945 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-35364358-cb1d-4d3b-8dbe-2cc0e6978ad0 None None] Set router 2b0b0ee7-975b-451c-8e63-37aa88c283fe gateway port host: dv-cinder-858463-1-iscsi {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:10:13.112636 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-35364358-cb1d-4d3b-8dbe-2cc0e6978ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0b0ee7-975b-451c-8e63-37aa88c283fe', 'name': 'router1', 'tenant_id': 'e51f3868403f411187968f24a07c89d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'd2b1572a-e46f-448b-8589-86f3ee086617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:09:49Z', 'updated_at': '2022-09-20T13:10:07Z', 'revision_number': 4, 'project_id': 'e51f3868403f411187968f24a07c89d5', 'gw_port': {'id': 'd2b1572a-e46f-448b-8589-86f3ee086617', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:76:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0b0ee7-975b-451c-8e63-37aa88c283fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:10:07Z', 'updated_at': '2022-09-20T13:10:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': 'a28fe6ee-b101-4f5a-8fe4-32349a8b7bf7', 'name': '', 'network_id': '3349d84e-640d-4bfe-9d27-e924ee9ebfca', 'tenant_id': 'e51f3868403f411187968f24a07c89d5', 'mac_address': 'fa:16:3e:67:0c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0b0ee7-975b-451c-8e63-37aa88c283fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'af67793b-a9ea-4a52-8040-c859d132a6ba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:09:59Z', 'updated_at': '2022-09-20T13:10:02Z', 'revision_number': 5, 'project_id': 'e51f3868403f411187968f24a07c89d5', 'subnets': [{'id': 'af67793b-a9ea-4a52-8040-c859d132a6ba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6bba8a87-dfa0-4813-b22c-add78e656ce5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:10:13.140518 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35364358-cb1d-4d3b-8dbe-2cc0e6978ad0 None None] The sync data for ids ['2b0b0ee7-975b-451c-8e63-37aa88c283fe'] in dv-cinder-858463-1-iscsi is: [{'id': '2b0b0ee7-975b-451c-8e63-37aa88c283fe', 'name': 'router1', 'tenant_id': 'e51f3868403f411187968f24a07c89d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'd2b1572a-e46f-448b-8589-86f3ee086617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:09:49Z', 'updated_at': '2022-09-20T13:10:07Z', 'revision_number': 4, 'project_id': 'e51f3868403f411187968f24a07c89d5', 'gw_port': {'id': 'd2b1572a-e46f-448b-8589-86f3ee086617', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:76:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0b0ee7-975b-451c-8e63-37aa88c283fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:10:07Z', 'updated_at': '2022-09-20T13:10:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': 'a28fe6ee-b101-4f5a-8fe4-32349a8b7bf7', 'name': '', 'network_id': '3349d84e-640d-4bfe-9d27-e924ee9ebfca', 'tenant_id': 'e51f3868403f411187968f24a07c89d5', 'mac_address': 'fa:16:3e:67:0c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0b0ee7-975b-451c-8e63-37aa88c283fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'af67793b-a9ea-4a52-8040-c859d132a6ba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:09:59Z', 'updated_at': '2022-09-20T13:10:02Z', 'revision_number': 5, 'project_id': 'e51f3868403f411187968f24a07c89d5', 'subnets': [{'id': 'af67793b-a9ea-4a52-8040-c859d132a6ba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6bba8a87-dfa0-4813-b22c-add78e656ce5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:10:14.391255 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device d2b1572a-e46f-448b-8589-86f3ee086617 up at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:10:14.438462 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Provisioning complete for port d2b1572a-e46f-448b-8589-86f3ee086617 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:10:14.439047 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (d2b1572a-e46f-448b-8589-86f3ee086617), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:10:14.439493 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Attempt 1 to provision port d2b1572a-e46f-448b-8589-86f3ee086617 Sep 20 13:10:14.516585 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Current status of the port d2b1572a-e46f-448b-8589-86f3ee086617 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:10:14.517050 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (d2b1572a-e46f-448b-8589-86f3ee086617), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:10:14.543864 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] For port d2b1572a-e46f-448b-8589-86f3ee086617, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=d2b1572a-e46f-448b-8589-86f3ee086617,segment=NetworkSegment(5aaf6297-6a46-4e9d-b63a-dd8b37b93294),segment_id=5aaf6297-6a46-4e9d-b63a-dd8b37b93294)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:10:14.549447 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (d2b1572a-e46f-448b-8589-86f3ee086617), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:10:14.598131 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Pushing event updated for resources: {'Port': ['ID=d2b1572a-e46f-448b-8589-86f3ee086617,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:10:16.403761 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device d2b1572a-e46f-448b-8589-86f3ee086617 up at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:10:16.497824 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Provisioning complete for port d2b1572a-e46f-448b-8589-86f3ee086617 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:10:16.500413 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (d2b1572a-e46f-448b-8589-86f3ee086617), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:10:16.502346 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Attempt 1 to provision port d2b1572a-e46f-448b-8589-86f3ee086617 Sep 20 13:10:16.664716 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Current status of the port d2b1572a-e46f-448b-8589-86f3ee086617 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:10:19.475390 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.agents_db [None req-1b87bba1-5a3b-42d5-ba20-63287d9ec67c None None] Agent healthcheck: found 5 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:10:23.367297 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-67149227-24d8-42a5-837a-903a30e69d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (c520f755-59ca-4a79-a15e-107c01e131c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:10:25.714457 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5a76d5c8-f4fa-4f7b-a64f-648a07ea5d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (e6bdf340-58c5-4186-af2d-ab00439e5425), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:10:26.658257 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21c1e68e-1f58-483a-acac-7453cdb7afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (dfbc54aa-0ed8-4030-9edb-0bf7f0e74037), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:10:28.078782 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c793fb8f-2eac-4cf0-b972-02f3f2d6d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (78ab24c8-cd03-458a-a2fc-6c0c54d0053a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:10:29.514617 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (543ca60b-7e7a-4ebd-8f87-7672c7a482b9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:10:53.369375 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3506cb64-ba42-43b8-966c-8ebdd8632798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (c520f755-59ca-4a79-a15e-107c01e131c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:10:55.713397 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-138295ca-030d-49d8-9e38-914505e80963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (e6bdf340-58c5-4186-af2d-ab00439e5425), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:10:56.475290 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.agents_db [None req-1b87bba1-5a3b-42d5-ba20-63287d9ec67c None None] Agent healthcheck: found 5 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:10:56.651818 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21c1e68e-1f58-483a-acac-7453cdb7afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (dfbc54aa-0ed8-4030-9edb-0bf7f0e74037), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:10:58.076755 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c793fb8f-2eac-4cf0-b972-02f3f2d6d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (78ab24c8-cd03-458a-a2fc-6c0c54d0053a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:10:59.510068 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (543ca60b-7e7a-4ebd-8f87-7672c7a482b9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:11:23.373200 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4f2b8b9e-b387-4fcd-b2a1-71130f3a1caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (c520f755-59ca-4a79-a15e-107c01e131c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:11:25.708061 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-fef12e4d-af99-4ee2-acd1-6bc3480e59cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (e6bdf340-58c5-4186-af2d-ab00439e5425), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:11:26.654915 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21c1e68e-1f58-483a-acac-7453cdb7afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (dfbc54aa-0ed8-4030-9edb-0bf7f0e74037), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:11:28.079265 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c793fb8f-2eac-4cf0-b972-02f3f2d6d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (78ab24c8-cd03-458a-a2fc-6c0c54d0053a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:11:29.512499 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (543ca60b-7e7a-4ebd-8f87-7672c7a482b9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:11:33.476256 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.agents_db [None req-1b87bba1-5a3b-42d5-ba20-63287d9ec67c None None] Agent healthcheck: found 5 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:11:35.284842 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 53184) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:11:35.349732 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-c59b0d88-ff6d-4a97-8dad-446d172ef0d4 admin admin] GET failed (client error): The resource could not be found. Sep 20 13:11:35.351039 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-c59b0d88-ff6d-4a97-8dad-446d172ef0d4 admin admin] 10.222.0.55 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0651662 Sep 20 13:11:35.513477 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53988116-d87e-4203-ac0b-e3b82e243a7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:11:35.514974 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-53988116-d87e-4203-ac0b-e3b82e243a7d admin admin] 10.222.0.55 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1598015 Sep 20 13:11:37.926531 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 53194) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:11:38.016100 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1f5003-cd61-4939-bb63-b2ebdd1858c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:11:38.018212 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-ae1f5003-cd61-4939-bb63-b2ebdd1858c3 admin admin] 10.222.0.55 "GET /v2.0/subnets/af67793b-a9ea-4a52-8040-c859d132a6ba HTTP/1.1" status: 200 len: 849 time: 0.0901825 Sep 20 13:11:38.027608 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-9b143362-ae61-4c23-aed4-2d82ec9ae15e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:11:38.113145 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9b143362-ae61-4c23-aed4-2d82ec9ae15e admin admin] Publish callbacks [] for subnet (af67793b-a9ea-4a52-8040-c859d132a6ba), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:11:38.255085 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9b143362-ae61-4c23-aed4-2d82ec9ae15e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760608240734'] for subnet (af67793b-a9ea-4a52-8040-c859d132a6ba), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:11:38.289307 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b143362-ae61-4c23-aed4-2d82ec9ae15e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:11:38.290316 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9b143362-ae61-4c23-aed4-2d82ec9ae15e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:11:38.291155 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-9b143362-ae61-4c23-aed4-2d82ec9ae15e admin admin] 10.222.0.55 "PUT /v2.0/subnets/af67793b-a9ea-4a52-8040-c859d132a6ba HTTP/1.1" status: 200 len: 868 time: 0.2670763 Sep 20 13:11:38.294083 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ecca59-0086-4a4f-af7a-88e4e91b47cd None None] Network 3349d84e-640d-4bfe-9d27-e924ee9ebfca requested from dv-cinder-858463-1-iscsi {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 20 13:11:38.313620 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b143362-ae61-4c23-aed4-2d82ec9ae15e admin admin] Pushing event updated for resources: {'Subnet': ['ID=af67793b-a9ea-4a52-8040-c859d132a6ba,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:11:38.324887 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b143362-ae61-4c23-aed4-2d82ec9ae15e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:11:38.325390 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b143362-ae61-4c23-aed4-2d82ec9ae15e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:11:38.326012 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b143362-ae61-4c23-aed4-2d82ec9ae15e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:11:38.326581 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b143362-ae61-4c23-aed4-2d82ec9ae15e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:11:38.327207 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b143362-ae61-4c23-aed4-2d82ec9ae15e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:11:38.327836 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b143362-ae61-4c23-aed4-2d82ec9ae15e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:11:38.328401 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b143362-ae61-4c23-aed4-2d82ec9ae15e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:11:38.328908 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b143362-ae61-4c23-aed4-2d82ec9ae15e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:11:38.329130 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b143362-ae61-4c23-aed4-2d82ec9ae15e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:11:38.329489 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b143362-ae61-4c23-aed4-2d82ec9ae15e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:11:38.329844 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b143362-ae61-4c23-aed4-2d82ec9ae15e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:11:38.330943 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b143362-ae61-4c23-aed4-2d82ec9ae15e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:11:38.331510 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b143362-ae61-4c23-aed4-2d82ec9ae15e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:11:38.651992 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8791f0a4-0a76-4a38-ac74-589d349c88de None None] Provisioning complete for port a28fe6ee-b101-4f5a-8fe4-32349a8b7bf7 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:11:38.652386 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8791f0a4-0a76-4a38-ac74-589d349c88de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (a28fe6ee-b101-4f5a-8fe4-32349a8b7bf7), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:11:38.652730 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-8791f0a4-0a76-4a38-ac74-589d349c88de None None] Attempt 1 to provision port a28fe6ee-b101-4f5a-8fe4-32349a8b7bf7 Sep 20 13:11:38.724267 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8791f0a4-0a76-4a38-ac74-589d349c88de None None] Current status of the port a28fe6ee-b101-4f5a-8fe4-32349a8b7bf7 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:11:38.734018 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8791f0a4-0a76-4a38-ac74-589d349c88de None None] Provisioning complete for port 031f53a7-e00d-442d-91ca-db991ebf34c2 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:11:38.734414 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8791f0a4-0a76-4a38-ac74-589d349c88de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (031f53a7-e00d-442d-91ca-db991ebf34c2), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:11:38.734781 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-8791f0a4-0a76-4a38-ac74-589d349c88de None None] Attempt 1 to provision port 031f53a7-e00d-442d-91ca-db991ebf34c2 Sep 20 13:11:38.806076 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8791f0a4-0a76-4a38-ac74-589d349c88de None None] Current status of the port 031f53a7-e00d-442d-91ca-db991ebf34c2 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:11:40.649146 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 53202) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:11:40.844581 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfc1fec-8ca6-4427-a399-7a801609ab2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:11:40.844978 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfc1fec-8ca6-4427-a399-7a801609ab2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:11:40.846558 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-0bfc1fec-8ca6-4427-a399-7a801609ab2c admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1964450 Sep 20 13:11:43.199504 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 53210) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:11:43.478932 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0972eed-078b-4a97-b4e8-bc3605b60d78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:11:43.479420 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0972eed-078b-4a97-b4e8-bc3605b60d78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:11:43.480971 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-c0972eed-078b-4a97-b4e8-bc3605b60d78 admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2805278 Sep 20 13:11:45.859550 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 53220) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:11:46.031036 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc5dc80-8ea6-4034-9f87-e316ff500758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:11:46.032408 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-6dc5dc80-8ea6-4034-9f87-e316ff500758 admin admin] 10.222.0.55 "GET /v2.0/networks/3349d84e-640d-4bfe-9d27-e924ee9ebfca HTTP/1.1" status: 200 len: 868 time: 0.1719096 Sep 20 13:11:48.399656 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 53228) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:11:48.525151 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78782038-6a36-44c3-8412-1c9e0b5ef06c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:11:48.526514 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-78782038-6a36-44c3-8412-1c9e0b5ef06c admin admin] 10.222.0.55 "GET /v2.0/networks/36104724-3f48-4df5-b3a4-d541d8e9add0 HTTP/1.1" status: 200 len: 886 time: 0.1259232 Sep 20 13:11:50.890554 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 53236) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:11:51.013842 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cef1a9d-1636-4703-bc74-cd1b883e51d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:11:51.014301 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cef1a9d-1636-4703-bc74-cd1b883e51d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:11:51.015829 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-6cef1a9d-1636-4703-bc74-cd1b883e51d1 admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1243021 Sep 20 13:11:53.375722 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cc959bf4-f749-46e4-80ae-d22c6cfa1155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (c520f755-59ca-4a79-a15e-107c01e131c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:11:53.388594 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 53244) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:11:53.479853 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76ee282-e671-4e58-8c95-197aac39c12a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:11:53.480309 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76ee282-e671-4e58-8c95-197aac39c12a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:11:53.481805 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-a76ee282-e671-4e58-8c95-197aac39c12a admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0922539 Sep 20 13:11:55.710949 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7ea72207-6ec3-46d7-a5d4-39668670c056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (e6bdf340-58c5-4186-af2d-ab00439e5425), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:11:55.868652 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 53252) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:11:55.955965 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fe2eed-4dfb-407f-9566-b362a53ef716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:11:55.957290 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-07fe2eed-4dfb-407f-9566-b362a53ef716 admin admin] 10.222.0.55 "GET /v2.0/subnets/adca2446-3f2d-49a4-ba29-cedd74eb43e2 HTTP/1.1" status: 200 len: 816 time: 0.0877073 Sep 20 13:11:56.658167 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21c1e68e-1f58-483a-acac-7453cdb7afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (dfbc54aa-0ed8-4030-9edb-0bf7f0e74037), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:11:58.082308 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c793fb8f-2eac-4cf0-b972-02f3f2d6d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (78ab24c8-cd03-458a-a2fc-6c0c54d0053a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:11:58.313570 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 53260) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:11:58.404427 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4224f45d-4789-45a2-9493-e468f803d471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:11:58.405900 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-4224f45d-4789-45a2-9493-e468f803d471 admin admin] 10.222.0.55 "GET /v2.0/subnets/af67793b-a9ea-4a52-8040-c859d132a6ba HTTP/1.1" status: 200 len: 868 time: 0.0907350 Sep 20 13:11:59.515612 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (543ca60b-7e7a-4ebd-8f87-7672c7a482b9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:12:10.475201 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.agents_db [None req-1b87bba1-5a3b-42d5-ba20-63287d9ec67c None None] Agent healthcheck: found 5 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:12:23.378238 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-45fd7ebe-88e0-4c06-8502-f0a85c1d8391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (c520f755-59ca-4a79-a15e-107c01e131c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:12:24.213126 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 53314) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:12:24.260158 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [None req-ddfd0cad-2c3c-44de-8550-5e6b77d9b01b admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 20 13:12:24.261168 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-ddfd0cad-2c3c-44de-8550-5e6b77d9b01b admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0470996 Sep 20 13:12:25.712558 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2072ce2e-7f1c-4388-9347-001f5e308ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (e6bdf340-58c5-4186-af2d-ab00439e5425), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:12:26.659723 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21c1e68e-1f58-483a-acac-7453cdb7afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (dfbc54aa-0ed8-4030-9edb-0bf7f0e74037), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:12:26.738562 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 53322) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:12:26.797757 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-68d2ff85-c8fd-4247-b9a6-d836ab94d06c admin admin] GET failed (client error): The resource could not be found. Sep 20 13:12:26.799083 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-68d2ff85-c8fd-4247-b9a6-d836ab94d06c admin admin] 10.222.0.55 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0595245 Sep 20 13:12:26.940876 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfaffe17-e28e-44a0-a5c7-06a1d3cc9441 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:12:26.942241 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-bfaffe17-e28e-44a0-a5c7-06a1d3cc9441 admin admin] 10.222.0.55 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1390991 Sep 20 13:12:28.085673 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c793fb8f-2eac-4cf0-b972-02f3f2d6d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (78ab24c8-cd03-458a-a2fc-6c0c54d0053a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:12:29.364953 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 53330) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:12:29.410876 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.v2.base [None req-80bb65bd-1495-4bc2-b08b-4a219fe4f252 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:12:29.430877 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80bb65bd-1495-4bc2-b08b-4a219fe4f252 admin admin] Made reservation on behalf of 6f50201859fe4c6abaec2030d58c642f for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:12:29.433073 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-80bb65bd-1495-4bc2-b08b-4a219fe4f252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:12:29.459800 dv-cinder-858463-1-iscsi neutron-server[104086]: WARNING neutron.services.revisions.revision_plugin [None req-80bb65bd-1495-4bc2-b08b-4a219fe4f252 admin admin] Could not find related network for resource to bump revision. Sep 20 13:12:29.474041 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80bb65bd-1495-4bc2-b08b-4a219fe4f252 admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 13:12:29.483658 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-80bb65bd-1495-4bc2-b08b-4a219fe4f252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549390'] for segment (12d057fb-574b-406f-a139-38ae25897647), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:12:29.483997 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.db.segments_db [None req-80bb65bd-1495-4bc2-b08b-4a219fe4f252 admin admin] Added segment 12d057fb-574b-406f-a139-38ae25897647 of type vlan for network 87b00a5a-79d0-41c9-b937-761955ba23f9 Sep 20 13:12:29.518623 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (543ca60b-7e7a-4ebd-8f87-7672c7a482b9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:12:29.524275 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-80bb65bd-1495-4bc2-b08b-4a219fe4f252 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760607722792'] for network (87b00a5a-79d0-41c9-b937-761955ba23f9), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:12:29.547705 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-80bb65bd-1495-4bc2-b08b-4a219fe4f252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183'] for network (87b00a5a-79d0-41c9-b937-761955ba23f9), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:12:29.548567 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80bb65bd-1495-4bc2-b08b-4a219fe4f252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:12:29.549137 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-80bb65bd-1495-4bc2-b08b-4a219fe4f252 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:12:29.598328 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-80bb65bd-1495-4bc2-b08b-4a219fe4f252 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2322857 Sep 20 13:12:29.610590 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bb65bd-1495-4bc2-b08b-4a219fe4f252 admin admin] Pushing event updated for resources: {'Network': ['ID=87b00a5a-79d0-41c9-b937-761955ba23f9,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:12:29.617834 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bb65bd-1495-4bc2-b08b-4a219fe4f252 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:12:29.618202 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bb65bd-1495-4bc2-b08b-4a219fe4f252 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:12:29.618562 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bb65bd-1495-4bc2-b08b-4a219fe4f252 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:12:29.618934 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bb65bd-1495-4bc2-b08b-4a219fe4f252 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:12:29.619273 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bb65bd-1495-4bc2-b08b-4a219fe4f252 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:12:29.619605 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bb65bd-1495-4bc2-b08b-4a219fe4f252 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:12:29.619954 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bb65bd-1495-4bc2-b08b-4a219fe4f252 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:12:29.620289 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bb65bd-1495-4bc2-b08b-4a219fe4f252 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:12:29.620635 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bb65bd-1495-4bc2-b08b-4a219fe4f252 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:12:29.620984 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bb65bd-1495-4bc2-b08b-4a219fe4f252 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:12:29.621317 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bb65bd-1495-4bc2-b08b-4a219fe4f252 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:12:29.621641 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bb65bd-1495-4bc2-b08b-4a219fe4f252 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:12:29.621963 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bb65bd-1495-4bc2-b08b-4a219fe4f252 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:12:29.633465 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Network 87b00a5a-79d0-41c9-b937-761955ba23f9 details requested by agent ovs-agent-dv-cinder-858463-1-iscsi with host dv-cinder-858463-1-iscsi {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 13:12:32.000441 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 53338) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:12:32.061681 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.pecan_wsgi.hooks.translation [None req-8edacfe7-48ca-4197-9b09-af0698c09dff admin admin] GET failed (client error): The resource could not be found. Sep 20 13:12:32.063018 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-8edacfe7-48ca-4197-9b09-af0698c09dff admin admin] 10.222.0.55 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0615630 Sep 20 13:12:32.131418 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17e3022-a618-4702-be79-13b8ce6147ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:12:32.132852 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-c17e3022-a618-4702-be79-13b8ce6147ca admin admin] 10.222.0.55 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0655336 Sep 20 13:12:32.143015 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.v2.base [None req-91186807-fe81-449c-8c1e-7a42fbd0e3e3 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '87b00a5a-79d0-41c9-b937-761955ba23f9'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:12:32.160346 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91186807-fe81-449c-8c1e-7a42fbd0e3e3 admin admin] Made reservation on behalf of 6f50201859fe4c6abaec2030d58c642f for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:12:32.162499 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-91186807-fe81-449c-8c1e-7a42fbd0e3e3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:12:32.319701 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-91186807-fe81-449c-8c1e-7a42fbd0e3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183'] for subnet (c4836984-438d-44d5-a850-0880b6ad3eed), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:12:32.375921 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91186807-fe81-449c-8c1e-7a42fbd0e3e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4836984-438d-44d5-a850-0880b6ad3eed,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:12:32.385460 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91186807-fe81-449c-8c1e-7a42fbd0e3e3 admin admin] Checking segment: {'id': '12d057fb-574b-406f-a139-38ae25897647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '87b00a5a-79d0-41c9-b937-761955ba23f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:12:32.385807 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91186807-fe81-449c-8c1e-7a42fbd0e3e3 admin admin] Network hostable DHCP agents. Network: 87b00a5a-79d0-41c9-b937-761955ba23f9, hostable agents: ['c520f755-59ca-4a79-a15e-107c01e131c2'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 13:12:32.401034 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91186807-fe81-449c-8c1e-7a42fbd0e3e3 admin admin] Network 87b00a5a-79d0-41c9-b937-761955ba23f9 is scheduled to be hosted by DHCP agent c520f755-59ca-4a79-a15e-107c01e131c2 with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 13:12:32.408880 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-91186807-fe81-449c-8c1e-7a42fbd0e3e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858463-1-iscsi, 87b00a5a-79d0-41c9-b937-761955ba23f9) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:12:32.412686 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91186807-fe81-449c-8c1e-7a42fbd0e3e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:12:32.413268 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-91186807-fe81-449c-8c1e-7a42fbd0e3e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:12:32.419074 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af40f1d-77eb-4277-885a-58a1eac956db None None] Network 87b00a5a-79d0-41c9-b937-761955ba23f9 requested from dv-cinder-858463-1-iscsi {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 20 13:12:32.428260 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-91186807-fe81-449c-8c1e-7a42fbd0e3e3 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2891929 Sep 20 13:12:32.529701 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2314b769-bab8-4e95-94f5-043145218281 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb49ed716-09e0-5d67-b392-6c4cef110713-87b00a5a-79d0-41c9-b937-761955ba23f9', 'network_id': '87b00a5a-79d0-41c9-b937-761955ba23f9', 'project_id': '6f50201859fe4c6abaec2030d58c642f', 'fixed_ips': [{'subnet_id': 'c4836984-438d-44d5-a850-0880b6ad3eed'}]}} from dv-cinder-858463-1-iscsi. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 20 13:12:32.530614 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2314b769-bab8-4e95-94f5-043145218281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:12:32.763716 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-2314b769-bab8-4e95-94f5-043145218281 None None] Allocated IP 192.168.233.2 (87b00a5a-79d0-41c9-b937-761955ba23f9/c4836984-438d-44d5-a850-0880b6ad3eed/a33d8920-0b9d-4868-ad76-f4da3a5ac5ad) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:12:32.917910 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2314b769-bab8-4e95-94f5-043145218281 None None] Publish callbacks [] for port (a33d8920-0b9d-4868-ad76-f4da3a5ac5ad), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:12:32.924651 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2314b769-bab8-4e95-94f5-043145218281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938'] for port (a33d8920-0b9d-4868-ad76-f4da3a5ac5ad), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:12:32.961174 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2314b769-bab8-4e95-94f5-043145218281 None None] Network 87b00a5a-79d0-41c9-b937-761955ba23f9 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:12:32.963988 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-2314b769-bab8-4e95-94f5-043145218281 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:12:32.966482 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2314b769-bab8-4e95-94f5-043145218281 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:12:32.977812 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2314b769-bab8-4e95-94f5-043145218281 None None] Pushing event updated for resources: {'Port': ['ID=a33d8920-0b9d-4868-ad76-f4da3a5ac5ad,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:12:32.987057 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2314b769-bab8-4e95-94f5-043145218281 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:12:32.987443 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2314b769-bab8-4e95-94f5-043145218281 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:12:32.987823 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2314b769-bab8-4e95-94f5-043145218281 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:12:32.988174 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2314b769-bab8-4e95-94f5-043145218281 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:12:32.988518 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2314b769-bab8-4e95-94f5-043145218281 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:12:32.988858 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2314b769-bab8-4e95-94f5-043145218281 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:12:32.989205 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2314b769-bab8-4e95-94f5-043145218281 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:12:32.989543 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2314b769-bab8-4e95-94f5-043145218281 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:12:32.989878 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2314b769-bab8-4e95-94f5-043145218281 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:12:32.990238 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2314b769-bab8-4e95-94f5-043145218281 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:12:32.990573 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2314b769-bab8-4e95-94f5-043145218281 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:12:32.990931 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2314b769-bab8-4e95-94f5-043145218281 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:12:32.991269 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2314b769-bab8-4e95-94f5-043145218281 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:12:33.040575 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-2314b769-bab8-4e95-94f5-043145218281 None None] Attempting to bind port a33d8920-0b9d-4868-ad76-f4da3a5ac5ad on host dv-cinder-858463-1-iscsi for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 20 13:12:33.040872 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-2314b769-bab8-4e95-94f5-043145218281 None None] Attempting to bind port a33d8920-0b9d-4868-ad76-f4da3a5ac5ad by drivers openvswitch,hyperv on host dv-cinder-858463-1-iscsi at level 0 using segments [{'id': '12d057fb-574b-406f-a139-38ae25897647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '87b00a5a-79d0-41c9-b937-761955ba23f9'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 20 13:12:33.041240 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2314b769-bab8-4e95-94f5-043145218281 None None] Attempting to bind port a33d8920-0b9d-4868-ad76-f4da3a5ac5ad on network 87b00a5a-79d0-41c9-b937-761955ba23f9 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:12:33.046443 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2314b769-bab8-4e95-94f5-043145218281 None None] Checking agent: {'id': '543ca60b-7e7a-4ebd-8f87-7672c7a482b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 13, 9, 29), 'started_at': datetime.datetime(2022, 9, 20, 13, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 13, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:12:33.046900 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2314b769-bab8-4e95-94f5-043145218281 None None] Checking segment: {'id': '12d057fb-574b-406f-a139-38ae25897647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '87b00a5a-79d0-41c9-b937-761955ba23f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:12:33.047376 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2314b769-bab8-4e95-94f5-043145218281 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:12:33.047782 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2314b769-bab8-4e95-94f5-043145218281 None None] Bound using segment: {'id': '12d057fb-574b-406f-a139-38ae25897647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '87b00a5a-79d0-41c9-b937-761955ba23f9'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:12:33.048257 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-2314b769-bab8-4e95-94f5-043145218281 None None] Bound port: a33d8920-0b9d-4868-ad76-f4da3a5ac5ad, host: dv-cinder-858463-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12d057fb-574b-406f-a139-38ae25897647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '87b00a5a-79d0-41c9-b937-761955ba23f9'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 20 13:12:33.048667 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2314b769-bab8-4e95-94f5-043145218281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (a33d8920-0b9d-4868-ad76-f4da3a5ac5ad), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:12:33.110411 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-2314b769-bab8-4e95-94f5-043145218281 None None] For port a33d8920-0b9d-4868-ad76-f4da3a5ac5ad, host dv-cinder-858463-1-iscsi, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:12:33.113510 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-2314b769-bab8-4e95-94f5-043145218281 None None] For port a33d8920-0b9d-4868-ad76-f4da3a5ac5ad, host dv-cinder-858463-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=a33d8920-0b9d-4868-ad76-f4da3a5ac5ad,segment=NetworkSegment(12d057fb-574b-406f-a139-38ae25897647),segment_id=12d057fb-574b-406f-a139-38ae25897647)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:12:33.119629 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2314b769-bab8-4e95-94f5-043145218281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (a33d8920-0b9d-4868-ad76-f4da3a5ac5ad), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:12:33.179367 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2314b769-bab8-4e95-94f5-043145218281 None None] Pushing event updated for resources: {'Port': ['ID=a33d8920-0b9d-4868-ad76-f4da3a5ac5ad,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:12:33.985218 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe77f7b-31bf-4424-aa82-00d5449658b9 None None] Network 87b00a5a-79d0-41c9-b937-761955ba23f9 requested from dv-cinder-858463-1-iscsi {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 20 13:12:34.085558 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-9e49cfdd-b47e-43c5-be0b-8411db2efc3e None None] Provisioning complete for port a33d8920-0b9d-4868-ad76-f4da3a5ac5ad triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:12:34.085950 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9e49cfdd-b47e-43c5-be0b-8411db2efc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (a33d8920-0b9d-4868-ad76-f4da3a5ac5ad), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:12:34.086289 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-9e49cfdd-b47e-43c5-be0b-8411db2efc3e None None] Attempt 1 to provision port a33d8920-0b9d-4868-ad76-f4da3a5ac5ad Sep 20 13:12:34.173509 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-9e49cfdd-b47e-43c5-be0b-8411db2efc3e None None] Current status of the port a33d8920-0b9d-4868-ad76-f4da3a5ac5ad is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:12:34.174046 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9e49cfdd-b47e-43c5-be0b-8411db2efc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (a33d8920-0b9d-4868-ad76-f4da3a5ac5ad), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:12:34.212549 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-9e49cfdd-b47e-43c5-be0b-8411db2efc3e None None] For port a33d8920-0b9d-4868-ad76-f4da3a5ac5ad, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=a33d8920-0b9d-4868-ad76-f4da3a5ac5ad,segment=NetworkSegment(12d057fb-574b-406f-a139-38ae25897647),segment_id=12d057fb-574b-406f-a139-38ae25897647)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:12:34.219455 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9e49cfdd-b47e-43c5-be0b-8411db2efc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (a33d8920-0b9d-4868-ad76-f4da3a5ac5ad), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:12:34.279051 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e49cfdd-b47e-43c5-be0b-8411db2efc3e None None] Pushing event updated for resources: {'Port': ['ID=a33d8920-0b9d-4868-ad76-f4da3a5ac5ad,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:12:34.340438 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-25645708-5d5d-4a0d-b238-67acd1b0ccce None None] Provisioning complete for port a33d8920-0b9d-4868-ad76-f4da3a5ac5ad triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:12:34.340837 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-25645708-5d5d-4a0d-b238-67acd1b0ccce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (a33d8920-0b9d-4868-ad76-f4da3a5ac5ad), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:12:34.341178 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-25645708-5d5d-4a0d-b238-67acd1b0ccce None None] Attempt 1 to provision port a33d8920-0b9d-4868-ad76-f4da3a5ac5ad Sep 20 13:12:34.432524 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-25645708-5d5d-4a0d-b238-67acd1b0ccce None None] Current status of the port a33d8920-0b9d-4868-ad76-f4da3a5ac5ad is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:12:34.458055 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device a33d8920-0b9d-4868-ad76-f4da3a5ac5ad up at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:12:34.505462 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Provisioning complete for port a33d8920-0b9d-4868-ad76-f4da3a5ac5ad triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:12:34.505864 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (a33d8920-0b9d-4868-ad76-f4da3a5ac5ad), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:12:34.506207 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Attempt 1 to provision port a33d8920-0b9d-4868-ad76-f4da3a5ac5ad Sep 20 13:12:34.580498 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Current status of the port a33d8920-0b9d-4868-ad76-f4da3a5ac5ad is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:12:47.473625 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.agents_db [None req-1b87bba1-5a3b-42d5-ba20-63287d9ec67c None None] Agent healthcheck: found 5 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:12:53.380025 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ca6d274e-2a4f-470f-b5c2-2b5371846c20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (c520f755-59ca-4a79-a15e-107c01e131c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:12:55.716206 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a104987c-9451-4e6c-b371-df7874cdb1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (e6bdf340-58c5-4186-af2d-ab00439e5425), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:12:56.662914 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21c1e68e-1f58-483a-acac-7453cdb7afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (dfbc54aa-0ed8-4030-9edb-0bf7f0e74037), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:12:58.082726 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c793fb8f-2eac-4cf0-b972-02f3f2d6d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (78ab24c8-cd03-458a-a2fc-6c0c54d0053a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:12:59.522483 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (543ca60b-7e7a-4ebd-8f87-7672c7a482b9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:13:23.381250 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3c671e09-82c8-4135-8e14-de1df833ae4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (c520f755-59ca-4a79-a15e-107c01e131c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:13:24.472340 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.agents_db [None req-1b87bba1-5a3b-42d5-ba20-63287d9ec67c None None] Agent healthcheck: found 5 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:13:25.720642 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2f80058a-afdd-4f88-9c94-7da696511650 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (e6bdf340-58c5-4186-af2d-ab00439e5425), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:13:26.669166 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21c1e68e-1f58-483a-acac-7453cdb7afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (dfbc54aa-0ed8-4030-9edb-0bf7f0e74037), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:13:28.081401 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c793fb8f-2eac-4cf0-b972-02f3f2d6d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (78ab24c8-cd03-458a-a2fc-6c0c54d0053a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:13:29.525037 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (543ca60b-7e7a-4ebd-8f87-7672c7a482b9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:13:53.383559 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cdecdfb1-88d1-4cf7-b330-8f9f1293e041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (c520f755-59ca-4a79-a15e-107c01e131c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:13:54.457063 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 53380) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:13:54.463001 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [None req-dc78e719-9d47-470f-b2d8-9285507975ee tempest-verify_tempest_config-2049819459 tempest-verify_tempest_config-2049819459-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 20 13:13:54.463969 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-dc78e719-9d47-470f-b2d8-9285507975ee tempest-verify_tempest_config-2049819459 tempest-verify_tempest_config-2049819459-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059154 Sep 20 13:13:54.756142 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 53398) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:13:54.858111 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e349487e-212c-422f-a929-8c8e8959ab57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:13:54.930813 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e349487e-212c-422f-a929-8c8e8959ab57 admin admin] Publish callbacks [] for security_group (8f82f803-be52-42f4-8cf2-edb993bac55a), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:13:54.934137 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e349487e-212c-422f-a929-8c8e8959ab57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (8f82f803-be52-42f4-8cf2-edb993bac55a), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:13:54.976330 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e349487e-212c-422f-a929-8c8e8959ab57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f82f803-be52-42f4-8cf2-edb993bac55a,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:13:54.980753 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-e349487e-212c-422f-a929-8c8e8959ab57 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=17a38544b139430b903f56b801ceae56&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2236388 Sep 20 13:13:54.984459 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 53402) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:13:54.985763 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e349487e-212c-422f-a929-8c8e8959ab57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:13:54.986291 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e349487e-212c-422f-a929-8c8e8959ab57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:13:54.986674 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e349487e-212c-422f-a929-8c8e8959ab57 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:13:54.987043 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e349487e-212c-422f-a929-8c8e8959ab57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:13:54.987384 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e349487e-212c-422f-a929-8c8e8959ab57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:13:54.987718 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e349487e-212c-422f-a929-8c8e8959ab57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:13:54.988068 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e349487e-212c-422f-a929-8c8e8959ab57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:13:54.988406 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e349487e-212c-422f-a929-8c8e8959ab57 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:13:54.988755 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e349487e-212c-422f-a929-8c8e8959ab57 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:13:54.989090 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e349487e-212c-422f-a929-8c8e8959ab57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:13:54.989416 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e349487e-212c-422f-a929-8c8e8959ab57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:13:54.989741 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e349487e-212c-422f-a929-8c8e8959ab57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:13:54.990066 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e349487e-212c-422f-a929-8c8e8959ab57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:13:55.039488 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-257c7158-b091-4512-8977-8a0993b6df34 admin admin] Publish callbacks [] for security_group (8f82f803-be52-42f4-8cf2-edb993bac55a), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:13:55.059808 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-257c7158-b091-4512-8977-8a0993b6df34 admin admin] Publish callbacks [] for security_group (8f82f803-be52-42f4-8cf2-edb993bac55a), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:13:55.149212 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-257c7158-b091-4512-8977-8a0993b6df34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (8f82f803-be52-42f4-8cf2-edb993bac55a), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:13:55.151824 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-257c7158-b091-4512-8977-8a0993b6df34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:13:55.152990 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-257c7158-b091-4512-8977-8a0993b6df34 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8f82f803-be52-42f4-8cf2-edb993bac55a HTTP/1.1" status: 204 len: 168 time: 0.1675110 Sep 20 13:13:55.161801 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c7158-b091-4512-8977-8a0993b6df34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f82f803-be52-42f4-8cf2-edb993bac55a,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:13:55.168641 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257c7158-b091-4512-8977-8a0993b6df34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:13:55.169190 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257c7158-b091-4512-8977-8a0993b6df34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:13:55.169588 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257c7158-b091-4512-8977-8a0993b6df34 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:13:55.170076 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257c7158-b091-4512-8977-8a0993b6df34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:13:55.170417 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257c7158-b091-4512-8977-8a0993b6df34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:13:55.170918 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257c7158-b091-4512-8977-8a0993b6df34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:13:55.171251 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257c7158-b091-4512-8977-8a0993b6df34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:13:55.171616 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257c7158-b091-4512-8977-8a0993b6df34 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:13:55.171966 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257c7158-b091-4512-8977-8a0993b6df34 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:13:55.172322 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257c7158-b091-4512-8977-8a0993b6df34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:13:55.172653 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257c7158-b091-4512-8977-8a0993b6df34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:13:55.172981 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257c7158-b091-4512-8977-8a0993b6df34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:13:55.173301 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257c7158-b091-4512-8977-8a0993b6df34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:13:55.718372 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b2b766a5-bf45-491e-9dc1-d02ec97c1a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (e6bdf340-58c5-4186-af2d-ab00439e5425), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:13:56.668162 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21c1e68e-1f58-483a-acac-7453cdb7afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (dfbc54aa-0ed8-4030-9edb-0bf7f0e74037), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:13:58.084072 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c793fb8f-2eac-4cf0-b972-02f3f2d6d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (78ab24c8-cd03-458a-a2fc-6c0c54d0053a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:13:59.528060 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (543ca60b-7e7a-4ebd-8f87-7672c7a482b9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:14:01.471903 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.agents_db [None req-1b87bba1-5a3b-42d5-ba20-63287d9ec67c None None] Agent healthcheck: found 5 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:14:23.385811 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-eb15d1ff-3bea-470a-b2b0-4776c2818064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (c520f755-59ca-4a79-a15e-107c01e131c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:14:25.719848 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b535a2ae-8f53-4449-89d8-c5cbc7f0ccbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (e6bdf340-58c5-4186-af2d-ab00439e5425), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:14:26.670772 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21c1e68e-1f58-483a-acac-7453cdb7afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (dfbc54aa-0ed8-4030-9edb-0bf7f0e74037), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:14:28.085471 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c793fb8f-2eac-4cf0-b972-02f3f2d6d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (78ab24c8-cd03-458a-a2fc-6c0c54d0053a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:14:29.530039 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (543ca60b-7e7a-4ebd-8f87-7672c7a482b9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:14:38.470290 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.agents_db [None req-1b87bba1-5a3b-42d5-ba20-63287d9ec67c None None] Agent healthcheck: found 5 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:14:53.388799 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0d4f2326-5bd4-4f18-9d34-a7cf4914186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (c520f755-59ca-4a79-a15e-107c01e131c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:14:55.723656 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ca2b1c41-b4d8-4e2d-a5da-4cc207119b54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (e6bdf340-58c5-4186-af2d-ab00439e5425), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:14:56.673320 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21c1e68e-1f58-483a-acac-7453cdb7afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (dfbc54aa-0ed8-4030-9edb-0bf7f0e74037), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:14:58.090048 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c793fb8f-2eac-4cf0-b972-02f3f2d6d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (78ab24c8-cd03-458a-a2fc-6c0c54d0053a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:14:59.532198 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (543ca60b-7e7a-4ebd-8f87-7672c7a482b9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:15:15.469521 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.agents_db [None req-1b87bba1-5a3b-42d5-ba20-63287d9ec67c None None] Agent healthcheck: found 5 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:15:23.391121 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7a52c379-d225-4e49-a4cc-8a2486ab02fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (c520f755-59ca-4a79-a15e-107c01e131c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:15:25.724295 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b22f8741-ea4b-45ba-b2ef-78f23ba9afb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (e6bdf340-58c5-4186-af2d-ab00439e5425), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:15:26.679134 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21c1e68e-1f58-483a-acac-7453cdb7afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (dfbc54aa-0ed8-4030-9edb-0bf7f0e74037), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:15:28.093251 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c793fb8f-2eac-4cf0-b972-02f3f2d6d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (78ab24c8-cd03-458a-a2fc-6c0c54d0053a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:15:29.538122 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (543ca60b-7e7a-4ebd-8f87-7672c7a482b9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:15:39.925215 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1609696'] for agent (728cf656-0364-4172-b8b5-b6ffd3122ed0), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:15:50.444664 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 53474) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:15:50.548039 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-74f730b3-b3fe-4851-b051-e01d883ed830 admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1022882 Sep 20 13:15:52.468888 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.agents_db [None req-1b87bba1-5a3b-42d5-ba20-63287d9ec67c None None] Agent healthcheck: found 6 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:15:52.923242 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 53484) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:15:52.975697 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-568b5525-0f66-4f5b-9826-968780cdb9f6 admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0513914 Sep 20 13:15:53.392559 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-29e75c06-d421-4d3c-b3d4-67bbc34f4ca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (c520f755-59ca-4a79-a15e-107c01e131c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:15:55.725856 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-297b0176-5c24-4237-af5a-9153a189fd86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (e6bdf340-58c5-4186-af2d-ab00439e5425), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:15:56.680559 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21c1e68e-1f58-483a-acac-7453cdb7afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (dfbc54aa-0ed8-4030-9edb-0bf7f0e74037), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:15:58.096504 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c793fb8f-2eac-4cf0-b972-02f3f2d6d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (78ab24c8-cd03-458a-a2fc-6c0c54d0053a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:15:59.531673 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (543ca60b-7e7a-4ebd-8f87-7672c7a482b9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:16:09.903625 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (728cf656-0364-4172-b8b5-b6ffd3122ed0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:16:23.393698 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c5a7ef14-7f0c-401c-b269-9ef51cf066ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (c520f755-59ca-4a79-a15e-107c01e131c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:16:25.730374 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9ca4de75-c86b-40ad-a08e-8c991d0af538 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (e6bdf340-58c5-4186-af2d-ab00439e5425), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:16:26.682464 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21c1e68e-1f58-483a-acac-7453cdb7afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (dfbc54aa-0ed8-4030-9edb-0bf7f0e74037), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:16:28.099420 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c793fb8f-2eac-4cf0-b972-02f3f2d6d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (78ab24c8-cd03-458a-a2fc-6c0c54d0053a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:16:29.467307 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.agents_db [None req-1b87bba1-5a3b-42d5-ba20-63287d9ec67c None None] Agent healthcheck: found 6 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:16:29.534517 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (543ca60b-7e7a-4ebd-8f87-7672c7a482b9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:16:39.934811 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (728cf656-0364-4172-b8b5-b6ffd3122ed0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:16:53.400465 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bd69c628-51ad-43f3-a398-99c5a3111741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (c520f755-59ca-4a79-a15e-107c01e131c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:16:55.732236 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4275aa0a-c23f-4202-9f03-7df79d26eede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (e6bdf340-58c5-4186-af2d-ab00439e5425), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:16:56.685484 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21c1e68e-1f58-483a-acac-7453cdb7afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (dfbc54aa-0ed8-4030-9edb-0bf7f0e74037), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:16:58.101245 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c793fb8f-2eac-4cf0-b972-02f3f2d6d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (78ab24c8-cd03-458a-a2fc-6c0c54d0053a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:16:59.538537 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (543ca60b-7e7a-4ebd-8f87-7672c7a482b9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:06.466377 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.agents_db [None req-1b87bba1-5a3b-42d5-ba20-63287d9ec67c None None] Agent healthcheck: found 6 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:17:09.948463 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (728cf656-0364-4172-b8b5-b6ffd3122ed0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:23.394239 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-982133cc-fca9-4300-8a7b-257eb7684787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (c520f755-59ca-4a79-a15e-107c01e131c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:25.733540 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d8aef959-0258-424c-a9b1-ba7c99176814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (e6bdf340-58c5-4186-af2d-ab00439e5425), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:26.688272 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21c1e68e-1f58-483a-acac-7453cdb7afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (dfbc54aa-0ed8-4030-9edb-0bf7f0e74037), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:28.106293 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c793fb8f-2eac-4cf0-b972-02f3f2d6d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (78ab24c8-cd03-458a-a2fc-6c0c54d0053a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:29.542471 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (543ca60b-7e7a-4ebd-8f87-7672c7a482b9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:39.952807 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (728cf656-0364-4172-b8b5-b6ffd3122ed0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:43.465224 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.agents_db [None req-1b87bba1-5a3b-42d5-ba20-63287d9ec67c None None] Agent healthcheck: found 6 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:17:44.273445 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 53696) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:17:44.506322 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 53708) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:17:44.534983 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 53714) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:17:44.629123 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-89823a62-7f6a-4892-8f18-0f7d84beac92 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-630298788-network', 'tenant_id': 'f8f8bdd06ef247d389068dcb1648b4f7'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:17:44.679321 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89823a62-7f6a-4892-8f18-0f7d84beac92 admin admin] Made reservation on behalf of f8f8bdd06ef247d389068dcb1648b4f7 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:17:44.683295 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-89823a62-7f6a-4892-8f18-0f7d84beac92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:44.699164 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-89823a62-7f6a-4892-8f18-0f7d84beac92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:44.860551 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-89823a62-7f6a-4892-8f18-0f7d84beac92 admin admin] Publish callbacks [] for security_group (5bf4325f-47fc-453e-bcdb-1836b91619a2), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:44.867906 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-89823a62-7f6a-4892-8f18-0f7d84beac92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (5bf4325f-47fc-453e-bcdb-1836b91619a2), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:44.894192 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89823a62-7f6a-4892-8f18-0f7d84beac92 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 13:17:44.904909 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89823a62-7f6a-4892-8f18-0f7d84beac92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf4325f-47fc-453e-bcdb-1836b91619a2,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:17:44.912890 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-89823a62-7f6a-4892-8f18-0f7d84beac92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549390'] for segment (f7400dd8-eb7b-448c-9b24-32bf1c4335c7), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:44.913444 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.db.segments_db [None req-89823a62-7f6a-4892-8f18-0f7d84beac92 admin admin] Added segment f7400dd8-eb7b-448c-9b24-32bf1c4335c7 of type vlan for network 105b52c6-cee8-4c92-bcc7-3a77d1e92018 Sep 20 13:17:44.916152 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89823a62-7f6a-4892-8f18-0f7d84beac92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:44.916668 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89823a62-7f6a-4892-8f18-0f7d84beac92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:44.917021 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89823a62-7f6a-4892-8f18-0f7d84beac92 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:44.917362 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89823a62-7f6a-4892-8f18-0f7d84beac92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:44.917695 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89823a62-7f6a-4892-8f18-0f7d84beac92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:44.918028 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89823a62-7f6a-4892-8f18-0f7d84beac92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:44.918358 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89823a62-7f6a-4892-8f18-0f7d84beac92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:44.918687 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89823a62-7f6a-4892-8f18-0f7d84beac92 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:44.919044 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89823a62-7f6a-4892-8f18-0f7d84beac92 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:44.919372 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89823a62-7f6a-4892-8f18-0f7d84beac92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:44.919697 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89823a62-7f6a-4892-8f18-0f7d84beac92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:44.920025 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89823a62-7f6a-4892-8f18-0f7d84beac92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:44.920348 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89823a62-7f6a-4892-8f18-0f7d84beac92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:44.921508 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89823a62-7f6a-4892-8f18-0f7d84beac92 admin admin] Tracked resource versions report: Sep 20 13:17:44.921508 dv-cinder-858463-1-iscsi neutron-server[104087]: pushed versions: Sep 20 13:17:44.921508 dv-cinder-858463-1-iscsi neutron-server[104087]: { 'AddressGroup': {'1.2'}, Sep 20 13:17:44.921508 dv-cinder-858463-1-iscsi neutron-server[104087]: 'ConntrackHelper': {'1.0'}, Sep 20 13:17:44.921508 dv-cinder-858463-1-iscsi neutron-server[104087]: 'LocalIPAssociation': {'1.0'}, Sep 20 13:17:44.921508 dv-cinder-858463-1-iscsi neutron-server[104087]: 'Log': {'1.0'}, Sep 20 13:17:44.921508 dv-cinder-858463-1-iscsi neutron-server[104087]: 'Network': {'1.1'}, Sep 20 13:17:44.921508 dv-cinder-858463-1-iscsi neutron-server[104087]: 'Port': {'1.7'}, Sep 20 13:17:44.921508 dv-cinder-858463-1-iscsi neutron-server[104087]: 'PortForwarding': {'1.2'}, Sep 20 13:17:44.921508 dv-cinder-858463-1-iscsi neutron-server[104087]: 'QosPolicy': {'1.10'}, Sep 20 13:17:44.921508 dv-cinder-858463-1-iscsi neutron-server[104087]: 'SecurityGroup': {'1.5'}, Sep 20 13:17:44.921508 dv-cinder-858463-1-iscsi neutron-server[104087]: 'SecurityGroupRule': {'1.2'}, Sep 20 13:17:44.921508 dv-cinder-858463-1-iscsi neutron-server[104087]: 'SubPort': {'1.0'}, Sep 20 13:17:44.921508 dv-cinder-858463-1-iscsi neutron-server[104087]: 'Subnet': {'1.1'}, Sep 20 13:17:44.921508 dv-cinder-858463-1-iscsi neutron-server[104087]: 'Trunk': {'1.1'}} Sep 20 13:17:44.921508 dv-cinder-858463-1-iscsi neutron-server[104087]: consumer versions: Sep 20 13:17:44.921508 dv-cinder-858463-1-iscsi neutron-server[104087]: { DHCP agent@dv-cinder-858463-1-iscsi: {}, Sep 20 13:17:44.921508 dv-cinder-858463-1-iscsi neutron-server[104087]: HyperV agent@hv-cinder-85846: {}, Sep 20 13:17:44.921508 dv-cinder-858463-1-iscsi neutron-server[104087]: L3 agent@dv-cinder-858463-1-iscsi: {}, Sep 20 13:17:44.921508 dv-cinder-858463-1-iscsi neutron-server[104087]: Metadata agent@dv-cinder-858463-1-iscsi: {}, Sep 20 13:17:44.921508 dv-cinder-858463-1-iscsi neutron-server[104087]: Metering agent@dv-cinder-858463-1-iscsi: {}, Sep 20 13:17:44.921508 dv-cinder-858463-1-iscsi neutron-server[104087]: Open vSwitch agent@dv-cinder-858463-1-iscsi: { 'AddressGroup': '1.2', Sep 20 13:17:44.921508 dv-cinder-858463-1-iscsi neutron-server[104087]: 'ConntrackHelper': '1.0', Sep 20 13:17:44.921508 dv-cinder-858463-1-iscsi neutron-server[104087]: 'LocalIPAssociation': '1.0', Sep 20 13:17:44.921508 dv-cinder-858463-1-iscsi neutron-server[104087]: 'Log': '1.0', Sep 20 13:17:44.921508 dv-cinder-858463-1-iscsi neutron-server[104087]: 'Network': '1.1', Sep 20 13:17:44.921508 dv-cinder-858463-1-iscsi neutron-server[104087]: 'Port': '1.7', Sep 20 13:17:44.921508 dv-cinder-858463-1-iscsi neutron-server[104087]: 'PortForwarding': '1.2', Sep 20 13:17:44.921508 dv-cinder-858463-1-iscsi neutron-server[104087]: 'QosPolicy': '1.10', Sep 20 13:17:44.921508 dv-cinder-858463-1-iscsi neutron-server[104087]: 'SecurityGroup': '1.5', Sep 20 13:17:44.921508 dv-cinder-858463-1-iscsi neutron-server[104087]: 'SecurityGroupRule': '1.2', Sep 20 13:17:44.921508 dv-cinder-858463-1-iscsi neutron-server[104087]: 'SubPort': '1.0', Sep 20 13:17:44.921508 dv-cinder-858463-1-iscsi neutron-server[104087]: 'Subnet': '1.1', Sep 20 13:17:44.921508 dv-cinder-858463-1-iscsi neutron-server[104087]: 'Trunk': '1.1'}} Sep 20 13:17:44.921508 dv-cinder-858463-1-iscsi neutron-server[104087]: {{(pid=104087) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 13:17:44.979054 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-8ade1ab7-9784-4755-ab4c-a96ed77a6810 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1014021742-network', 'tenant_id': 'e7941cd87f0e45c780116e41017a2865'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:17:44.991144 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-89823a62-7f6a-4892-8f18-0f7d84beac92 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760607722792'] for network (105b52c6-cee8-4c92-bcc7-3a77d1e92018), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:44.996859 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-b7ef9942-fa2f-4cd6-b36b-1a13d4e1227e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2003643593-network', 'tenant_id': '4a20aa815a0947579d330112176846c9'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:17:45.041456 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ef9942-fa2f-4cd6-b36b-1a13d4e1227e admin admin] Made reservation on behalf of 4a20aa815a0947579d330112176846c9 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:17:45.044080 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b7ef9942-fa2f-4cd6-b36b-1a13d4e1227e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:45.049436 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ade1ab7-9784-4755-ab4c-a96ed77a6810 admin admin] Made reservation on behalf of e7941cd87f0e45c780116e41017a2865 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:17:45.051869 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8ade1ab7-9784-4755-ab4c-a96ed77a6810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:45.067565 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b7ef9942-fa2f-4cd6-b36b-1a13d4e1227e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:45.070853 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8ade1ab7-9784-4755-ab4c-a96ed77a6810 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:45.093181 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-89823a62-7f6a-4892-8f18-0f7d84beac92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183'] for network (105b52c6-cee8-4c92-bcc7-3a77d1e92018), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:45.094132 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89823a62-7f6a-4892-8f18-0f7d84beac92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:17:45.094771 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-89823a62-7f6a-4892-8f18-0f7d84beac92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:45.256094 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89823a62-7f6a-4892-8f18-0f7d84beac92 admin admin] Pushing event updated for resources: {'Network': ['ID=105b52c6-cee8-4c92-bcc7-3a77d1e92018,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:17:45.270913 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Network 105b52c6-cee8-4c92-bcc7-3a77d1e92018 details requested by agent ovs-agent-dv-cinder-858463-1-iscsi with host dv-cinder-858463-1-iscsi {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 13:17:45.297201 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 53750) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:17:45.297900 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-89823a62-7f6a-4892-8f18-0f7d84beac92 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0226884 Sep 20 13:17:45.304488 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.v2.base [None req-ff419a7f-5031-4657-b92f-7d8405230e5a admin admin] Request body: {'subnet': {'network_id': '105b52c6-cee8-4c92-bcc7-3a77d1e92018', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-630298788-subnet', 'tenant_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:17:45.343803 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8ade1ab7-9784-4755-ab4c-a96ed77a6810 admin admin] Publish callbacks [] for security_group (515a81a2-5ac7-478c-bbd7-9788c10d548b), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:45.350283 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff419a7f-5031-4657-b92f-7d8405230e5a admin admin] Made reservation on behalf of f8f8bdd06ef247d389068dcb1648b4f7 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:17:45.353840 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ff419a7f-5031-4657-b92f-7d8405230e5a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:45.355524 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8ade1ab7-9784-4755-ab4c-a96ed77a6810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (515a81a2-5ac7-478c-bbd7-9788c10d548b), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:45.370359 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ade1ab7-9784-4755-ab4c-a96ed77a6810 admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 13:17:45.380957 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8ade1ab7-9784-4755-ab4c-a96ed77a6810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549390'] for segment (acd0bdec-f9e9-459b-aa2a-c80988ac3dfb), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:45.381584 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.db.segments_db [None req-8ade1ab7-9784-4755-ab4c-a96ed77a6810 admin admin] Added segment acd0bdec-f9e9-459b-aa2a-c80988ac3dfb of type vlan for network 85cb1952-2655-4c09-a126-13c0b6f786a3 Sep 20 13:17:45.429079 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8ade1ab7-9784-4755-ab4c-a96ed77a6810 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760607722792'] for network (85cb1952-2655-4c09-a126-13c0b6f786a3), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:45.465566 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8ade1ab7-9784-4755-ab4c-a96ed77a6810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183'] for network (85cb1952-2655-4c09-a126-13c0b6f786a3), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:45.466801 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ade1ab7-9784-4755-ab4c-a96ed77a6810 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:17:45.467554 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8ade1ab7-9784-4755-ab4c-a96ed77a6810 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:45.556468 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ade1ab7-9784-4755-ab4c-a96ed77a6810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=515a81a2-5ac7-478c-bbd7-9788c10d548b,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:17:45.569218 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-8ade1ab7-9784-4755-ab4c-a96ed77a6810 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0615761 Sep 20 13:17:45.574452 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 53758) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:17:45.587936 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.v2.base [None req-77ed0ecb-758e-40f5-a19d-6e82d4cb3ce8 admin admin] Request body: {'subnet': {'network_id': '85cb1952-2655-4c09-a126-13c0b6f786a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1014021742-subnet', 'tenant_id': 'e7941cd87f0e45c780116e41017a2865', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:17:45.592628 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ade1ab7-9784-4755-ab4c-a96ed77a6810 admin admin] Pushing event updated for resources: {'Network': ['ID=85cb1952-2655-4c09-a126-13c0b6f786a3,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:17:45.608636 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Network 85cb1952-2655-4c09-a126-13c0b6f786a3 details requested by agent ovs-agent-dv-cinder-858463-1-iscsi with host dv-cinder-858463-1-iscsi {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 13:17:45.610545 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b7ef9942-fa2f-4cd6-b36b-1a13d4e1227e admin admin] Publish callbacks [] for security_group (319800ee-aac7-423b-a20a-2c386fded243), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:45.616075 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b7ef9942-fa2f-4cd6-b36b-1a13d4e1227e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (319800ee-aac7-423b-a20a-2c386fded243), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:45.654419 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ed0ecb-758e-40f5-a19d-6e82d4cb3ce8 admin admin] Made reservation on behalf of e7941cd87f0e45c780116e41017a2865 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:17:45.657474 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-77ed0ecb-758e-40f5-a19d-6e82d4cb3ce8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:45.681305 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7ef9942-fa2f-4cd6-b36b-1a13d4e1227e admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 13:17:45.721386 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ef9942-fa2f-4cd6-b36b-1a13d4e1227e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=319800ee-aac7-423b-a20a-2c386fded243,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:17:45.726703 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b7ef9942-fa2f-4cd6-b36b-1a13d4e1227e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549390'] for segment (8a4b54b5-f94a-442c-baa8-d6ca9ddee630), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:45.727147 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.db.segments_db [None req-b7ef9942-fa2f-4cd6-b36b-1a13d4e1227e admin admin] Added segment 8a4b54b5-f94a-442c-baa8-d6ca9ddee630 of type vlan for network ed809d10-45b2-429e-b44f-1694990b1073 Sep 20 13:17:45.794932 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b7ef9942-fa2f-4cd6-b36b-1a13d4e1227e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760607722792'] for network (ed809d10-45b2-429e-b44f-1694990b1073), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:45.802960 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ff419a7f-5031-4657-b92f-7d8405230e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183'] for subnet (64939650-d3ca-4c0c-952c-41e35d669944), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:45.837059 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b7ef9942-fa2f-4cd6-b36b-1a13d4e1227e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183'] for network (ed809d10-45b2-429e-b44f-1694990b1073), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:45.838665 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ef9942-fa2f-4cd6-b36b-1a13d4e1227e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:17:45.840538 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b7ef9942-fa2f-4cd6-b36b-1a13d4e1227e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:45.904477 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-b7ef9942-fa2f-4cd6-b36b-1a13d4e1227e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3679254 Sep 20 13:17:45.908368 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ef9942-fa2f-4cd6-b36b-1a13d4e1227e admin admin] Pushing event updated for resources: {'Network': ['ID=ed809d10-45b2-429e-b44f-1694990b1073,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:17:45.910711 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 53770) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:17:45.917723 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-2dac0eb6-2bcd-4c65-8b67-d76a0e0067ff admin admin] Request body: {'subnet': {'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2003643593-subnet', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:17:45.924512 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Network ed809d10-45b2-429e-b44f-1694990b1073 details requested by agent ovs-agent-dv-cinder-858463-1-iscsi with host dv-cinder-858463-1-iscsi {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 13:17:45.930449 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff419a7f-5031-4657-b92f-7d8405230e5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=64939650-d3ca-4c0c-952c-41e35d669944,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:17:45.942922 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dac0eb6-2bcd-4c65-8b67-d76a0e0067ff admin admin] Made reservation on behalf of 4a20aa815a0947579d330112176846c9 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:17:45.949431 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2dac0eb6-2bcd-4c65-8b67-d76a0e0067ff admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:45.953135 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff419a7f-5031-4657-b92f-7d8405230e5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:45.953673 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff419a7f-5031-4657-b92f-7d8405230e5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:45.954831 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff419a7f-5031-4657-b92f-7d8405230e5a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:45.955432 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff419a7f-5031-4657-b92f-7d8405230e5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:45.956347 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff419a7f-5031-4657-b92f-7d8405230e5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:45.957509 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff419a7f-5031-4657-b92f-7d8405230e5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:45.959773 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff419a7f-5031-4657-b92f-7d8405230e5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:45.960352 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff419a7f-5031-4657-b92f-7d8405230e5a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:45.960897 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff419a7f-5031-4657-b92f-7d8405230e5a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:45.962089 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff419a7f-5031-4657-b92f-7d8405230e5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:45.963962 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff419a7f-5031-4657-b92f-7d8405230e5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:45.964478 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff419a7f-5031-4657-b92f-7d8405230e5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:45.966219 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff419a7f-5031-4657-b92f-7d8405230e5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:45.967798 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff419a7f-5031-4657-b92f-7d8405230e5a admin admin] Tracked resource versions report: Sep 20 13:17:45.967798 dv-cinder-858463-1-iscsi neutron-server[104086]: pushed versions: Sep 20 13:17:45.967798 dv-cinder-858463-1-iscsi neutron-server[104086]: { 'AddressGroup': {'1.2'}, Sep 20 13:17:45.967798 dv-cinder-858463-1-iscsi neutron-server[104086]: 'ConntrackHelper': {'1.0'}, Sep 20 13:17:45.967798 dv-cinder-858463-1-iscsi neutron-server[104086]: 'LocalIPAssociation': {'1.0'}, Sep 20 13:17:45.967798 dv-cinder-858463-1-iscsi neutron-server[104086]: 'Log': {'1.0'}, Sep 20 13:17:45.967798 dv-cinder-858463-1-iscsi neutron-server[104086]: 'Network': {'1.1'}, Sep 20 13:17:45.967798 dv-cinder-858463-1-iscsi neutron-server[104086]: 'Port': {'1.7'}, Sep 20 13:17:45.967798 dv-cinder-858463-1-iscsi neutron-server[104086]: 'PortForwarding': {'1.2'}, Sep 20 13:17:45.967798 dv-cinder-858463-1-iscsi neutron-server[104086]: 'QosPolicy': {'1.10'}, Sep 20 13:17:45.967798 dv-cinder-858463-1-iscsi neutron-server[104086]: 'SecurityGroup': {'1.5'}, Sep 20 13:17:45.967798 dv-cinder-858463-1-iscsi neutron-server[104086]: 'SecurityGroupRule': {'1.2'}, Sep 20 13:17:45.967798 dv-cinder-858463-1-iscsi neutron-server[104086]: 'SubPort': {'1.0'}, Sep 20 13:17:45.967798 dv-cinder-858463-1-iscsi neutron-server[104086]: 'Subnet': {'1.1'}, Sep 20 13:17:45.967798 dv-cinder-858463-1-iscsi neutron-server[104086]: 'Trunk': {'1.1'}} Sep 20 13:17:45.967798 dv-cinder-858463-1-iscsi neutron-server[104086]: consumer versions: Sep 20 13:17:45.967798 dv-cinder-858463-1-iscsi neutron-server[104086]: { DHCP agent@dv-cinder-858463-1-iscsi: {}, Sep 20 13:17:45.967798 dv-cinder-858463-1-iscsi neutron-server[104086]: HyperV agent@hv-cinder-85846: {}, Sep 20 13:17:45.967798 dv-cinder-858463-1-iscsi neutron-server[104086]: L3 agent@dv-cinder-858463-1-iscsi: {}, Sep 20 13:17:45.967798 dv-cinder-858463-1-iscsi neutron-server[104086]: Metadata agent@dv-cinder-858463-1-iscsi: {}, Sep 20 13:17:45.967798 dv-cinder-858463-1-iscsi neutron-server[104086]: Metering agent@dv-cinder-858463-1-iscsi: {}, Sep 20 13:17:45.967798 dv-cinder-858463-1-iscsi neutron-server[104086]: Open vSwitch agent@dv-cinder-858463-1-iscsi: { 'AddressGroup': '1.2', Sep 20 13:17:45.967798 dv-cinder-858463-1-iscsi neutron-server[104086]: 'ConntrackHelper': '1.0', Sep 20 13:17:45.967798 dv-cinder-858463-1-iscsi neutron-server[104086]: 'LocalIPAssociation': '1.0', Sep 20 13:17:45.967798 dv-cinder-858463-1-iscsi neutron-server[104086]: 'Log': '1.0', Sep 20 13:17:45.967798 dv-cinder-858463-1-iscsi neutron-server[104086]: 'Network': '1.1', Sep 20 13:17:45.967798 dv-cinder-858463-1-iscsi neutron-server[104086]: 'Port': '1.7', Sep 20 13:17:45.967798 dv-cinder-858463-1-iscsi neutron-server[104086]: 'PortForwarding': '1.2', Sep 20 13:17:45.967798 dv-cinder-858463-1-iscsi neutron-server[104086]: 'QosPolicy': '1.10', Sep 20 13:17:45.967798 dv-cinder-858463-1-iscsi neutron-server[104086]: 'SecurityGroup': '1.5', Sep 20 13:17:45.967798 dv-cinder-858463-1-iscsi neutron-server[104086]: 'SecurityGroupRule': '1.2', Sep 20 13:17:45.967798 dv-cinder-858463-1-iscsi neutron-server[104086]: 'SubPort': '1.0', Sep 20 13:17:45.967798 dv-cinder-858463-1-iscsi neutron-server[104086]: 'Subnet': '1.1', Sep 20 13:17:45.967798 dv-cinder-858463-1-iscsi neutron-server[104086]: 'Trunk': '1.1'}} Sep 20 13:17:45.967798 dv-cinder-858463-1-iscsi neutron-server[104086]: {{(pid=104086) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 13:17:46.056735 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff419a7f-5031-4657-b92f-7d8405230e5a admin admin] Checking segment: {'id': 'f7400dd8-eb7b-448c-9b24-32bf1c4335c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '105b52c6-cee8-4c92-bcc7-3a77d1e92018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:17:46.058143 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff419a7f-5031-4657-b92f-7d8405230e5a admin admin] Network hostable DHCP agents. Network: 105b52c6-cee8-4c92-bcc7-3a77d1e92018, hostable agents: ['c520f755-59ca-4a79-a15e-107c01e131c2'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 13:17:46.062188 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-77ed0ecb-758e-40f5-a19d-6e82d4cb3ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183'] for subnet (698d76a0-5d36-492c-ac0e-62e4480f0bec), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:46.239984 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2dac0eb6-2bcd-4c65-8b67-d76a0e0067ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183'] for subnet (adb9ef7c-1078-430d-958b-f7a53420a9c5), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:46.247060 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ed0ecb-758e-40f5-a19d-6e82d4cb3ce8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=698d76a0-5d36-492c-ac0e-62e4480f0bec,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:17:46.262638 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ed0ecb-758e-40f5-a19d-6e82d4cb3ce8 admin admin] Checking segment: {'id': 'acd0bdec-f9e9-459b-aa2a-c80988ac3dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '85cb1952-2655-4c09-a126-13c0b6f786a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:17:46.263031 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ed0ecb-758e-40f5-a19d-6e82d4cb3ce8 admin admin] Network hostable DHCP agents. Network: 85cb1952-2655-4c09-a126-13c0b6f786a3, hostable agents: ['c520f755-59ca-4a79-a15e-107c01e131c2'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 13:17:46.266926 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff419a7f-5031-4657-b92f-7d8405230e5a admin admin] Network 105b52c6-cee8-4c92-bcc7-3a77d1e92018 is scheduled to be hosted by DHCP agent c520f755-59ca-4a79-a15e-107c01e131c2 with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 13:17:46.286331 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-ff419a7f-5031-4657-b92f-7d8405230e5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858463-1-iscsi, 105b52c6-cee8-4c92-bcc7-3a77d1e92018) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:17:46.303314 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e968b19a-e2fc-4dcd-82aa-c239e9bbe754 None None] Network 105b52c6-cee8-4c92-bcc7-3a77d1e92018 requested from dv-cinder-858463-1-iscsi {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 20 13:17:46.307086 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff419a7f-5031-4657-b92f-7d8405230e5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:17:46.308324 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ff419a7f-5031-4657-b92f-7d8405230e5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:46.312526 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ed0ecb-758e-40f5-a19d-6e82d4cb3ce8 admin admin] Network 85cb1952-2655-4c09-a126-13c0b6f786a3 is scheduled to be hosted by DHCP agent c520f755-59ca-4a79-a15e-107c01e131c2 with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 13:17:46.314899 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dac0eb6-2bcd-4c65-8b67-d76a0e0067ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=adb9ef7c-1078-430d-958b-f7a53420a9c5,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:17:46.331372 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-77ed0ecb-758e-40f5-a19d-6e82d4cb3ce8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858463-1-iscsi, 85cb1952-2655-4c09-a126-13c0b6f786a3) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:17:46.355243 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dac0eb6-2bcd-4c65-8b67-d76a0e0067ff admin admin] Checking segment: {'id': '8a4b54b5-f94a-442c-baa8-d6ca9ddee630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:17:46.356762 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dac0eb6-2bcd-4c65-8b67-d76a0e0067ff admin admin] Network hostable DHCP agents. Network: ed809d10-45b2-429e-b44f-1694990b1073, hostable agents: ['c520f755-59ca-4a79-a15e-107c01e131c2'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 13:17:46.362008 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ed0ecb-758e-40f5-a19d-6e82d4cb3ce8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:17:46.362620 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-77ed0ecb-758e-40f5-a19d-6e82d4cb3ce8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:46.380538 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-ff419a7f-5031-4657-b92f-7d8405230e5a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0808160 Sep 20 13:17:46.381483 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dac0eb6-2bcd-4c65-8b67-d76a0e0067ff admin admin] Network ed809d10-45b2-429e-b44f-1694990b1073 is scheduled to be hosted by DHCP agent c520f755-59ca-4a79-a15e-107c01e131c2 with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 13:17:46.388339 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 53796) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:17:46.400721 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898f6fce-f4a3-4be1-8674-d0f2d5ac2449 None None] Network 85cb1952-2655-4c09-a126-13c0b6f786a3 requested from dv-cinder-858463-1-iscsi {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 20 13:17:46.401171 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-6b8e3d31-a6b6-404b-91ee-dbe11f5e09c6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-630298788-router', 'tenant_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'}}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:17:46.406060 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-77ed0ecb-758e-40f5-a19d-6e82d4cb3ce8 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8293371 Sep 20 13:17:46.408893 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 53798) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:17:46.419334 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.v2.base [None req-0f544d5c-e808-4344-ba87-f4f972408be5 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1014021742-router', 'tenant_id': 'e7941cd87f0e45c780116e41017a2865', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'}}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:17:46.421257 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-2dac0eb6-2bcd-4c65-8b67-d76a0e0067ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858463-1-iscsi, ed809d10-45b2-429e-b44f-1694990b1073) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:17:46.439872 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dac0eb6-2bcd-4c65-8b67-d76a0e0067ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:17:46.441621 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2dac0eb6-2bcd-4c65-8b67-d76a0e0067ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:46.457223 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6b8e3d31-a6b6-404b-91ee-dbe11f5e09c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36824'] for router (8e8eb188-6120-4b6d-8f74-15a286f1bc5c), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:46.459223 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6b8e3d31-a6b6-404b-91ee-dbe11f5e09c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1607812', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36847'] for router (8e8eb188-6120-4b6d-8f74-15a286f1bc5c), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:46.469621 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0f544d5c-e808-4344-ba87-f4f972408be5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36824'] for router (bd2621d7-3984-4988-897d-81cabaf2274d), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:46.471663 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0f544d5c-e808-4344-ba87-f4f972408be5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1607812', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36847'] for router (bd2621d7-3984-4988-897d-81cabaf2274d), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:46.495376 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-2dac0eb6-2bcd-4c65-8b67-d76a0e0067ff admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5832691 Sep 20 13:17:46.508168 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 53800) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:17:46.515688 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-ee0f2363-42ee-47cf-b448-1935fc87af9c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-2003643593-router', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'}}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:17:46.520754 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ceae1f2-3773-437d-8e0e-6d46c9ce1be0 None None] Network ed809d10-45b2-429e-b44f-1694990b1073 requested from dv-cinder-858463-1-iscsi {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 20 13:17:46.548162 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504869ba-0513-4765-a249-6ee17ed3443c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb49ed716-09e0-5d67-b392-6c4cef110713-85cb1952-2655-4c09-a126-13c0b6f786a3', 'network_id': '85cb1952-2655-4c09-a126-13c0b6f786a3', 'project_id': 'e7941cd87f0e45c780116e41017a2865', 'fixed_ips': [{'subnet_id': '698d76a0-5d36-492c-ac0e-62e4480f0bec'}]}} from dv-cinder-858463-1-iscsi. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 20 13:17:46.549283 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-504869ba-0513-4765-a249-6ee17ed3443c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:46.629771 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0f544d5c-e808-4344-ba87-f4f972408be5 admin admin] Publish callbacks [] for router_controller (bd2621d7-3984-4988-897d-81cabaf2274d), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:46.823246 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6b8e3d31-a6b6-404b-91ee-dbe11f5e09c6 admin admin] Publish callbacks [] for router_controller (8e8eb188-6120-4b6d-8f74-15a286f1bc5c), precommit_add_association {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:46.824674 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ee0f2363-42ee-47cf-b448-1935fc87af9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36824'] for router (be2310ee-b755-4160-9683-bf0123d26b8d), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:46.825717 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ee0f2363-42ee-47cf-b448-1935fc87af9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1607812', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36847'] for router (be2310ee-b755-4160-9683-bf0123d26b8d), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:46.838383 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-504869ba-0513-4765-a249-6ee17ed3443c None None] Allocated IP 172.20.0.2 (85cb1952-2655-4c09-a126-13c0b6f786a3/698d76a0-5d36-492c-ac0e-62e4480f0bec/17cadf84-df65-4c74-8323-8e69888fee04) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:17:46.930065 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ee0f2363-42ee-47cf-b448-1935fc87af9c admin admin] Publish callbacks [] for router_controller (be2310ee-b755-4160-9683-bf0123d26b8d), precommit_add_association {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:46.932118 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0f544d5c-e808-4344-ba87-f4f972408be5 admin admin] Publish callbacks [] for router_gateway (bd2621d7-3984-4988-897d-81cabaf2274d), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:47.035058 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-504869ba-0513-4765-a249-6ee17ed3443c None None] Publish callbacks [] for port (17cadf84-df65-4c74-8323-8e69888fee04), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:47.095240 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-504869ba-0513-4765-a249-6ee17ed3443c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938'] for port (17cadf84-df65-4c74-8323-8e69888fee04), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:47.200578 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504869ba-0513-4765-a249-6ee17ed3443c None None] Network 85cb1952-2655-4c09-a126-13c0b6f786a3 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:17:47.202318 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db09ace0-8a01-4ec2-a1c8-65ca9c5af68e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb49ed716-09e0-5d67-b392-6c4cef110713-ed809d10-45b2-429e-b44f-1694990b1073', 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073', 'project_id': '4a20aa815a0947579d330112176846c9', 'fixed_ips': [{'subnet_id': 'adb9ef7c-1078-430d-958b-f7a53420a9c5'}]}} from dv-cinder-858463-1-iscsi. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 20 13:17:47.203415 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-db09ace0-8a01-4ec2-a1c8-65ca9c5af68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:47.224477 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504869ba-0513-4765-a249-6ee17ed3443c None None] Pushing event updated for resources: {'Port': ['ID=17cadf84-df65-4c74-8323-8e69888fee04,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:17:47.229020 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-504869ba-0513-4765-a249-6ee17ed3443c None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:17:47.231653 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504869ba-0513-4765-a249-6ee17ed3443c None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:17:47.235449 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0a49e7-ac3f-4cbc-a094-51ff9f70b09e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb49ed716-09e0-5d67-b392-6c4cef110713-105b52c6-cee8-4c92-bcc7-3a77d1e92018', 'network_id': '105b52c6-cee8-4c92-bcc7-3a77d1e92018', 'project_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'fixed_ips': [{'subnet_id': '64939650-d3ca-4c0c-952c-41e35d669944'}]}} from dv-cinder-858463-1-iscsi. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 20 13:17:47.236408 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2a0a49e7-ac3f-4cbc-a094-51ff9f70b09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:47.247133 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504869ba-0513-4765-a249-6ee17ed3443c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:47.247613 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504869ba-0513-4765-a249-6ee17ed3443c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:47.248490 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504869ba-0513-4765-a249-6ee17ed3443c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:47.248935 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504869ba-0513-4765-a249-6ee17ed3443c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:47.249708 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504869ba-0513-4765-a249-6ee17ed3443c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:47.250536 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504869ba-0513-4765-a249-6ee17ed3443c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:47.250994 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504869ba-0513-4765-a249-6ee17ed3443c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:47.251423 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504869ba-0513-4765-a249-6ee17ed3443c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:47.251852 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504869ba-0513-4765-a249-6ee17ed3443c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:47.252297 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504869ba-0513-4765-a249-6ee17ed3443c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:47.252726 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504869ba-0513-4765-a249-6ee17ed3443c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:47.253174 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504869ba-0513-4765-a249-6ee17ed3443c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:47.253612 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504869ba-0513-4765-a249-6ee17ed3443c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:47.255033 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504869ba-0513-4765-a249-6ee17ed3443c None None] Tracked resource versions report: Sep 20 13:17:47.255033 dv-cinder-858463-1-iscsi neutron-server[104088]: pushed versions: Sep 20 13:17:47.255033 dv-cinder-858463-1-iscsi neutron-server[104088]: { 'AddressGroup': {'1.2'}, Sep 20 13:17:47.255033 dv-cinder-858463-1-iscsi neutron-server[104088]: 'ConntrackHelper': {'1.0'}, Sep 20 13:17:47.255033 dv-cinder-858463-1-iscsi neutron-server[104088]: 'LocalIPAssociation': {'1.0'}, Sep 20 13:17:47.255033 dv-cinder-858463-1-iscsi neutron-server[104088]: 'Log': {'1.0'}, Sep 20 13:17:47.255033 dv-cinder-858463-1-iscsi neutron-server[104088]: 'Network': {'1.1'}, Sep 20 13:17:47.255033 dv-cinder-858463-1-iscsi neutron-server[104088]: 'Port': {'1.7'}, Sep 20 13:17:47.255033 dv-cinder-858463-1-iscsi neutron-server[104088]: 'PortForwarding': {'1.2'}, Sep 20 13:17:47.255033 dv-cinder-858463-1-iscsi neutron-server[104088]: 'QosPolicy': {'1.10'}, Sep 20 13:17:47.255033 dv-cinder-858463-1-iscsi neutron-server[104088]: 'SecurityGroup': {'1.5'}, Sep 20 13:17:47.255033 dv-cinder-858463-1-iscsi neutron-server[104088]: 'SecurityGroupRule': {'1.2'}, Sep 20 13:17:47.255033 dv-cinder-858463-1-iscsi neutron-server[104088]: 'SubPort': {'1.0'}, Sep 20 13:17:47.255033 dv-cinder-858463-1-iscsi neutron-server[104088]: 'Subnet': {'1.1'}, Sep 20 13:17:47.255033 dv-cinder-858463-1-iscsi neutron-server[104088]: 'Trunk': {'1.1'}} Sep 20 13:17:47.255033 dv-cinder-858463-1-iscsi neutron-server[104088]: consumer versions: Sep 20 13:17:47.255033 dv-cinder-858463-1-iscsi neutron-server[104088]: { DHCP agent@dv-cinder-858463-1-iscsi: {}, Sep 20 13:17:47.255033 dv-cinder-858463-1-iscsi neutron-server[104088]: HyperV agent@hv-cinder-85846: {}, Sep 20 13:17:47.255033 dv-cinder-858463-1-iscsi neutron-server[104088]: L3 agent@dv-cinder-858463-1-iscsi: {}, Sep 20 13:17:47.255033 dv-cinder-858463-1-iscsi neutron-server[104088]: Metadata agent@dv-cinder-858463-1-iscsi: {}, Sep 20 13:17:47.255033 dv-cinder-858463-1-iscsi neutron-server[104088]: Metering agent@dv-cinder-858463-1-iscsi: {}, Sep 20 13:17:47.255033 dv-cinder-858463-1-iscsi neutron-server[104088]: Open vSwitch agent@dv-cinder-858463-1-iscsi: { 'AddressGroup': '1.2', Sep 20 13:17:47.255033 dv-cinder-858463-1-iscsi neutron-server[104088]: 'ConntrackHelper': '1.0', Sep 20 13:17:47.255033 dv-cinder-858463-1-iscsi neutron-server[104088]: 'LocalIPAssociation': '1.0', Sep 20 13:17:47.255033 dv-cinder-858463-1-iscsi neutron-server[104088]: 'Log': '1.0', Sep 20 13:17:47.255033 dv-cinder-858463-1-iscsi neutron-server[104088]: 'Network': '1.1', Sep 20 13:17:47.255033 dv-cinder-858463-1-iscsi neutron-server[104088]: 'Port': '1.7', Sep 20 13:17:47.255033 dv-cinder-858463-1-iscsi neutron-server[104088]: 'PortForwarding': '1.2', Sep 20 13:17:47.255033 dv-cinder-858463-1-iscsi neutron-server[104088]: 'QosPolicy': '1.10', Sep 20 13:17:47.255033 dv-cinder-858463-1-iscsi neutron-server[104088]: 'SecurityGroup': '1.5', Sep 20 13:17:47.255033 dv-cinder-858463-1-iscsi neutron-server[104088]: 'SecurityGroupRule': '1.2', Sep 20 13:17:47.255033 dv-cinder-858463-1-iscsi neutron-server[104088]: 'SubPort': '1.0', Sep 20 13:17:47.255033 dv-cinder-858463-1-iscsi neutron-server[104088]: 'Subnet': '1.1', Sep 20 13:17:47.255033 dv-cinder-858463-1-iscsi neutron-server[104088]: 'Trunk': '1.1'}} Sep 20 13:17:47.255033 dv-cinder-858463-1-iscsi neutron-server[104088]: {{(pid=104088) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 13:17:47.309653 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6b8e3d31-a6b6-404b-91ee-dbe11f5e09c6 admin admin] Publish callbacks [] for router_gateway (8e8eb188-6120-4b6d-8f74-15a286f1bc5c), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:47.326202 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0f544d5c-e808-4344-ba87-f4f972408be5 admin admin] Publish callbacks [] for router_gateway (bd2621d7-3984-4988-897d-81cabaf2274d), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:47.351794 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0f544d5c-e808-4344-ba87-f4f972408be5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:47.416113 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-504869ba-0513-4765-a249-6ee17ed3443c None None] Attempting to bind port 17cadf84-df65-4c74-8323-8e69888fee04 on host dv-cinder-858463-1-iscsi for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 20 13:17:47.416850 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-504869ba-0513-4765-a249-6ee17ed3443c None None] Attempting to bind port 17cadf84-df65-4c74-8323-8e69888fee04 by drivers openvswitch,hyperv on host dv-cinder-858463-1-iscsi at level 0 using segments [{'id': 'acd0bdec-f9e9-459b-aa2a-c80988ac3dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '85cb1952-2655-4c09-a126-13c0b6f786a3'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 20 13:17:47.416970 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504869ba-0513-4765-a249-6ee17ed3443c None None] Attempting to bind port 17cadf84-df65-4c74-8323-8e69888fee04 on network 85cb1952-2655-4c09-a126-13c0b6f786a3 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:17:47.437157 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504869ba-0513-4765-a249-6ee17ed3443c None None] Checking agent: {'id': '543ca60b-7e7a-4ebd-8f87-7672c7a482b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 13, 9, 29), 'started_at': datetime.datetime(2022, 9, 20, 13, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 13, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:17:47.437786 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504869ba-0513-4765-a249-6ee17ed3443c None None] Checking segment: {'id': 'acd0bdec-f9e9-459b-aa2a-c80988ac3dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '85cb1952-2655-4c09-a126-13c0b6f786a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:17:47.438151 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-504869ba-0513-4765-a249-6ee17ed3443c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:47.438553 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504869ba-0513-4765-a249-6ee17ed3443c None None] Bound using segment: {'id': 'acd0bdec-f9e9-459b-aa2a-c80988ac3dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '85cb1952-2655-4c09-a126-13c0b6f786a3'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:17:47.439168 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-504869ba-0513-4765-a249-6ee17ed3443c None None] Bound port: 17cadf84-df65-4c74-8323-8e69888fee04, host: dv-cinder-858463-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acd0bdec-f9e9-459b-aa2a-c80988ac3dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '85cb1952-2655-4c09-a126-13c0b6f786a3'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 20 13:17:47.439624 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-504869ba-0513-4765-a249-6ee17ed3443c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (17cadf84-df65-4c74-8323-8e69888fee04), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:47.446999 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ee0f2363-42ee-47cf-b448-1935fc87af9c admin admin] Publish callbacks [] for router_gateway (be2310ee-b755-4160-9683-bf0123d26b8d), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:47.564523 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-0f544d5c-e808-4344-ba87-f4f972408be5 admin admin] Allocated IP 172.27.2.170 (36104724-3f48-4df5-b3a4-d541d8e9add0/adca2446-3f2d-49a4-ba29-cedd74eb43e2/6ed769c9-11e6-4222-9e2b-86b6923dbdb7) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:17:47.731287 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0f544d5c-e808-4344-ba87-f4f972408be5 admin admin] Publish callbacks [] for port (6ed769c9-11e6-4222-9e2b-86b6923dbdb7), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:47.780918 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0f544d5c-e808-4344-ba87-f4f972408be5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938'] for port (6ed769c9-11e6-4222-9e2b-86b6923dbdb7), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:47.863073 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f544d5c-e808-4344-ba87-f4f972408be5 admin admin] Network 36104724-3f48-4df5-b3a4-d541d8e9add0 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:17:47.864389 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-db09ace0-8a01-4ec2-a1c8-65ca9c5af68e None None] Allocated IP 172.20.0.2 (ed809d10-45b2-429e-b44f-1694990b1073/adb9ef7c-1078-430d-958b-f7a53420a9c5/21ac1622-1287-48f0-b2b0-34aa15c45e81) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:17:47.866725 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-504869ba-0513-4765-a249-6ee17ed3443c None None] For port 17cadf84-df65-4c74-8323-8e69888fee04, host dv-cinder-858463-1-iscsi, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:17:47.885381 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-2a0a49e7-ac3f-4cbc-a094-51ff9f70b09e None None] Allocated IP 172.20.0.2 (105b52c6-cee8-4c92-bcc7-3a77d1e92018/64939650-d3ca-4c0c-952c-41e35d669944/7b6f7407-47e3-49fd-8035-a2250b12f8a8) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:17:47.894307 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-504869ba-0513-4765-a249-6ee17ed3443c None None] For port 17cadf84-df65-4c74-8323-8e69888fee04, host dv-cinder-858463-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=17cadf84-df65-4c74-8323-8e69888fee04,segment=NetworkSegment(acd0bdec-f9e9-459b-aa2a-c80988ac3dfb),segment_id=acd0bdec-f9e9-459b-aa2a-c80988ac3dfb)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:17:47.908073 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-504869ba-0513-4765-a249-6ee17ed3443c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (17cadf84-df65-4c74-8323-8e69888fee04), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:47.935932 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f544d5c-e808-4344-ba87-f4f972408be5 admin admin] Pushing event updated for resources: {'Port': ['ID=6ed769c9-11e6-4222-9e2b-86b6923dbdb7,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:17:47.943353 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-0f544d5c-e808-4344-ba87-f4f972408be5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:17:47.982577 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f544d5c-e808-4344-ba87-f4f972408be5 admin admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:17:48.154455 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ee0f2363-42ee-47cf-b448-1935fc87af9c admin admin] Publish callbacks [] for router_gateway (be2310ee-b755-4160-9683-bf0123d26b8d), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:48.214497 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ee0f2363-42ee-47cf-b448-1935fc87af9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:48.217763 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6b8e3d31-a6b6-404b-91ee-dbe11f5e09c6 admin admin] Publish callbacks [] for router_gateway (8e8eb188-6120-4b6d-8f74-15a286f1bc5c), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:48.255418 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 53888) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:17:48.299814 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6b8e3d31-a6b6-404b-91ee-dbe11f5e09c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:48.344004 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0f544d5c-e808-4344-ba87-f4f972408be5 admin admin] Publish callbacks [] for router_gateway (bd2621d7-3984-4988-897d-81cabaf2274d), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:48.586299 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8109a141-1202-41b0-91f8-76fecf8e9fa5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:48.681934 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504869ba-0513-4765-a249-6ee17ed3443c None None] Pushing event updated for resources: {'Port': ['ID=17cadf84-df65-4c74-8323-8e69888fee04,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:17:48.683852 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8109a141-1202-41b0-91f8-76fecf8e9fa5 admin admin] Publish callbacks [] for security_group (0f6c3e82-526b-4cf8-870f-5f370e5d92be), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:48.694607 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8109a141-1202-41b0-91f8-76fecf8e9fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (0f6c3e82-526b-4cf8-870f-5f370e5d92be), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:48.744157 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-6b8e3d31-a6b6-404b-91ee-dbe11f5e09c6 admin admin] Allocated IP 172.27.2.115 (36104724-3f48-4df5-b3a4-d541d8e9add0/adca2446-3f2d-49a4-ba29-cedd74eb43e2/8c305207-f2ee-4893-880f-9fdd1f1e633c) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:17:48.788500 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8109a141-1202-41b0-91f8-76fecf8e9fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6c3e82-526b-4cf8-870f-5f370e5d92be,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:17:48.805182 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-8109a141-1202-41b0-91f8-76fecf8e9fa5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f9658d08f7764b10ab2e8b1569f12082&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5461836 Sep 20 13:17:48.808505 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2a0a49e7-ac3f-4cbc-a094-51ff9f70b09e None None] Publish callbacks [] for port (7b6f7407-47e3-49fd-8035-a2250b12f8a8), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:48.825285 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2a0a49e7-ac3f-4cbc-a094-51ff9f70b09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938'] for port (7b6f7407-47e3-49fd-8035-a2250b12f8a8), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:48.836101 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 53910) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:17:48.838843 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-db09ace0-8a01-4ec2-a1c8-65ca9c5af68e None None] Publish callbacks [] for port (21ac1622-1287-48f0-b2b0-34aa15c45e81), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:48.871510 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0a49e7-ac3f-4cbc-a094-51ff9f70b09e None None] Network 105b52c6-cee8-4c92-bcc7-3a77d1e92018 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:17:48.872699 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-db09ace0-8a01-4ec2-a1c8-65ca9c5af68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938'] for port (21ac1622-1287-48f0-b2b0-34aa15c45e81), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:48.889924 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db09ace0-8a01-4ec2-a1c8-65ca9c5af68e None None] Network ed809d10-45b2-429e-b44f-1694990b1073 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:17:48.893282 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-db09ace0-8a01-4ec2-a1c8-65ca9c5af68e None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:17:48.896157 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db09ace0-8a01-4ec2-a1c8-65ca9c5af68e None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:17:48.902882 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-2a0a49e7-ac3f-4cbc-a094-51ff9f70b09e None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:17:48.905142 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0a49e7-ac3f-4cbc-a094-51ff9f70b09e None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:17:48.908005 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0f544d5c-e808-4344-ba87-f4f972408be5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607915'] for router (bd2621d7-3984-4988-897d-81cabaf2274d), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:48.938809 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6b8e3d31-a6b6-404b-91ee-dbe11f5e09c6 admin admin] Publish callbacks [] for port (8c305207-f2ee-4893-880f-9fdd1f1e633c), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:48.959481 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bba21416-f44d-41f9-8904-cde6ffcfafe5 admin admin] Publish callbacks [] for security_group (0f6c3e82-526b-4cf8-870f-5f370e5d92be), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:48.993023 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-2a0a49e7-ac3f-4cbc-a094-51ff9f70b09e None None] Attempting to bind port 7b6f7407-47e3-49fd-8035-a2250b12f8a8 on host dv-cinder-858463-1-iscsi for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 20 13:17:48.993486 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-2a0a49e7-ac3f-4cbc-a094-51ff9f70b09e None None] Attempting to bind port 7b6f7407-47e3-49fd-8035-a2250b12f8a8 by drivers openvswitch,hyperv on host dv-cinder-858463-1-iscsi at level 0 using segments [{'id': 'f7400dd8-eb7b-448c-9b24-32bf1c4335c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '105b52c6-cee8-4c92-bcc7-3a77d1e92018'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 20 13:17:48.994201 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0a49e7-ac3f-4cbc-a094-51ff9f70b09e None None] Attempting to bind port 7b6f7407-47e3-49fd-8035-a2250b12f8a8 on network 105b52c6-cee8-4c92-bcc7-3a77d1e92018 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:17:49.015059 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 53914) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:17:49.026923 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6b8e3d31-a6b6-404b-91ee-dbe11f5e09c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938'] for port (8c305207-f2ee-4893-880f-9fdd1f1e633c), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:49.027930 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bba21416-f44d-41f9-8904-cde6ffcfafe5 admin admin] Publish callbacks [] for security_group (0f6c3e82-526b-4cf8-870f-5f370e5d92be), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:49.041549 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0a49e7-ac3f-4cbc-a094-51ff9f70b09e None None] Checking agent: {'id': '543ca60b-7e7a-4ebd-8f87-7672c7a482b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 13, 9, 29), 'started_at': datetime.datetime(2022, 9, 20, 13, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 13, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:17:49.042044 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0a49e7-ac3f-4cbc-a094-51ff9f70b09e None None] Checking segment: {'id': 'f7400dd8-eb7b-448c-9b24-32bf1c4335c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '105b52c6-cee8-4c92-bcc7-3a77d1e92018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:17:49.042463 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2a0a49e7-ac3f-4cbc-a094-51ff9f70b09e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:49.042893 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0a49e7-ac3f-4cbc-a094-51ff9f70b09e None None] Bound using segment: {'id': 'f7400dd8-eb7b-448c-9b24-32bf1c4335c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '105b52c6-cee8-4c92-bcc7-3a77d1e92018'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:17:49.043379 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-2a0a49e7-ac3f-4cbc-a094-51ff9f70b09e None None] Bound port: 7b6f7407-47e3-49fd-8035-a2250b12f8a8, host: dv-cinder-858463-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7400dd8-eb7b-448c-9b24-32bf1c4335c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '105b52c6-cee8-4c92-bcc7-3a77d1e92018'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 20 13:17:49.043772 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2a0a49e7-ac3f-4cbc-a094-51ff9f70b09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (7b6f7407-47e3-49fd-8035-a2250b12f8a8), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:49.060646 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0a49e7-ac3f-4cbc-a094-51ff9f70b09e None None] Pushing event updated for resources: {'Port': ['ID=7b6f7407-47e3-49fd-8035-a2250b12f8a8,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:17:49.131913 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bba21416-f44d-41f9-8904-cde6ffcfafe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (0f6c3e82-526b-4cf8-870f-5f370e5d92be), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:49.136087 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bba21416-f44d-41f9-8904-cde6ffcfafe5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:49.139667 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-bba21416-f44d-41f9-8904-cde6ffcfafe5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0f6c3e82-526b-4cf8-870f-5f370e5d92be HTTP/1.1" status: 204 len: 168 time: 0.2991469 Sep 20 13:17:49.146224 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-db09ace0-8a01-4ec2-a1c8-65ca9c5af68e None None] Attempting to bind port 21ac1622-1287-48f0-b2b0-34aa15c45e81 on host dv-cinder-858463-1-iscsi for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 20 13:17:49.146524 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-db09ace0-8a01-4ec2-a1c8-65ca9c5af68e None None] Attempting to bind port 21ac1622-1287-48f0-b2b0-34aa15c45e81 by drivers openvswitch,hyperv on host dv-cinder-858463-1-iscsi at level 0 using segments [{'id': '8a4b54b5-f94a-442c-baa8-d6ca9ddee630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 20 13:17:49.146918 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db09ace0-8a01-4ec2-a1c8-65ca9c5af68e None None] Attempting to bind port 21ac1622-1287-48f0-b2b0-34aa15c45e81 on network ed809d10-45b2-429e-b44f-1694990b1073 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:17:49.163418 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba21416-f44d-41f9-8904-cde6ffcfafe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6c3e82-526b-4cf8-870f-5f370e5d92be,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:17:49.182491 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f544d5c-e808-4344-ba87-f4f972408be5 admin admin] Router bd2621d7-3984-4988-897d-81cabaf2274d is scheduled to L3 agent e6bdf340-58c5-4186-af2d-ab00439e5425 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 13:17:49.206208 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8e3d31-a6b6-404b-91ee-dbe11f5e09c6 admin admin] Network 36104724-3f48-4df5-b3a4-d541d8e9add0 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:17:49.209754 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db09ace0-8a01-4ec2-a1c8-65ca9c5af68e None None] Checking agent: {'id': '543ca60b-7e7a-4ebd-8f87-7672c7a482b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 13, 9, 29), 'started_at': datetime.datetime(2022, 9, 20, 13, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 13, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:17:49.210552 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db09ace0-8a01-4ec2-a1c8-65ca9c5af68e None None] Checking segment: {'id': '8a4b54b5-f94a-442c-baa8-d6ca9ddee630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:17:49.210552 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-db09ace0-8a01-4ec2-a1c8-65ca9c5af68e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:49.211008 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db09ace0-8a01-4ec2-a1c8-65ca9c5af68e None None] Bound using segment: {'id': '8a4b54b5-f94a-442c-baa8-d6ca9ddee630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:17:49.211500 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-db09ace0-8a01-4ec2-a1c8-65ca9c5af68e None None] Bound port: 21ac1622-1287-48f0-b2b0-34aa15c45e81, host: dv-cinder-858463-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a4b54b5-f94a-442c-baa8-d6ca9ddee630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 20 13:17:49.211893 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-db09ace0-8a01-4ec2-a1c8-65ca9c5af68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (21ac1622-1287-48f0-b2b0-34aa15c45e81), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:49.228522 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-6b8e3d31-a6b6-404b-91ee-dbe11f5e09c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:17:49.238439 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8e3d31-a6b6-404b-91ee-dbe11f5e09c6 admin admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:17:49.250179 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db09ace0-8a01-4ec2-a1c8-65ca9c5af68e None None] Pushing event updated for resources: {'Port': ['ID=21ac1622-1287-48f0-b2b0-34aa15c45e81,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:17:49.333385 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-db09ace0-8a01-4ec2-a1c8-65ca9c5af68e None None] For port 21ac1622-1287-48f0-b2b0-34aa15c45e81, host dv-cinder-858463-1-iscsi, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:17:49.336902 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-db09ace0-8a01-4ec2-a1c8-65ca9c5af68e None None] For port 21ac1622-1287-48f0-b2b0-34aa15c45e81, host dv-cinder-858463-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=21ac1622-1287-48f0-b2b0-34aa15c45e81,segment=NetworkSegment(8a4b54b5-f94a-442c-baa8-d6ca9ddee630),segment_id=8a4b54b5-f94a-442c-baa8-d6ca9ddee630)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:17:49.350789 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-db09ace0-8a01-4ec2-a1c8-65ca9c5af68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (21ac1622-1287-48f0-b2b0-34aa15c45e81), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:49.359034 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-2a0a49e7-ac3f-4cbc-a094-51ff9f70b09e None None] For port 7b6f7407-47e3-49fd-8035-a2250b12f8a8, host dv-cinder-858463-1-iscsi, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:17:49.366618 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-2a0a49e7-ac3f-4cbc-a094-51ff9f70b09e None None] For port 7b6f7407-47e3-49fd-8035-a2250b12f8a8, host dv-cinder-858463-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=7b6f7407-47e3-49fd-8035-a2250b12f8a8,segment=NetworkSegment(f7400dd8-eb7b-448c-9b24-32bf1c4335c7),segment_id=f7400dd8-eb7b-448c-9b24-32bf1c4335c7)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:17:49.409712 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2a0a49e7-ac3f-4cbc-a094-51ff9f70b09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (7b6f7407-47e3-49fd-8035-a2250b12f8a8), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:49.460207 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db09ace0-8a01-4ec2-a1c8-65ca9c5af68e None None] Pushing event updated for resources: {'Port': ['ID=21ac1622-1287-48f0-b2b0-34aa15c45e81,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:17:49.557891 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f544d5c-e808-4344-ba87-f4f972408be5 admin admin] Notify agent at l3_agent.dv-cinder-858463-1-iscsi the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:17:49.569848 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1786a350-17e8-4041-8dd9-01247f59d168 None None] Sync routers for ids ['bd2621d7-3984-4988-897d-81cabaf2274d'] in dv-cinder-858463-1-iscsi {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:17:49.598161 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0f544d5c-e808-4344-ba87-f4f972408be5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:49.605036 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-0f544d5c-e808-4344-ba87-f4f972408be5 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1905966 Sep 20 13:17:49.606235 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 53934) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:17:49.609300 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1786a350-17e8-4041-8dd9-01247f59d168 None None] Routers {'bd2621d7-3984-4988-897d-81cabaf2274d'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:17:49.610368 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-1786a350-17e8-4041-8dd9-01247f59d168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:17:26Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['bd2621d7-3984-4988-897d-81cabaf2274d'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:17:49.636261 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0a49e7-ac3f-4cbc-a094-51ff9f70b09e None None] Pushing event updated for resources: {'Port': ['ID=7b6f7407-47e3-49fd-8035-a2250b12f8a8,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:17:49.868978 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-ee0f2363-42ee-47cf-b448-1935fc87af9c admin admin] Allocated IP 172.27.2.45 (36104724-3f48-4df5-b3a4-d541d8e9add0/adca2446-3f2d-49a4-ba29-cedd74eb43e2/e9492da9-45a9-44b6-9182-04a6b3f257d7) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:17:49.888046 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48e0ac9-78cd-447b-81de-8953a19a56d6 None None] Network 85cb1952-2655-4c09-a126-13c0b6f786a3 requested from dv-cinder-858463-1-iscsi {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 20 13:17:49.927550 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-482250da-52a8-4159-8997-064997e6f025 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:49.952913 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 53946) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:17:50.045082 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-31e923ef-9320-4b76-a7e0-f1a36a9c1c8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:50.127441 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e3d31-a6b6-404b-91ee-dbe11f5e09c6 admin admin] Pushing event updated for resources: {'Port': ['ID=8c305207-f2ee-4893-880f-9fdd1f1e633c,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:17:50.142179 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-1786a350-17e8-4041-8dd9-01247f59d168 None None] Set router bd2621d7-3984-4988-897d-81cabaf2274d gateway port host: dv-cinder-858463-1-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:17:50.150686 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 53954) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:17:50.206444 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-d4e7ce72-7749-4d50-ae41-4352e79935d5 None None] Provisioning complete for port 17cadf84-df65-4c74-8323-8e69888fee04 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:17:50.211050 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d4e7ce72-7749-4d50-ae41-4352e79935d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (17cadf84-df65-4c74-8323-8e69888fee04), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:50.212044 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-d4e7ce72-7749-4d50-ae41-4352e79935d5 None None] Attempt 1 to provision port 17cadf84-df65-4c74-8323-8e69888fee04 Sep 20 13:17:50.470974 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-d4e7ce72-7749-4d50-ae41-4352e79935d5 None None] Current status of the port 17cadf84-df65-4c74-8323-8e69888fee04 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:17:50.471464 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d4e7ce72-7749-4d50-ae41-4352e79935d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (17cadf84-df65-4c74-8323-8e69888fee04), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:50.546304 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-d4e7ce72-7749-4d50-ae41-4352e79935d5 None None] For port 17cadf84-df65-4c74-8323-8e69888fee04, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=17cadf84-df65-4c74-8323-8e69888fee04,segment=NetworkSegment(acd0bdec-f9e9-459b-aa2a-c80988ac3dfb),segment_id=acd0bdec-f9e9-459b-aa2a-c80988ac3dfb)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:17:50.554573 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d4e7ce72-7749-4d50-ae41-4352e79935d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (17cadf84-df65-4c74-8323-8e69888fee04), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:50.556321 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6b8e3d31-a6b6-404b-91ee-dbe11f5e09c6 admin admin] Publish callbacks [] for router_gateway (8e8eb188-6120-4b6d-8f74-15a286f1bc5c), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:50.727313 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e7ce72-7749-4d50-ae41-4352e79935d5 None None] Pushing event updated for resources: {'Port': ['ID=17cadf84-df65-4c74-8323-8e69888fee04,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:17:50.761159 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-1786a350-17e8-4041-8dd9-01247f59d168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd2621d7-3984-4988-897d-81cabaf2274d', 'name': 'tempest-DeleteServersTestJSON-1014021742-router', 'tenant_id': 'e7941cd87f0e45c780116e41017a2865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '6ed769c9-11e6-4222-9e2b-86b6923dbdb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:17:46Z', 'updated_at': '2022-09-20T13:17:48Z', 'revision_number': 3, 'project_id': 'e7941cd87f0e45c780116e41017a2865', 'gw_port': {'id': '6ed769c9-11e6-4222-9e2b-86b6923dbdb7', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c3:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd2621d7-3984-4988-897d-81cabaf2274d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:47Z', 'updated_at': '2022-09-20T13:17:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi'}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:17:50.762402 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-31e923ef-9320-4b76-a7e0-f1a36a9c1c8f admin admin] Publish callbacks [] for security_group (98949acf-3bda-412d-bb08-a558608dbe29), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:50.790123 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1786a350-17e8-4041-8dd9-01247f59d168 None None] Checking router: bd2621d7-3984-4988-897d-81cabaf2274d for host: dv-cinder-858463-1-iscsi {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:17:50.790806 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1786a350-17e8-4041-8dd9-01247f59d168 None None] Updating router bd2621d7-3984-4988-897d-81cabaf2274d port 6ed769c9-11e6-4222-9e2b-86b6923dbdb7 binding host dv-cinder-858463-1-iscsi {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 13:17:50.794183 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-31e923ef-9320-4b76-a7e0-f1a36a9c1c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (98949acf-3bda-412d-bb08-a558608dbe29), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:50.809113 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fa334027-aad4-4338-a2f8-67cebd8d411b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:50.833261 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-1786a350-17e8-4041-8dd9-01247f59d168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (6ed769c9-11e6-4222-9e2b-86b6923dbdb7), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:50.868114 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-31e923ef-9320-4b76-a7e0-f1a36a9c1c8f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=34b4f3bda4d24e3faa9fa7892fe232c6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9111049 Sep 20 13:17:50.875475 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 53962) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:17:50.905499 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e923ef-9320-4b76-a7e0-f1a36a9c1c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98949acf-3bda-412d-bb08-a558608dbe29,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:17:50.905812 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8e94068f-3dcb-487f-bd9a-3bef3797d511 None None] Provisioning complete for port 17cadf84-df65-4c74-8323-8e69888fee04 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:17:50.905812 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8e94068f-3dcb-487f-bd9a-3bef3797d511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (17cadf84-df65-4c74-8323-8e69888fee04), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:50.905812 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-8e94068f-3dcb-487f-bd9a-3bef3797d511 None None] Attempt 1 to provision port 17cadf84-df65-4c74-8323-8e69888fee04 Sep 20 13:17:51.045202 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7f405a79-5242-49e8-97cf-47d4124fca07 admin admin] Publish callbacks [] for security_group (98949acf-3bda-412d-bb08-a558608dbe29), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:51.052882 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8e94068f-3dcb-487f-bd9a-3bef3797d511 None None] Current status of the port 17cadf84-df65-4c74-8323-8e69888fee04 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:17:51.057697 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 17cadf84-df65-4c74-8323-8e69888fee04 up at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:17:51.118896 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-618a3d10-e156-4019-9528-57d8d5e66d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:51.126300 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7f405a79-5242-49e8-97cf-47d4124fca07 admin admin] Publish callbacks [] for security_group (98949acf-3bda-412d-bb08-a558608dbe29), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:51.138627 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Provisioning complete for port 17cadf84-df65-4c74-8323-8e69888fee04 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:17:51.139066 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (17cadf84-df65-4c74-8323-8e69888fee04), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:51.139411 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Attempt 1 to provision port 17cadf84-df65-4c74-8323-8e69888fee04 Sep 20 13:17:51.244176 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-482250da-52a8-4159-8997-064997e6f025 admin admin] Publish callbacks [] for security_group (7917b138-0601-4fe8-94bc-de83763cb4d6), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:51.253716 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6b8e3d31-a6b6-404b-91ee-dbe11f5e09c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607915'] for router (8e8eb188-6120-4b6d-8f74-15a286f1bc5c), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:51.254036 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Current status of the port 17cadf84-df65-4c74-8323-8e69888fee04 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:17:51.255763 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 21ac1622-1287-48f0-b2b0-34aa15c45e81 up at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:17:51.288361 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-482250da-52a8-4159-8997-064997e6f025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (7917b138-0601-4fe8-94bc-de83763cb4d6), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:51.338461 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Provisioning complete for port 21ac1622-1287-48f0-b2b0-34aa15c45e81 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:17:51.338934 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (21ac1622-1287-48f0-b2b0-34aa15c45e81), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:51.339298 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Attempt 1 to provision port 21ac1622-1287-48f0-b2b0-34aa15c45e81 Sep 20 13:17:51.421449 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7f405a79-5242-49e8-97cf-47d4124fca07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (98949acf-3bda-412d-bb08-a558608dbe29), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:51.424347 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7f405a79-5242-49e8-97cf-47d4124fca07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:51.425711 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-7f405a79-5242-49e8-97cf-47d4124fca07 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/98949acf-3bda-412d-bb08-a558608dbe29 HTTP/1.1" status: 204 len: 168 time: 0.5492914 Sep 20 13:17:51.432684 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-618a3d10-e156-4019-9528-57d8d5e66d7d admin admin] Allocated IP 172.20.0.1 (85cb1952-2655-4c09-a126-13c0b6f786a3/698d76a0-5d36-492c-ac0e-62e4480f0bec/f07dc5ce-0ade-49be-a26b-f9483b39d79e) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:17:51.444836 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f405a79-5242-49e8-97cf-47d4124fca07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98949acf-3bda-412d-bb08-a558608dbe29,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:17:51.451739 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Current status of the port 21ac1622-1287-48f0-b2b0-34aa15c45e81 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:17:51.453005 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (21ac1622-1287-48f0-b2b0-34aa15c45e81), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:51.535509 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] For port 21ac1622-1287-48f0-b2b0-34aa15c45e81, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=21ac1622-1287-48f0-b2b0-34aa15c45e81,segment=NetworkSegment(8a4b54b5-f94a-442c-baa8-d6ca9ddee630),segment_id=8a4b54b5-f94a-442c-baa8-d6ca9ddee630)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:17:51.543975 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (21ac1622-1287-48f0-b2b0-34aa15c45e81), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:51.544955 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 7b6f7407-47e3-49fd-8035-a2250b12f8a8 up at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:17:51.565546 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ee0f2363-42ee-47cf-b448-1935fc87af9c admin admin] Publish callbacks [] for port (e9492da9-45a9-44b6-9182-04a6b3f257d7), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:51.574660 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-482250da-52a8-4159-8997-064997e6f025 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=db5125c450f24c8385f93af05daa5ab3&name=default HTTP/1.1" status: 200 len: 2992 time: 2.5583844 Sep 20 13:17:51.588005 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 53974) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:17:51.617687 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425194d9-0855-4d27-b23e-953230343d8d None None] Network 105b52c6-cee8-4c92-bcc7-3a77d1e92018 requested from dv-cinder-858463-1-iscsi {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 20 13:17:51.681759 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-618a3d10-e156-4019-9528-57d8d5e66d7d admin admin] Publish callbacks [] for port (f07dc5ce-0ade-49be-a26b-f9483b39d79e), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:51.713643 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-0fa9cfd7-a458-49b8-8ff5-e259a55bb751 None None] Provisioning complete for port 7b6f7407-47e3-49fd-8035-a2250b12f8a8 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:17:51.714314 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0fa9cfd7-a458-49b8-8ff5-e259a55bb751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (7b6f7407-47e3-49fd-8035-a2250b12f8a8), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:51.714781 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-0fa9cfd7-a458-49b8-8ff5-e259a55bb751 None None] Attempt 1 to provision port 7b6f7407-47e3-49fd-8035-a2250b12f8a8 Sep 20 13:17:51.720290 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482250da-52a8-4159-8997-064997e6f025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7917b138-0601-4fe8-94bc-de83763cb4d6,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:17:51.811827 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ee0f2363-42ee-47cf-b448-1935fc87af9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938'] for port (e9492da9-45a9-44b6-9182-04a6b3f257d7), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:51.840924 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fffd13b2-b3d2-4e00-b4d1-7fda1b594d24 admin admin] Publish callbacks [] for security_group (7917b138-0601-4fe8-94bc-de83763cb4d6), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:51.878501 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-0fa9cfd7-a458-49b8-8ff5-e259a55bb751 None None] Current status of the port 7b6f7407-47e3-49fd-8035-a2250b12f8a8 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:17:51.879184 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0fa9cfd7-a458-49b8-8ff5-e259a55bb751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (7b6f7407-47e3-49fd-8035-a2250b12f8a8), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:51.898126 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fffd13b2-b3d2-4e00-b4d1-7fda1b594d24 admin admin] Publish callbacks [] for security_group (7917b138-0601-4fe8-94bc-de83763cb4d6), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:51.903860 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f52e1a-57f0-4b45-98c6-3ba8f10f048f None None] Network ed809d10-45b2-429e-b44f-1694990b1073 requested from dv-cinder-858463-1-iscsi {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 20 13:17:51.938010 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-618a3d10-e156-4019-9528-57d8d5e66d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938'] for port (f07dc5ce-0ade-49be-a26b-f9483b39d79e), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:51.961299 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-0fa9cfd7-a458-49b8-8ff5-e259a55bb751 None None] For port 7b6f7407-47e3-49fd-8035-a2250b12f8a8, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=7b6f7407-47e3-49fd-8035-a2250b12f8a8,segment=NetworkSegment(f7400dd8-eb7b-448c-9b24-32bf1c4335c7),segment_id=f7400dd8-eb7b-448c-9b24-32bf1c4335c7)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:17:51.966389 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618a3d10-e156-4019-9528-57d8d5e66d7d admin admin] Network 85cb1952-2655-4c09-a126-13c0b6f786a3 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:17:51.970060 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Pushing event updated for resources: {'Port': ['ID=21ac1622-1287-48f0-b2b0-34aa15c45e81,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:17:51.970528 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-618a3d10-e156-4019-9528-57d8d5e66d7d admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:17:51.977286 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0fa9cfd7-a458-49b8-8ff5-e259a55bb751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (7b6f7407-47e3-49fd-8035-a2250b12f8a8), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:51.984632 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618a3d10-e156-4019-9528-57d8d5e66d7d admin admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:17:51.985172 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-618a3d10-e156-4019-9528-57d8d5e66d7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1608580'] for router_interface (bd2621d7-3984-4988-897d-81cabaf2274d), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:52.023925 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fa334027-aad4-4338-a2f8-67cebd8d411b admin admin] Publish callbacks [] for security_group (a982ea98-44a8-4e87-a394-3b8c94284900), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:52.029002 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0f2363-42ee-47cf-b448-1935fc87af9c admin admin] Network 36104724-3f48-4df5-b3a4-d541d8e9add0 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:17:52.080897 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-ee0f2363-42ee-47cf-b448-1935fc87af9c admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:17:52.083960 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fa334027-aad4-4338-a2f8-67cebd8d411b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (a982ea98-44a8-4e87-a394-3b8c94284900), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:52.096702 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0f2363-42ee-47cf-b448-1935fc87af9c admin admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:17:52.108808 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b8e3d31-a6b6-404b-91ee-dbe11f5e09c6 admin admin] Router 8e8eb188-6120-4b6d-8f74-15a286f1bc5c is scheduled to L3 agent e6bdf340-58c5-4186-af2d-ab00439e5425 with binding_index 1 {{(pid=104087) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 13:17:52.203599 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-1786a350-17e8-4041-8dd9-01247f59d168 None None] Publish callbacks [] for port (6ed769c9-11e6-4222-9e2b-86b6923dbdb7), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:52.213235 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-1786a350-17e8-4041-8dd9-01247f59d168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (6ed769c9-11e6-4222-9e2b-86b6923dbdb7), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:52.249723 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Provisioning complete for port 7b6f7407-47e3-49fd-8035-a2250b12f8a8 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:17:52.252033 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (7b6f7407-47e3-49fd-8035-a2250b12f8a8), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:52.252176 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Attempt 1 to provision port 7b6f7407-47e3-49fd-8035-a2250b12f8a8 Sep 20 13:17:52.273217 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-1786a350-17e8-4041-8dd9-01247f59d168 None None] Attempting to bind port 6ed769c9-11e6-4222-9e2b-86b6923dbdb7 on host dv-cinder-858463-1-iscsi for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 20 13:17:52.273957 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-1786a350-17e8-4041-8dd9-01247f59d168 None None] Attempting to bind port 6ed769c9-11e6-4222-9e2b-86b6923dbdb7 by drivers openvswitch,hyperv on host dv-cinder-858463-1-iscsi at level 0 using segments [{'id': '5aaf6297-6a46-4e9d-b63a-dd8b37b93294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 20 13:17:52.275714 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1786a350-17e8-4041-8dd9-01247f59d168 None None] Attempting to bind port 6ed769c9-11e6-4222-9e2b-86b6923dbdb7 on network 36104724-3f48-4df5-b3a4-d541d8e9add0 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:17:52.283812 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-618a3d10-e156-4019-9528-57d8d5e66d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (f07dc5ce-0ade-49be-a26b-f9483b39d79e), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:52.299994 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1786a350-17e8-4041-8dd9-01247f59d168 None None] Checking agent: {'id': '543ca60b-7e7a-4ebd-8f87-7672c7a482b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 13, 9, 29), 'started_at': datetime.datetime(2022, 9, 20, 13, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 13, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:17:52.302136 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1786a350-17e8-4041-8dd9-01247f59d168 None None] Checking segment: {'id': '5aaf6297-6a46-4e9d-b63a-dd8b37b93294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:17:52.303436 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-1786a350-17e8-4041-8dd9-01247f59d168 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:52.304187 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1786a350-17e8-4041-8dd9-01247f59d168 None None] Bound using segment: {'id': '5aaf6297-6a46-4e9d-b63a-dd8b37b93294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:17:52.308289 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-1786a350-17e8-4041-8dd9-01247f59d168 None None] Bound port: 6ed769c9-11e6-4222-9e2b-86b6923dbdb7, host: dv-cinder-858463-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aaf6297-6a46-4e9d-b63a-dd8b37b93294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 20 13:17:52.310654 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-1786a350-17e8-4041-8dd9-01247f59d168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (6ed769c9-11e6-4222-9e2b-86b6923dbdb7), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:52.332039 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fffd13b2-b3d2-4e00-b4d1-7fda1b594d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (7917b138-0601-4fe8-94bc-de83763cb4d6), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:52.340730 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fffd13b2-b3d2-4e00-b4d1-7fda1b594d24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:52.344278 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-fffd13b2-b3d2-4e00-b4d1-7fda1b594d24 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7917b138-0601-4fe8-94bc-de83763cb4d6 HTTP/1.1" status: 204 len: 168 time: 0.7542257 Sep 20 13:17:52.345061 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618a3d10-e156-4019-9528-57d8d5e66d7d admin admin] Pushing event updated for resources: {'Port': ['ID=f07dc5ce-0ade-49be-a26b-f9483b39d79e,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:17:52.360996 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffd13b2-b3d2-4e00-b4d1-7fda1b594d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7917b138-0601-4fe8-94bc-de83763cb4d6,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:17:52.451880 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3c4205-bd4f-45bf-9db0-1b58a37494ea None None] Pushing event updated for resources: {'Port': ['ID=6ed769c9-11e6-4222-9e2b-86b6923dbdb7,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:17:52.476227 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8e3d31-a6b6-404b-91ee-dbe11f5e09c6 admin admin] Notify agent at l3_agent.dv-cinder-858463-1-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:17:52.511083 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3c4205-bd4f-45bf-9db0-1b58a37494ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:52.511702 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3c4205-bd4f-45bf-9db0-1b58a37494ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:52.514834 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3c4205-bd4f-45bf-9db0-1b58a37494ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:52.515449 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3c4205-bd4f-45bf-9db0-1b58a37494ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:52.517941 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3c4205-bd4f-45bf-9db0-1b58a37494ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:52.518503 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3c4205-bd4f-45bf-9db0-1b58a37494ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:52.519082 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3c4205-bd4f-45bf-9db0-1b58a37494ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:52.520190 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3c4205-bd4f-45bf-9db0-1b58a37494ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:52.520751 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3c4205-bd4f-45bf-9db0-1b58a37494ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:52.523011 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3c4205-bd4f-45bf-9db0-1b58a37494ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:52.523620 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3c4205-bd4f-45bf-9db0-1b58a37494ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:52.524159 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3c4205-bd4f-45bf-9db0-1b58a37494ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:52.526151 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3c4205-bd4f-45bf-9db0-1b58a37494ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:17:52.530817 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3c4205-bd4f-45bf-9db0-1b58a37494ea None None] Tracked resource versions report: Sep 20 13:17:52.530817 dv-cinder-858463-1-iscsi neutron-server[104089]: pushed versions: Sep 20 13:17:52.530817 dv-cinder-858463-1-iscsi neutron-server[104089]: { 'AddressGroup': {'1.2'}, Sep 20 13:17:52.530817 dv-cinder-858463-1-iscsi neutron-server[104089]: 'ConntrackHelper': {'1.0'}, Sep 20 13:17:52.530817 dv-cinder-858463-1-iscsi neutron-server[104089]: 'LocalIPAssociation': {'1.0'}, Sep 20 13:17:52.530817 dv-cinder-858463-1-iscsi neutron-server[104089]: 'Log': {'1.0'}, Sep 20 13:17:52.530817 dv-cinder-858463-1-iscsi neutron-server[104089]: 'Network': {'1.1'}, Sep 20 13:17:52.530817 dv-cinder-858463-1-iscsi neutron-server[104089]: 'Port': {'1.7'}, Sep 20 13:17:52.530817 dv-cinder-858463-1-iscsi neutron-server[104089]: 'PortForwarding': {'1.2'}, Sep 20 13:17:52.530817 dv-cinder-858463-1-iscsi neutron-server[104089]: 'QosPolicy': {'1.10'}, Sep 20 13:17:52.530817 dv-cinder-858463-1-iscsi neutron-server[104089]: 'SecurityGroup': {'1.5'}, Sep 20 13:17:52.530817 dv-cinder-858463-1-iscsi neutron-server[104089]: 'SecurityGroupRule': {'1.2'}, Sep 20 13:17:52.530817 dv-cinder-858463-1-iscsi neutron-server[104089]: 'SubPort': {'1.0'}, Sep 20 13:17:52.530817 dv-cinder-858463-1-iscsi neutron-server[104089]: 'Subnet': {'1.1'}, Sep 20 13:17:52.530817 dv-cinder-858463-1-iscsi neutron-server[104089]: 'Trunk': {'1.1'}} Sep 20 13:17:52.530817 dv-cinder-858463-1-iscsi neutron-server[104089]: consumer versions: Sep 20 13:17:52.530817 dv-cinder-858463-1-iscsi neutron-server[104089]: { DHCP agent@dv-cinder-858463-1-iscsi: {}, Sep 20 13:17:52.530817 dv-cinder-858463-1-iscsi neutron-server[104089]: HyperV agent@hv-cinder-85846: {}, Sep 20 13:17:52.530817 dv-cinder-858463-1-iscsi neutron-server[104089]: L3 agent@dv-cinder-858463-1-iscsi: {}, Sep 20 13:17:52.530817 dv-cinder-858463-1-iscsi neutron-server[104089]: Metadata agent@dv-cinder-858463-1-iscsi: {}, Sep 20 13:17:52.530817 dv-cinder-858463-1-iscsi neutron-server[104089]: Metering agent@dv-cinder-858463-1-iscsi: {}, Sep 20 13:17:52.530817 dv-cinder-858463-1-iscsi neutron-server[104089]: Open vSwitch agent@dv-cinder-858463-1-iscsi: { 'AddressGroup': '1.2', Sep 20 13:17:52.530817 dv-cinder-858463-1-iscsi neutron-server[104089]: 'ConntrackHelper': '1.0', Sep 20 13:17:52.530817 dv-cinder-858463-1-iscsi neutron-server[104089]: 'LocalIPAssociation': '1.0', Sep 20 13:17:52.530817 dv-cinder-858463-1-iscsi neutron-server[104089]: 'Log': '1.0', Sep 20 13:17:52.530817 dv-cinder-858463-1-iscsi neutron-server[104089]: 'Network': '1.1', Sep 20 13:17:52.530817 dv-cinder-858463-1-iscsi neutron-server[104089]: 'Port': '1.7', Sep 20 13:17:52.530817 dv-cinder-858463-1-iscsi neutron-server[104089]: 'PortForwarding': '1.2', Sep 20 13:17:52.530817 dv-cinder-858463-1-iscsi neutron-server[104089]: 'QosPolicy': '1.10', Sep 20 13:17:52.530817 dv-cinder-858463-1-iscsi neutron-server[104089]: 'SecurityGroup': '1.5', Sep 20 13:17:52.530817 dv-cinder-858463-1-iscsi neutron-server[104089]: 'SecurityGroupRule': '1.2', Sep 20 13:17:52.530817 dv-cinder-858463-1-iscsi neutron-server[104089]: 'SubPort': '1.0', Sep 20 13:17:52.530817 dv-cinder-858463-1-iscsi neutron-server[104089]: 'Subnet': '1.1', Sep 20 13:17:52.530817 dv-cinder-858463-1-iscsi neutron-server[104089]: 'Trunk': '1.1'}} Sep 20 13:17:52.530817 dv-cinder-858463-1-iscsi neutron-server[104089]: {{(pid=104089) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 13:17:52.551508 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f2363-42ee-47cf-b448-1935fc87af9c admin admin] Pushing event updated for resources: {'Port': ['ID=e9492da9-45a9-44b6-9182-04a6b3f257d7,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:17:52.577245 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-1786a350-17e8-4041-8dd9-01247f59d168 None None] For port 6ed769c9-11e6-4222-9e2b-86b6923dbdb7, host dv-cinder-858463-1-iscsi, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:17:52.591776 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-1786a350-17e8-4041-8dd9-01247f59d168 None None] For port 6ed769c9-11e6-4222-9e2b-86b6923dbdb7, host dv-cinder-858463-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=6ed769c9-11e6-4222-9e2b-86b6923dbdb7,segment=NetworkSegment(5aaf6297-6a46-4e9d-b63a-dd8b37b93294),segment_id=5aaf6297-6a46-4e9d-b63a-dd8b37b93294)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:17:52.603170 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6b8e3d31-a6b6-404b-91ee-dbe11f5e09c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:52.606988 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-6b8e3d31-a6b6-404b-91ee-dbe11f5e09c6 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.2149503 Sep 20 13:17:52.611744 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-1786a350-17e8-4041-8dd9-01247f59d168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (6ed769c9-11e6-4222-9e2b-86b6923dbdb7), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:52.616387 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 54020) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:17:52.631793 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-fa334027-aad4-4338-a2f8-67cebd8d411b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c2ed570bed754140a399fa0ba02978d1&name=default HTTP/1.1" status: 200 len: 2992 time: 2.4640627 Sep 20 13:17:52.637853 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-618a3d10-e156-4019-9528-57d8d5e66d7d admin admin] Publish callbacks [] for port (f07dc5ce-0ade-49be-a26b-f9483b39d79e), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:52.674074 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 54024) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:17:52.692565 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa334027-aad4-4338-a2f8-67cebd8d411b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a982ea98-44a8-4e87-a394-3b8c94284900,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:17:52.693459 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3c4205-bd4f-45bf-9db0-1b58a37494ea None None] Pushing event updated for resources: {'Port': ['ID=6ed769c9-11e6-4222-9e2b-86b6923dbdb7,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:17:52.699355 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1786a350-17e8-4041-8dd9-01247f59d168 None None] Routers {'bd2621d7-3984-4988-897d-81cabaf2274d'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:17:52.700073 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-1786a350-17e8-4041-8dd9-01247f59d168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:17:26Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['bd2621d7-3984-4988-897d-81cabaf2274d'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:17:52.719685 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-618a3d10-e156-4019-9528-57d8d5e66d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (f07dc5ce-0ade-49be-a26b-f9483b39d79e), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:52.721842 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-618a3d10-e156-4019-9528-57d8d5e66d7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1608488'] for router_interface (bd2621d7-3984-4988-897d-81cabaf2274d), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:52.786300 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa9cfd7-a458-49b8-8ff5-e259a55bb751 None None] Pushing event updated for resources: {'Port': ['ID=7b6f7407-47e3-49fd-8035-a2250b12f8a8,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:17:52.790533 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-bb95597e-6ac6-4c1f-af5d-ea07d026faec None None] Provisioning complete for port 21ac1622-1287-48f0-b2b0-34aa15c45e81 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:17:52.792572 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bb95597e-6ac6-4c1f-af5d-ea07d026faec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (21ac1622-1287-48f0-b2b0-34aa15c45e81), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:52.792939 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-bb95597e-6ac6-4c1f-af5d-ea07d026faec None None] Attempt 1 to provision port 21ac1622-1287-48f0-b2b0-34aa15c45e81 Sep 20 13:17:52.838944 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339d89db-1616-4612-93b0-20c21a8b38a5 None None] Sync routers for ids ['8e8eb188-6120-4b6d-8f74-15a286f1bc5c'] in dv-cinder-858463-1-iscsi {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:17:52.901673 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339d89db-1616-4612-93b0-20c21a8b38a5 None None] Routers {'8e8eb188-6120-4b6d-8f74-15a286f1bc5c'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:17:52.902656 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-339d89db-1616-4612-93b0-20c21a8b38a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:17:26Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['8e8eb188-6120-4b6d-8f74-15a286f1bc5c'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:17:52.928575 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618a3d10-e156-4019-9528-57d8d5e66d7d admin admin] Network 85cb1952-2655-4c09-a126-13c0b6f786a3 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:17:52.937378 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-618a3d10-e156-4019-9528-57d8d5e66d7d admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:17:52.943375 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618a3d10-e156-4019-9528-57d8d5e66d7d admin admin] Pushing event updated for resources: {'Port': ['ID=f07dc5ce-0ade-49be-a26b-f9483b39d79e,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:17:52.994993 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-1786a350-17e8-4041-8dd9-01247f59d168 None None] Set router bd2621d7-3984-4988-897d-81cabaf2274d gateway port host: dv-cinder-858463-1-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:17:53.004631 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-83488230-a1aa-4b24-9dea-607f24813fff admin admin] Publish callbacks [] for security_group (a982ea98-44a8-4e87-a394-3b8c94284900), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:53.089557 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-83488230-a1aa-4b24-9dea-607f24813fff admin admin] Publish callbacks [] for security_group (a982ea98-44a8-4e87-a394-3b8c94284900), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:53.099060 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-339d89db-1616-4612-93b0-20c21a8b38a5 None None] Set router 8e8eb188-6120-4b6d-8f74-15a286f1bc5c gateway port host: dv-cinder-858463-1-iscsi {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:17:53.179077 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 54042) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:17:53.210343 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4089fe56-572b-4b1e-b667-71954a375a6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:53.221038 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-618a3d10-e156-4019-9528-57d8d5e66d7d admin admin] Router bd2621d7-3984-4988-897d-81cabaf2274d has already been hosted by L3 agent e6bdf340-58c5-4186-af2d-ab00439e5425 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:17:53.232480 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 54044) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:17:53.264977 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-83488230-a1aa-4b24-9dea-607f24813fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (a982ea98-44a8-4e87-a394-3b8c94284900), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:53.271494 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-83488230-a1aa-4b24-9dea-607f24813fff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:53.274311 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-83488230-a1aa-4b24-9dea-607f24813fff admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a982ea98-44a8-4e87-a394-3b8c94284900 HTTP/1.1" status: 204 len: 168 time: 0.5989530 Sep 20 13:17:53.319490 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83488230-a1aa-4b24-9dea-607f24813fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a982ea98-44a8-4e87-a394-3b8c94284900,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:17:53.390586 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ee0f2363-42ee-47cf-b448-1935fc87af9c admin admin] Publish callbacks [] for router_gateway (be2310ee-b755-4160-9683-bf0123d26b8d), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:53.503266 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Current status of the port 7b6f7407-47e3-49fd-8035-a2250b12f8a8 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:17:53.541311 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-1786a350-17e8-4041-8dd9-01247f59d168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd2621d7-3984-4988-897d-81cabaf2274d', 'name': 'tempest-DeleteServersTestJSON-1014021742-router', 'tenant_id': 'e7941cd87f0e45c780116e41017a2865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '6ed769c9-11e6-4222-9e2b-86b6923dbdb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:17:46Z', 'updated_at': '2022-09-20T13:17:52Z', 'revision_number': 4, 'project_id': 'e7941cd87f0e45c780116e41017a2865', 'gw_port': {'id': '6ed769c9-11e6-4222-9e2b-86b6923dbdb7', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c3:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd2621d7-3984-4988-897d-81cabaf2274d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:47Z', 'updated_at': '2022-09-20T13:17:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': 'f07dc5ce-0ade-49be-a26b-f9483b39d79e', 'name': '', 'network_id': '85cb1952-2655-4c09-a126-13c0b6f786a3', 'tenant_id': 'e7941cd87f0e45c780116e41017a2865', 'mac_address': 'fa:16:3e:6e:45:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd2621d7-3984-4988-897d-81cabaf2274d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '698d76a0-5d36-492c-ac0e-62e4480f0bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:51Z', 'updated_at': '2022-09-20T13:17:52Z', 'revision_number': 2, 'project_id': 'e7941cd87f0e45c780116e41017a2865', 'subnets': [{'id': '698d76a0-5d36-492c-ac0e-62e4480f0bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:17:53.607111 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1786a350-17e8-4041-8dd9-01247f59d168 None None] The sync data for ids ['bd2621d7-3984-4988-897d-81cabaf2274d'] in dv-cinder-858463-1-iscsi is: [{'id': 'bd2621d7-3984-4988-897d-81cabaf2274d', 'name': 'tempest-DeleteServersTestJSON-1014021742-router', 'tenant_id': 'e7941cd87f0e45c780116e41017a2865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '6ed769c9-11e6-4222-9e2b-86b6923dbdb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:17:46Z', 'updated_at': '2022-09-20T13:17:52Z', 'revision_number': 4, 'project_id': 'e7941cd87f0e45c780116e41017a2865', 'gw_port': {'id': '6ed769c9-11e6-4222-9e2b-86b6923dbdb7', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c3:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd2621d7-3984-4988-897d-81cabaf2274d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:47Z', 'updated_at': '2022-09-20T13:17:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': 'f07dc5ce-0ade-49be-a26b-f9483b39d79e', 'name': '', 'network_id': '85cb1952-2655-4c09-a126-13c0b6f786a3', 'tenant_id': 'e7941cd87f0e45c780116e41017a2865', 'mac_address': 'fa:16:3e:6e:45:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd2621d7-3984-4988-897d-81cabaf2274d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '698d76a0-5d36-492c-ac0e-62e4480f0bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:51Z', 'updated_at': '2022-09-20T13:17:52Z', 'revision_number': 2, 'project_id': 'e7941cd87f0e45c780116e41017a2865', 'subnets': [{'id': '698d76a0-5d36-492c-ac0e-62e4480f0bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:17:53.619188 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-bb95597e-6ac6-4c1f-af5d-ea07d026faec None None] Current status of the port 21ac1622-1287-48f0-b2b0-34aa15c45e81 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:17:53.674423 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1b8c7bf9-7088-4c70-9d3d-d74b34461d51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (c520f755-59ca-4a79-a15e-107c01e131c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:53.811259 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 21ac1622-1287-48f0-b2b0-34aa15c45e81 up at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:17:53.824791 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-2852d001-4778-443f-b69c-98c844e055da admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-222828130-network', 'tenant_id': 'b61c0ca17c8b4071b91b64c1565a3753'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:17:53.841407 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-499b8123-088d-49e2-864f-d4ee3b793655 None None] Provisioning complete for port f07dc5ce-0ade-49be-a26b-f9483b39d79e triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:17:53.841849 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-499b8123-088d-49e2-864f-d4ee3b793655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (f07dc5ce-0ade-49be-a26b-f9483b39d79e), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:53.842597 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-499b8123-088d-49e2-864f-d4ee3b793655 None None] Attempt 1 to provision port f07dc5ce-0ade-49be-a26b-f9483b39d79e Sep 20 13:17:53.880505 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ee0f2363-42ee-47cf-b448-1935fc87af9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607915'] for router (be2310ee-b755-4160-9683-bf0123d26b8d), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:53.886666 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2852d001-4778-443f-b69c-98c844e055da admin admin] Made reservation on behalf of b61c0ca17c8b4071b91b64c1565a3753 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:17:53.889502 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2852d001-4778-443f-b69c-98c844e055da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:53.910245 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2852d001-4778-443f-b69c-98c844e055da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:53.924521 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4089fe56-572b-4b1e-b667-71954a375a6d admin admin] Publish callbacks [] for security_group (2719609e-c651-44c9-9997-9f0f658d94d0), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:53.952925 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-499b8123-088d-49e2-864f-d4ee3b793655 None None] Port f07dc5ce-0ade-49be-a26b-f9483b39d79e cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:17:53.956298 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4089fe56-572b-4b1e-b667-71954a375a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (2719609e-c651-44c9-9997-9f0f658d94d0), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:53.976055 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-339d89db-1616-4612-93b0-20c21a8b38a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8eb188-6120-4b6d-8f74-15a286f1bc5c', 'name': 'tempest-ServerRescueNegativeTestJSON-630298788-router', 'tenant_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '8c305207-f2ee-4893-880f-9fdd1f1e633c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:17:46Z', 'updated_at': '2022-09-20T13:17:49Z', 'revision_number': 3, 'project_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'gw_port': {'id': '8c305207-f2ee-4893-880f-9fdd1f1e633c', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:26:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8eb188-6120-4b6d-8f74-15a286f1bc5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:48Z', 'updated_at': '2022-09-20T13:17:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi'}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:17:54.038947 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339d89db-1616-4612-93b0-20c21a8b38a5 None None] Checking router: 8e8eb188-6120-4b6d-8f74-15a286f1bc5c for host: dv-cinder-858463-1-iscsi {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:17:54.039601 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339d89db-1616-4612-93b0-20c21a8b38a5 None None] Updating router 8e8eb188-6120-4b6d-8f74-15a286f1bc5c port 8c305207-f2ee-4893-880f-9fdd1f1e633c binding host dv-cinder-858463-1-iscsi {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 13:17:54.045012 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Provisioning complete for port 21ac1622-1287-48f0-b2b0-34aa15c45e81 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:17:54.045399 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (21ac1622-1287-48f0-b2b0-34aa15c45e81), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:54.045919 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Attempt 1 to provision port 21ac1622-1287-48f0-b2b0-34aa15c45e81 Sep 20 13:17:54.125109 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-339d89db-1616-4612-93b0-20c21a8b38a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (8c305207-f2ee-4893-880f-9fdd1f1e633c), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:54.128405 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-4089fe56-572b-4b1e-b667-71954a375a6d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=63e028bb58384754b1b6dbba1a0ace04&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9478192 Sep 20 13:17:54.134310 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 54070) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:17:54.146395 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2852d001-4778-443f-b69c-98c844e055da admin admin] Publish callbacks [] for security_group (5334c22c-bd27-4884-92b6-bee1ea30dbea), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:54.155836 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2852d001-4778-443f-b69c-98c844e055da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (5334c22c-bd27-4884-92b6-bee1ea30dbea), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:54.172600 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4089fe56-572b-4b1e-b667-71954a375a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2719609e-c651-44c9-9997-9f0f658d94d0,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:17:54.207481 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618a3d10-e156-4019-9528-57d8d5e66d7d admin admin] Notify agent at l3_agent.dv-cinder-858463-1-iscsi the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:17:54.246073 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-618a3d10-e156-4019-9528-57d8d5e66d7d admin admin] 10.222.0.55 "PUT /v2.0/routers/bd2621d7-3984-4988-897d-81cabaf2274d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6384249 Sep 20 13:17:54.252234 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2852d001-4778-443f-b69c-98c844e055da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5334c22c-bd27-4884-92b6-bee1ea30dbea,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:17:54.258407 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2852d001-4778-443f-b69c-98c844e055da admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 13:17:54.311999 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2852d001-4778-443f-b69c-98c844e055da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549390'] for segment (536af919-c02e-44b6-8444-92f0ab0267e0), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:54.312486 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.db.segments_db [None req-2852d001-4778-443f-b69c-98c844e055da admin admin] Added segment 536af919-c02e-44b6-8444-92f0ab0267e0 of type vlan for network 7d4e213c-6ee8-4ebe-bf14-d8fc38286c15 Sep 20 13:17:54.369791 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0327a6d4-1c63-4ad2-8187-29cec73d9cbe admin admin] Publish callbacks [] for security_group (2719609e-c651-44c9-9997-9f0f658d94d0), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:54.443871 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee0f2363-42ee-47cf-b448-1935fc87af9c admin admin] Router be2310ee-b755-4160-9683-bf0123d26b8d is scheduled to L3 agent e6bdf340-58c5-4186-af2d-ab00439e5425 with binding_index 1 {{(pid=104087) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 13:17:54.468979 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2852d001-4778-443f-b69c-98c844e055da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760607722792'] for network (7d4e213c-6ee8-4ebe-bf14-d8fc38286c15), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:54.501060 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0327a6d4-1c63-4ad2-8187-29cec73d9cbe admin admin] Publish callbacks [] for security_group (2719609e-c651-44c9-9997-9f0f658d94d0), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:54.539599 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4fd8c88a-752b-4004-bdad-6c52a198fdd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:54.635294 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-339d89db-1616-4612-93b0-20c21a8b38a5 None None] Publish callbacks [] for port (8c305207-f2ee-4893-880f-9fdd1f1e633c), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:54.642089 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-499b8123-088d-49e2-864f-d4ee3b793655 None None] Attempt 2 to provision port f07dc5ce-0ade-49be-a26b-f9483b39d79e Sep 20 13:17:54.666379 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Current status of the port 21ac1622-1287-48f0-b2b0-34aa15c45e81 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:17:54.667759 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 17cadf84-df65-4c74-8323-8e69888fee04 up at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:17:54.671900 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-339d89db-1616-4612-93b0-20c21a8b38a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (8c305207-f2ee-4893-880f-9fdd1f1e633c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:54.708699 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0327a6d4-1c63-4ad2-8187-29cec73d9cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (2719609e-c651-44c9-9997-9f0f658d94d0), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:54.714016 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0327a6d4-1c63-4ad2-8187-29cec73d9cbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:54.719146 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-0327a6d4-1c63-4ad2-8187-29cec73d9cbe admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2719609e-c651-44c9-9997-9f0f658d94d0 HTTP/1.1" status: 204 len: 168 time: 0.5804808 Sep 20 13:17:54.733005 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0327a6d4-1c63-4ad2-8187-29cec73d9cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2719609e-c651-44c9-9997-9f0f658d94d0,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:17:54.762277 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2852d001-4778-443f-b69c-98c844e055da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183'] for network (7d4e213c-6ee8-4ebe-bf14-d8fc38286c15), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:54.763275 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2852d001-4778-443f-b69c-98c844e055da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:17:54.763959 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2852d001-4778-443f-b69c-98c844e055da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:54.842689 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-339d89db-1616-4612-93b0-20c21a8b38a5 None None] Attempting to bind port 8c305207-f2ee-4893-880f-9fdd1f1e633c on host dv-cinder-858463-1-iscsi for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 20 13:17:54.843333 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-339d89db-1616-4612-93b0-20c21a8b38a5 None None] Attempting to bind port 8c305207-f2ee-4893-880f-9fdd1f1e633c by drivers openvswitch,hyperv on host dv-cinder-858463-1-iscsi at level 0 using segments [{'id': '5aaf6297-6a46-4e9d-b63a-dd8b37b93294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 20 13:17:54.844019 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339d89db-1616-4612-93b0-20c21a8b38a5 None None] Attempting to bind port 8c305207-f2ee-4893-880f-9fdd1f1e633c on network 36104724-3f48-4df5-b3a4-d541d8e9add0 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:17:54.854086 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-2852d001-4778-443f-b69c-98c844e055da admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.6137345 Sep 20 13:17:54.855552 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-499b8123-088d-49e2-864f-d4ee3b793655 None None] Port f07dc5ce-0ade-49be-a26b-f9483b39d79e cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:17:54.860184 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 54094) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:17:54.872992 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339d89db-1616-4612-93b0-20c21a8b38a5 None None] Checking agent: {'id': '543ca60b-7e7a-4ebd-8f87-7672c7a482b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 13, 9, 29), 'started_at': datetime.datetime(2022, 9, 20, 13, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 13, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:17:54.873849 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339d89db-1616-4612-93b0-20c21a8b38a5 None None] Checking segment: {'id': '5aaf6297-6a46-4e9d-b63a-dd8b37b93294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:17:54.874693 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-339d89db-1616-4612-93b0-20c21a8b38a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:54.875347 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339d89db-1616-4612-93b0-20c21a8b38a5 None None] Bound using segment: {'id': '5aaf6297-6a46-4e9d-b63a-dd8b37b93294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:17:54.876151 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-339d89db-1616-4612-93b0-20c21a8b38a5 None None] Bound port: 8c305207-f2ee-4893-880f-9fdd1f1e633c, host: dv-cinder-858463-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aaf6297-6a46-4e9d-b63a-dd8b37b93294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 20 13:17:54.876265 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.v2.base [None req-7cc3151e-0134-417a-bacd-fc2c181e600e admin admin] Request body: {'subnet': {'network_id': '7d4e213c-6ee8-4ebe-bf14-d8fc38286c15', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-222828130-subnet', 'tenant_id': 'b61c0ca17c8b4071b91b64c1565a3753', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:17:54.877036 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-339d89db-1616-4612-93b0-20c21a8b38a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (8c305207-f2ee-4893-880f-9fdd1f1e633c), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:54.918961 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2852d001-4778-443f-b69c-98c844e055da admin admin] Pushing event updated for resources: {'Network': ['ID=7d4e213c-6ee8-4ebe-bf14-d8fc38286c15,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:17:54.926192 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee0f2363-42ee-47cf-b448-1935fc87af9c admin admin] Notify agent at l3_agent.dv-cinder-858463-1-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:17:54.944982 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f5a4c4-70c2-407c-a6e0-78542731e954 None None] Sync routers for ids ['be2310ee-b755-4160-9683-bf0123d26b8d'] in dv-cinder-858463-1-iscsi {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:17:54.945821 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-4fd8c88a-752b-4004-bdad-6c52a198fdd0 admin admin] Allocated IP 172.20.0.1 (105b52c6-cee8-4c92-bcc7-3a77d1e92018/64939650-d3ca-4c0c-952c-41e35d669944/9754ef40-4888-414d-91f5-dc27b14c30ca) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:17:54.966432 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-339d89db-1616-4612-93b0-20c21a8b38a5 None None] For port 8c305207-f2ee-4893-880f-9fdd1f1e633c, host dv-cinder-858463-1-iscsi, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:17:54.968408 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f5a4c4-70c2-407c-a6e0-78542731e954 None None] Routers {'be2310ee-b755-4160-9683-bf0123d26b8d'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:17:54.972868 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-b0f5a4c4-70c2-407c-a6e0-78542731e954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:17:26Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['be2310ee-b755-4160-9683-bf0123d26b8d'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:17:54.973821 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Network 7d4e213c-6ee8-4ebe-bf14-d8fc38286c15 details requested by agent ovs-agent-dv-cinder-858463-1-iscsi with host dv-cinder-858463-1-iscsi {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 13:17:54.977369 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ee0f2363-42ee-47cf-b448-1935fc87af9c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:54.984907 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-ee0f2363-42ee-47cf-b448-1935fc87af9c admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.4752581 Sep 20 13:17:54.989296 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 54100) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:17:55.065604 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-339d89db-1616-4612-93b0-20c21a8b38a5 None None] For port 8c305207-f2ee-4893-880f-9fdd1f1e633c, host dv-cinder-858463-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=8c305207-f2ee-4893-880f-9fdd1f1e633c,segment=NetworkSegment(5aaf6297-6a46-4e9d-b63a-dd8b37b93294),segment_id=5aaf6297-6a46-4e9d-b63a-dd8b37b93294)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:17:55.069104 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80762836-1114-4849-9f59-587ddd55b4a0 None None] Pushing event updated for resources: {'Port': ['ID=8c305207-f2ee-4893-880f-9fdd1f1e633c,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:17:55.139966 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-339d89db-1616-4612-93b0-20c21a8b38a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (8c305207-f2ee-4893-880f-9fdd1f1e633c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:55.176351 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc3151e-0134-417a-bacd-fc2c181e600e admin admin] Made reservation on behalf of b61c0ca17c8b4071b91b64c1565a3753 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:17:55.181972 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7cc3151e-0134-417a-bacd-fc2c181e600e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:55.220614 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80762836-1114-4849-9f59-587ddd55b4a0 None None] Pushing event updated for resources: {'Port': ['ID=8c305207-f2ee-4893-880f-9fdd1f1e633c,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:17:55.244639 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Provisioning complete for port 17cadf84-df65-4c74-8323-8e69888fee04 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:17:55.245260 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (17cadf84-df65-4c74-8323-8e69888fee04), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:55.245760 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Attempt 1 to provision port 17cadf84-df65-4c74-8323-8e69888fee04 Sep 20 13:17:55.270059 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339d89db-1616-4612-93b0-20c21a8b38a5 None None] Routers {'8e8eb188-6120-4b6d-8f74-15a286f1bc5c'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:17:55.270965 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-339d89db-1616-4612-93b0-20c21a8b38a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:17:26Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['8e8eb188-6120-4b6d-8f74-15a286f1bc5c'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:17:55.293000 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-b0f5a4c4-70c2-407c-a6e0-78542731e954 None None] Set router be2310ee-b755-4160-9683-bf0123d26b8d gateway port host: dv-cinder-858463-1-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:17:55.358721 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-499b8123-088d-49e2-864f-d4ee3b793655 None None] Attempt 3 to provision port f07dc5ce-0ade-49be-a26b-f9483b39d79e Sep 20 13:17:55.578894 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-499b8123-088d-49e2-864f-d4ee3b793655 None None] Port f07dc5ce-0ade-49be-a26b-f9483b39d79e cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:17:55.626274 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4fd8c88a-752b-4004-bdad-6c52a198fdd0 admin admin] Publish callbacks [] for port (9754ef40-4888-414d-91f5-dc27b14c30ca), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:55.672609 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 54130) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:17:55.675977 dv-cinder-858463-1-iscsi neutron-server[104086]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 20 13:17:55.677108 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7cc3151e-0134-417a-bacd-fc2c181e600e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183'] for subnet (1f3c8948-f5da-4143-b69e-8f91184f1228), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:55.690481 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-339d89db-1616-4612-93b0-20c21a8b38a5 None None] Set router 8e8eb188-6120-4b6d-8f74-15a286f1bc5c gateway port host: dv-cinder-858463-1-iscsi {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:17:55.735060 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Current status of the port 17cadf84-df65-4c74-8323-8e69888fee04 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:17:55.743778 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-b0f5a4c4-70c2-407c-a6e0-78542731e954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'name': 'tempest-AttachVolumeNegativeTest-2003643593-router', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'e9492da9-45a9-44b6-9182-04a6b3f257d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:17:46Z', 'updated_at': '2022-09-20T13:17:52Z', 'revision_number': 3, 'project_id': '4a20aa815a0947579d330112176846c9', 'gw_port': {'id': 'e9492da9-45a9-44b6-9182-04a6b3f257d7', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:23:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:48Z', 'updated_at': '2022-09-20T13:17:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi'}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:17:55.744184 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 7b6f7407-47e3-49fd-8035-a2250b12f8a8 up at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:17:55.796549 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f5a4c4-70c2-407c-a6e0-78542731e954 None None] Checking router: be2310ee-b755-4160-9683-bf0123d26b8d for host: dv-cinder-858463-1-iscsi {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:17:55.796868 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f5a4c4-70c2-407c-a6e0-78542731e954 None None] Updating router be2310ee-b755-4160-9683-bf0123d26b8d port e9492da9-45a9-44b6-9182-04a6b3f257d7 binding host dv-cinder-858463-1-iscsi {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 13:17:55.879304 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-b0f5a4c4-70c2-407c-a6e0-78542731e954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (e9492da9-45a9-44b6-9182-04a6b3f257d7), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:55.936815 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4fd8c88a-752b-4004-bdad-6c52a198fdd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938'] for port (9754ef40-4888-414d-91f5-dc27b14c30ca), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:56.038145 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc3151e-0134-417a-bacd-fc2c181e600e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f3c8948-f5da-4143-b69e-8f91184f1228,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:17:56.076794 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd8c88a-752b-4004-bdad-6c52a198fdd0 admin admin] Network 105b52c6-cee8-4c92-bcc7-3a77d1e92018 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:17:56.158600 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-4fd8c88a-752b-4004-bdad-6c52a198fdd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:17:56.191458 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd8c88a-752b-4004-bdad-6c52a198fdd0 admin admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:17:56.196277 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4fd8c88a-752b-4004-bdad-6c52a198fdd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1608580'] for router_interface (8e8eb188-6120-4b6d-8f74-15a286f1bc5c), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:56.277443 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-499b8123-088d-49e2-864f-d4ee3b793655 None None] Attempt 4 to provision port f07dc5ce-0ade-49be-a26b-f9483b39d79e Sep 20 13:17:56.287354 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ec9f7-09ed-4a69-b4b4-a9f1699171c0 req-493a5e59-9849-4ab8-88e5-38ad538c6961 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:17:56.289213 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-498ec9f7-09ed-4a69-b4b4-a9f1699171c0 req-493a5e59-9849-4ab8-88e5-38ad538c6961 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/networks?id=85cb1952-2655-4c09-a126-13c0b6f786a3 HTTP/1.1" status: 200 len: 812 time: 0.6155899 Sep 20 13:17:56.303540 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc3151e-0134-417a-bacd-fc2c181e600e admin admin] Checking segment: {'id': '536af919-c02e-44b6-8444-92f0ab0267e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7d4e213c-6ee8-4ebe-bf14-d8fc38286c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:17:56.305303 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc3151e-0134-417a-bacd-fc2c181e600e admin admin] Network hostable DHCP agents. Network: 7d4e213c-6ee8-4ebe-bf14-d8fc38286c15, hostable agents: ['c520f755-59ca-4a79-a15e-107c01e131c2'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 13:17:56.355162 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd8c88a-752b-4004-bdad-6c52a198fdd0 admin admin] Pushing event updated for resources: {'Port': ['ID=9754ef40-4888-414d-91f5-dc27b14c30ca,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:17:56.377038 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-498ec9f7-09ed-4a69-b4b4-a9f1699171c0 req-d7d0d26a-3ce8-4c22-9bd9-06569bb54af0 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/quotas/e7941cd87f0e45c780116e41017a2865 HTTP/1.1" status: 200 len: 375 time: 0.0811684 Sep 20 13:17:56.443356 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-62be7008-88e1-4d34-8b46-2329d916a149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (e6bdf340-58c5-4186-af2d-ab00439e5425), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:56.486850 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-499b8123-088d-49e2-864f-d4ee3b793655 None None] Port f07dc5ce-0ade-49be-a26b-f9483b39d79e cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:17:56.501836 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-19053346-eed8-4acc-bc52-5e8e735eb085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:56.517351 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Provisioning complete for port 7b6f7407-47e3-49fd-8035-a2250b12f8a8 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:17:56.517684 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (7b6f7407-47e3-49fd-8035-a2250b12f8a8), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:56.528798 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Attempt 1 to provision port 7b6f7407-47e3-49fd-8035-a2250b12f8a8 Sep 20 13:17:56.582369 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc3151e-0134-417a-bacd-fc2c181e600e admin admin] Network 7d4e213c-6ee8-4ebe-bf14-d8fc38286c15 is scheduled to be hosted by DHCP agent c520f755-59ca-4a79-a15e-107c01e131c2 with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 13:17:56.583346 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-339d89db-1616-4612-93b0-20c21a8b38a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8eb188-6120-4b6d-8f74-15a286f1bc5c', 'name': 'tempest-ServerRescueNegativeTestJSON-630298788-router', 'tenant_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '8c305207-f2ee-4893-880f-9fdd1f1e633c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:17:46Z', 'updated_at': '2022-09-20T13:17:49Z', 'revision_number': 3, 'project_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'gw_port': {'id': '8c305207-f2ee-4893-880f-9fdd1f1e633c', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:26:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8eb188-6120-4b6d-8f74-15a286f1bc5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:48Z', 'updated_at': '2022-09-20T13:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi'}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:17:56.588325 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-b0f5a4c4-70c2-407c-a6e0-78542731e954 None None] Publish callbacks [] for port (e9492da9-45a9-44b6-9182-04a6b3f257d7), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:56.600523 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-b0f5a4c4-70c2-407c-a6e0-78542731e954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (e9492da9-45a9-44b6-9182-04a6b3f257d7), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:56.625595 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339d89db-1616-4612-93b0-20c21a8b38a5 None None] The sync data for ids ['8e8eb188-6120-4b6d-8f74-15a286f1bc5c'] in dv-cinder-858463-1-iscsi is: [{'id': '8e8eb188-6120-4b6d-8f74-15a286f1bc5c', 'name': 'tempest-ServerRescueNegativeTestJSON-630298788-router', 'tenant_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '8c305207-f2ee-4893-880f-9fdd1f1e633c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:17:46Z', 'updated_at': '2022-09-20T13:17:49Z', 'revision_number': 3, 'project_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'gw_port': {'id': '8c305207-f2ee-4893-880f-9fdd1f1e633c', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:26:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8eb188-6120-4b6d-8f74-15a286f1bc5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:48Z', 'updated_at': '2022-09-20T13:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi'}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:17:56.682794 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-b0f5a4c4-70c2-407c-a6e0-78542731e954 None None] Attempting to bind port e9492da9-45a9-44b6-9182-04a6b3f257d7 on host dv-cinder-858463-1-iscsi for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 20 13:17:56.683169 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-b0f5a4c4-70c2-407c-a6e0-78542731e954 None None] Attempting to bind port e9492da9-45a9-44b6-9182-04a6b3f257d7 by drivers openvswitch,hyperv on host dv-cinder-858463-1-iscsi at level 0 using segments [{'id': '5aaf6297-6a46-4e9d-b63a-dd8b37b93294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 20 13:17:56.683543 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f5a4c4-70c2-407c-a6e0-78542731e954 None None] Attempting to bind port e9492da9-45a9-44b6-9182-04a6b3f257d7 on network 36104724-3f48-4df5-b3a4-d541d8e9add0 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:17:56.695179 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-7cc3151e-0134-417a-bacd-fc2c181e600e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858463-1-iscsi, 7d4e213c-6ee8-4ebe-bf14-d8fc38286c15) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:17:56.706935 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f5a4c4-70c2-407c-a6e0-78542731e954 None None] Checking agent: {'id': '543ca60b-7e7a-4ebd-8f87-7672c7a482b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 13, 9, 29), 'started_at': datetime.datetime(2022, 9, 20, 13, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 13, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:17:56.707324 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f5a4c4-70c2-407c-a6e0-78542731e954 None None] Checking segment: {'id': '5aaf6297-6a46-4e9d-b63a-dd8b37b93294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:17:56.707731 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-b0f5a4c4-70c2-407c-a6e0-78542731e954 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:56.708126 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f5a4c4-70c2-407c-a6e0-78542731e954 None None] Bound using segment: {'id': '5aaf6297-6a46-4e9d-b63a-dd8b37b93294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:17:56.708606 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-b0f5a4c4-70c2-407c-a6e0-78542731e954 None None] Bound port: e9492da9-45a9-44b6-9182-04a6b3f257d7, host: dv-cinder-858463-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aaf6297-6a46-4e9d-b63a-dd8b37b93294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 20 13:17:56.709268 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-b0f5a4c4-70c2-407c-a6e0-78542731e954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (e9492da9-45a9-44b6-9182-04a6b3f257d7), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:56.724393 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc3151e-0134-417a-bacd-fc2c181e600e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:17:56.724981 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7cc3151e-0134-417a-bacd-fc2c181e600e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:56.730651 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591c61db-abde-460c-bb04-fb7289ec99bb None None] Network 7d4e213c-6ee8-4ebe-bf14-d8fc38286c15 requested from dv-cinder-858463-1-iscsi {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 20 13:17:56.791211 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c9ae0-23e8-42db-94f3-b0aebf2c103d None None] Pushing event updated for resources: {'Port': ['ID=e9492da9-45a9-44b6-9182-04a6b3f257d7,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:17:56.815396 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Current status of the port 7b6f7407-47e3-49fd-8035-a2250b12f8a8 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:17:56.821929 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21c1e68e-1f58-483a-acac-7453cdb7afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (dfbc54aa-0ed8-4030-9edb-0bf7f0e74037), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:56.895555 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-b0f5a4c4-70c2-407c-a6e0-78542731e954 None None] For port e9492da9-45a9-44b6-9182-04a6b3f257d7, host dv-cinder-858463-1-iscsi, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:17:56.901166 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-7cc3151e-0134-417a-bacd-fc2c181e600e admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0398717 Sep 20 13:17:56.903130 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-b0f5a4c4-70c2-407c-a6e0-78542731e954 None None] For port e9492da9-45a9-44b6-9182-04a6b3f257d7, host dv-cinder-858463-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=e9492da9-45a9-44b6-9182-04a6b3f257d7,segment=NetworkSegment(5aaf6297-6a46-4e9d-b63a-dd8b37b93294),segment_id=5aaf6297-6a46-4e9d-b63a-dd8b37b93294)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:17:56.921306 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-498ec9f7-09ed-4a69-b4b4-a9f1699171c0 req-8ba1f065-f71b-44c0-9d05-1652a0d0f389 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e7941cd87f0e45c780116e41017a2865&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5362334 Sep 20 13:17:56.924061 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4fd8c88a-752b-4004-bdad-6c52a198fdd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (9754ef40-4888-414d-91f5-dc27b14c30ca), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:56.943176 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-b0f5a4c4-70c2-407c-a6e0-78542731e954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (e9492da9-45a9-44b6-9182-04a6b3f257d7), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:56.955882 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636b7e6f-9911-4079-890b-3953940bcd26 None None] Network 7d4e213c-6ee8-4ebe-bf14-d8fc38286c15 requested from dv-cinder-858463-1-iscsi {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 20 13:17:57.036182 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-19053346-eed8-4acc-bc52-5e8e735eb085 admin admin] Allocated IP 172.20.0.1 (ed809d10-45b2-429e-b44f-1694990b1073/adb9ef7c-1078-430d-958b-f7a53420a9c5/ba476e6c-250e-4f5e-8556-480e6708d591) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:17:57.040620 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-499b8123-088d-49e2-864f-d4ee3b793655 None None] Attempt 5 to provision port f07dc5ce-0ade-49be-a26b-f9483b39d79e Sep 20 13:17:57.258383 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-19053346-eed8-4acc-bc52-5e8e735eb085 admin admin] Publish callbacks [] for port (ba476e6c-250e-4f5e-8556-480e6708d591), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:57.286926 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 6ed769c9-11e6-4222-9e2b-86b6923dbdb7 up at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:17:57.327905 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-19053346-eed8-4acc-bc52-5e8e735eb085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938'] for port (ba476e6c-250e-4f5e-8556-480e6708d591), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:57.367058 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c9ae0-23e8-42db-94f3-b0aebf2c103d None None] Pushing event updated for resources: {'Port': ['ID=e9492da9-45a9-44b6-9182-04a6b3f257d7,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:17:57.378144 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f5a4c4-70c2-407c-a6e0-78542731e954 None None] Routers {'be2310ee-b755-4160-9683-bf0123d26b8d'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:17:57.378965 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-b0f5a4c4-70c2-407c-a6e0-78542731e954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:17:56Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['be2310ee-b755-4160-9683-bf0123d26b8d'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:17:57.405202 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4fd8c88a-752b-4004-bdad-6c52a198fdd0 admin admin] Publish callbacks [] for port (9754ef40-4888-414d-91f5-dc27b14c30ca), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:57.415481 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4fd8c88a-752b-4004-bdad-6c52a198fdd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (9754ef40-4888-414d-91f5-dc27b14c30ca), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:57.416567 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-499b8123-088d-49e2-864f-d4ee3b793655 None None] Port f07dc5ce-0ade-49be-a26b-f9483b39d79e cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:17:57.420232 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4fd8c88a-752b-4004-bdad-6c52a198fdd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1608488'] for router_interface (8e8eb188-6120-4b6d-8f74-15a286f1bc5c), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:57.464373 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304fe609-f0cf-42a0-8830-93499b6345af None None] Sync routers for ids ['bd2621d7-3984-4988-897d-81cabaf2274d'] in dv-cinder-858463-1-iscsi {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:17:57.465181 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19053346-eed8-4acc-bc52-5e8e735eb085 admin admin] Network ed809d10-45b2-429e-b44f-1694990b1073 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:17:57.482263 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Provisioning complete for port 6ed769c9-11e6-4222-9e2b-86b6923dbdb7 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:17:57.485378 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (6ed769c9-11e6-4222-9e2b-86b6923dbdb7), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:57.487169 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Attempt 1 to provision port 6ed769c9-11e6-4222-9e2b-86b6923dbdb7 Sep 20 13:17:57.489082 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd8c88a-752b-4004-bdad-6c52a198fdd0 admin admin] Pushing event updated for resources: {'Port': ['ID=9754ef40-4888-414d-91f5-dc27b14c30ca,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:17:57.490661 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-19053346-eed8-4acc-bc52-5e8e735eb085 admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:17:57.510314 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19053346-eed8-4acc-bc52-5e8e735eb085 admin admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:17:57.520721 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-19053346-eed8-4acc-bc52-5e8e735eb085 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1608580'] for router_interface (be2310ee-b755-4160-9683-bf0123d26b8d), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:57.602651 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19053346-eed8-4acc-bc52-5e8e735eb085 admin admin] Pushing event updated for resources: {'Port': ['ID=ba476e6c-250e-4f5e-8556-480e6708d591,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:17:57.603491 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304fe609-f0cf-42a0-8830-93499b6345af None None] Routers {'bd2621d7-3984-4988-897d-81cabaf2274d'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:17:57.605546 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-304fe609-f0cf-42a0-8830-93499b6345af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:17:56Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['bd2621d7-3984-4988-897d-81cabaf2274d'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:17:57.728770 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-b0f5a4c4-70c2-407c-a6e0-78542731e954 None None] Set router be2310ee-b755-4160-9683-bf0123d26b8d gateway port host: dv-cinder-858463-1-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:17:57.785808 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd8c88a-752b-4004-bdad-6c52a198fdd0 admin admin] Network 105b52c6-cee8-4c92-bcc7-3a77d1e92018 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:17:57.787967 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-4fd8c88a-752b-4004-bdad-6c52a198fdd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:17:57.840047 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Current status of the port 6ed769c9-11e6-4222-9e2b-86b6923dbdb7 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:17:57.843529 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (6ed769c9-11e6-4222-9e2b-86b6923dbdb7), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:57.880711 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] For port 6ed769c9-11e6-4222-9e2b-86b6923dbdb7, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=6ed769c9-11e6-4222-9e2b-86b6923dbdb7,segment=NetworkSegment(5aaf6297-6a46-4e9d-b63a-dd8b37b93294),segment_id=5aaf6297-6a46-4e9d-b63a-dd8b37b93294)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:17:57.887385 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (6ed769c9-11e6-4222-9e2b-86b6923dbdb7), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:57.927923 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-499b8123-088d-49e2-864f-d4ee3b793655 None None] Attempt 6 to provision port f07dc5ce-0ade-49be-a26b-f9483b39d79e Sep 20 13:17:58.036379 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-499b8123-088d-49e2-864f-d4ee3b793655 None None] Port f07dc5ce-0ade-49be-a26b-f9483b39d79e cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:17:58.063673 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-304fe609-f0cf-42a0-8830-93499b6345af None None] Set router bd2621d7-3984-4988-897d-81cabaf2274d gateway port host: dv-cinder-858463-1-iscsi {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:17:58.103741 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [req-498ec9f7-09ed-4a69-b4b4-a9f1699171c0 req-df4b9163-f945-44ba-b44f-f7f1e26d4ca5 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 20 13:17:58.106327 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-498ec9f7-09ed-4a69-b4b4-a9f1699171c0 req-df4b9163-f945-44ba-b44f-f7f1e26d4ca5 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4677629 Sep 20 13:17:58.130999 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd8c88a-752b-4004-bdad-6c52a198fdd0 admin admin] Router 8e8eb188-6120-4b6d-8f74-15a286f1bc5c has already been hosted by L3 agent e6bdf340-58c5-4186-af2d-ab00439e5425 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:17:58.140568 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Pushing event updated for resources: {'Port': ['ID=6ed769c9-11e6-4222-9e2b-86b6923dbdb7,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:17:58.207071 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c793fb8f-2eac-4cf0-b972-02f3f2d6d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (78ab24c8-cd03-458a-a2fc-6c0c54d0053a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:58.208876 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-b0f5a4c4-70c2-407c-a6e0-78542731e954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'name': 'tempest-AttachVolumeNegativeTest-2003643593-router', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'e9492da9-45a9-44b6-9182-04a6b3f257d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:17:46Z', 'updated_at': '2022-09-20T13:17:52Z', 'revision_number': 3, 'project_id': '4a20aa815a0947579d330112176846c9', 'gw_port': {'id': 'e9492da9-45a9-44b6-9182-04a6b3f257d7', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:23:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:48Z', 'updated_at': '2022-09-20T13:17:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi'}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:17:58.253701 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f5a4c4-70c2-407c-a6e0-78542731e954 None None] The sync data for ids ['be2310ee-b755-4160-9683-bf0123d26b8d'] in dv-cinder-858463-1-iscsi is: [{'id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'name': 'tempest-AttachVolumeNegativeTest-2003643593-router', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'e9492da9-45a9-44b6-9182-04a6b3f257d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:17:46Z', 'updated_at': '2022-09-20T13:17:52Z', 'revision_number': 3, 'project_id': '4a20aa815a0947579d330112176846c9', 'gw_port': {'id': 'e9492da9-45a9-44b6-9182-04a6b3f257d7', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:23:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:48Z', 'updated_at': '2022-09-20T13:17:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi'}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:17:58.281678 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-19053346-eed8-4acc-bc52-5e8e735eb085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (ba476e6c-250e-4f5e-8556-480e6708d591), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:58.563138 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-499b8123-088d-49e2-864f-d4ee3b793655 None None] Attempt 7 to provision port f07dc5ce-0ade-49be-a26b-f9483b39d79e Sep 20 13:17:58.741939 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-499b8123-088d-49e2-864f-d4ee3b793655 None None] Port f07dc5ce-0ade-49be-a26b-f9483b39d79e cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:17:58.768964 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-498ec9f7-09ed-4a69-b4b4-a9f1699171c0 req-ccb47029-5382-45c2-9b77-e0cf942fac9c service neutron] 10.222.0.55 "GET /v2.0/networks/85cb1952-2655-4c09-a126-13c0b6f786a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6327636 Sep 20 13:17:58.797283 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-304fe609-f0cf-42a0-8830-93499b6345af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd2621d7-3984-4988-897d-81cabaf2274d', 'name': 'tempest-DeleteServersTestJSON-1014021742-router', 'tenant_id': 'e7941cd87f0e45c780116e41017a2865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '6ed769c9-11e6-4222-9e2b-86b6923dbdb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:17:46Z', 'updated_at': '2022-09-20T13:17:52Z', 'revision_number': 4, 'project_id': 'e7941cd87f0e45c780116e41017a2865', 'gw_port': {'id': '6ed769c9-11e6-4222-9e2b-86b6923dbdb7', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c3:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd2621d7-3984-4988-897d-81cabaf2274d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:47Z', 'updated_at': '2022-09-20T13:17:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': 'f07dc5ce-0ade-49be-a26b-f9483b39d79e', 'name': '', 'network_id': '85cb1952-2655-4c09-a126-13c0b6f786a3', 'tenant_id': 'e7941cd87f0e45c780116e41017a2865', 'mac_address': 'fa:16:3e:6e:45:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd2621d7-3984-4988-897d-81cabaf2274d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '698d76a0-5d36-492c-ac0e-62e4480f0bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:51Z', 'updated_at': '2022-09-20T13:17:52Z', 'revision_number': 2, 'project_id': 'e7941cd87f0e45c780116e41017a2865', 'subnets': [{'id': '698d76a0-5d36-492c-ac0e-62e4480f0bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:17:58.797988 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-19053346-eed8-4acc-bc52-5e8e735eb085 admin admin] Publish callbacks [] for port (ba476e6c-250e-4f5e-8556-480e6708d591), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:58.807524 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-19053346-eed8-4acc-bc52-5e8e735eb085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (ba476e6c-250e-4f5e-8556-480e6708d591), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:58.815977 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-19053346-eed8-4acc-bc52-5e8e735eb085 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1608488'] for router_interface (be2310ee-b755-4160-9683-bf0123d26b8d), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:58.917006 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304fe609-f0cf-42a0-8830-93499b6345af None None] Checking router: bd2621d7-3984-4988-897d-81cabaf2274d for host: dv-cinder-858463-1-iscsi {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:17:58.917366 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304fe609-f0cf-42a0-8830-93499b6345af None None] Updating router bd2621d7-3984-4988-897d-81cabaf2274d port f07dc5ce-0ade-49be-a26b-f9483b39d79e binding host dv-cinder-858463-1-iscsi {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 13:17:58.975464 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd8c88a-752b-4004-bdad-6c52a198fdd0 admin admin] Notify agent at l3_agent.dv-cinder-858463-1-iscsi the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:17:58.991241 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-4fd8c88a-752b-4004-bdad-6c52a198fdd0 admin admin] 10.222.0.55 "PUT /v2.0/routers/8e8eb188-6120-4b6d-8f74-15a286f1bc5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3721240 Sep 20 13:17:59.047866 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-304fe609-f0cf-42a0-8830-93499b6345af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (f07dc5ce-0ade-49be-a26b-f9483b39d79e), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:59.127637 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-498ec9f7-09ed-4a69-b4b4-a9f1699171c0 req-2ea32a75-5a6d-4c46-a5f7-fbe0559effc6 service neutron] 10.222.0.55 "GET /v2.0/networks/85cb1952-2655-4c09-a126-13c0b6f786a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577907 Sep 20 13:17:59.185413 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19053346-eed8-4acc-bc52-5e8e735eb085 admin admin] Pushing event updated for resources: {'Port': ['ID=ba476e6c-250e-4f5e-8556-480e6708d591,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:17:59.325270 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19053346-eed8-4acc-bc52-5e8e735eb085 admin admin] Network ed809d10-45b2-429e-b44f-1694990b1073 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:17:59.325270 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-19053346-eed8-4acc-bc52-5e8e735eb085 admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:17:59.502512 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 54252) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:17:59.511404 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.v2.base [None req-f6e9e828-f139-4598-8975-8d566f3f8c16 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-614464617-network', 'tenant_id': 'f8fb258d48ac4776a5e68d111682c6f0'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:17:59.591488 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e9e828-f139-4598-8975-8d566f3f8c16 admin admin] Made reservation on behalf of f8fb258d48ac4776a5e68d111682c6f0 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:17:59.600519 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f6e9e828-f139-4598-8975-8d566f3f8c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:59.661272 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f6e9e828-f139-4598-8975-8d566f3f8c16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:17:59.682675 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-499b8123-088d-49e2-864f-d4ee3b793655 None None] Attempt 8 to provision port f07dc5ce-0ade-49be-a26b-f9483b39d79e Sep 20 13:17:59.771816 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 8c305207-f2ee-4893-880f-9fdd1f1e633c up at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:17:59.798354 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19053346-eed8-4acc-bc52-5e8e735eb085 admin admin] Router be2310ee-b755-4160-9683-bf0123d26b8d has already been hosted by L3 agent e6bdf340-58c5-4186-af2d-ab00439e5425 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:17:59.909575 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f6e9e828-f139-4598-8975-8d566f3f8c16 admin admin] Publish callbacks [] for security_group (641ed0c2-cf35-4758-8b48-8097e5b39573), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:00.014517 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19053346-eed8-4acc-bc52-5e8e735eb085 admin admin] Notify agent at l3_agent.dv-cinder-858463-1-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:18:00.017786 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f6e9e828-f139-4598-8975-8d566f3f8c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (641ed0c2-cf35-4758-8b48-8097e5b39573), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:00.027573 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-19053346-eed8-4acc-bc52-5e8e735eb085 admin admin] 10.222.0.55 "PUT /v2.0/routers/be2310ee-b755-4160-9683-bf0123d26b8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0352013 Sep 20 13:18:00.071027 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe07a96-e59d-4b6d-a97f-4d3c836d4402 None None] Sync routers for ids ['8e8eb188-6120-4b6d-8f74-15a286f1bc5c'] in dv-cinder-858463-1-iscsi {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:18:00.091538 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (543ca60b-7e7a-4ebd-8f87-7672c7a482b9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:00.092898 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe07a96-e59d-4b6d-a97f-4d3c836d4402 None None] Routers {'8e8eb188-6120-4b6d-8f74-15a286f1bc5c'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:18:00.095479 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-7fe07a96-e59d-4b6d-a97f-4d3c836d4402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:17:56Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['8e8eb188-6120-4b6d-8f74-15a286f1bc5c'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:18:00.125722 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-c1ae4f8f-63bc-4c00-af4e-99c2228ff4d2 req-e4e2c531-80f1-4a23-af23-31bf44415a66 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 210 time: 0.4669836 Sep 20 13:18:00.175722 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-499b8123-088d-49e2-864f-d4ee3b793655 None None] Port f07dc5ce-0ade-49be-a26b-f9483b39d79e cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:18:00.233543 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6e9e828-f139-4598-8975-8d566f3f8c16 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 13:18:00.252383 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Provisioning complete for port 8c305207-f2ee-4893-880f-9fdd1f1e633c triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:18:00.252762 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (8c305207-f2ee-4893-880f-9fdd1f1e633c), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:00.267723 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e9e828-f139-4598-8975-8d566f3f8c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641ed0c2-cf35-4758-8b48-8097e5b39573,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:00.268434 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Attempt 1 to provision port 8c305207-f2ee-4893-880f-9fdd1f1e633c Sep 20 13:18:00.294327 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f6e9e828-f139-4598-8975-8d566f3f8c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549390'] for segment (aaaa5836-1be2-4ba3-ab7d-e5a1c601bcd5), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:00.294674 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.db.segments_db [None req-f6e9e828-f139-4598-8975-8d566f3f8c16 admin admin] Added segment aaaa5836-1be2-4ba3-ab7d-e5a1c601bcd5 of type vlan for network d0771075-faa6-4fe0-bc0a-a7031585ad94 Sep 20 13:18:00.377976 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-304fe609-f0cf-42a0-8830-93499b6345af None None] Publish callbacks [] for port (f07dc5ce-0ade-49be-a26b-f9483b39d79e), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:00.405816 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-7fe07a96-e59d-4b6d-a97f-4d3c836d4402 None None] Set router 8e8eb188-6120-4b6d-8f74-15a286f1bc5c gateway port host: dv-cinder-858463-1-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:18:00.410724 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-304fe609-f0cf-42a0-8830-93499b6345af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (f07dc5ce-0ade-49be-a26b-f9483b39d79e), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:00.434622 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f6e9e828-f139-4598-8975-8d566f3f8c16 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760607722792'] for network (d0771075-faa6-4fe0-bc0a-a7031585ad94), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:00.462407 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 54306) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:18:00.466153 dv-cinder-858463-1-iscsi neutron-server[104087]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 20 13:18:00.497563 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f6e9e828-f139-4598-8975-8d566f3f8c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183'] for network (d0771075-faa6-4fe0-bc0a-a7031585ad94), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:00.500466 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e9e828-f139-4598-8975-8d566f3f8c16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:00.501307 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f6e9e828-f139-4598-8975-8d566f3f8c16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:00.614253 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-f6e9e828-f139-4598-8975-8d566f3f8c16 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1105862 Sep 20 13:18:00.615150 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 54308) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:18:00.659843 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.v2.base [None req-31848512-247c-4b37-9ad5-efbff2a0f7eb admin admin] Request body: {'subnet': {'network_id': 'd0771075-faa6-4fe0-bc0a-a7031585ad94', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-614464617-subnet', 'tenant_id': 'f8fb258d48ac4776a5e68d111682c6f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:18:00.664449 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Current status of the port 8c305207-f2ee-4893-880f-9fdd1f1e633c is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:18:00.664998 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (8c305207-f2ee-4893-880f-9fdd1f1e633c), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:00.734241 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31848512-247c-4b37-9ad5-efbff2a0f7eb admin admin] Made reservation on behalf of f8fb258d48ac4776a5e68d111682c6f0 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:18:00.738193 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-31848512-247c-4b37-9ad5-efbff2a0f7eb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:00.748195 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e9e828-f139-4598-8975-8d566f3f8c16 admin admin] Pushing event updated for resources: {'Network': ['ID=d0771075-faa6-4fe0-bc0a-a7031585ad94,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:00.933026 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 54320) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:18:01.055646 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-499b8123-088d-49e2-864f-d4ee3b793655 None None] Attempt 9 to provision port f07dc5ce-0ade-49be-a26b-f9483b39d79e Sep 20 13:18:01.122094 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Network d0771075-faa6-4fe0-bc0a-a7031585ad94 details requested by agent ovs-agent-dv-cinder-858463-1-iscsi with host dv-cinder-858463-1-iscsi {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 13:18:01.163775 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 54332) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:18:01.204292 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-bf337a5d-7355-41ac-9446-8283ea13afcc tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2132441803', 'description': 'tempest-description--1032188329'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:18:01.205642 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-7fe07a96-e59d-4b6d-a97f-4d3c836d4402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8eb188-6120-4b6d-8f74-15a286f1bc5c', 'name': 'tempest-ServerRescueNegativeTestJSON-630298788-router', 'tenant_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '8c305207-f2ee-4893-880f-9fdd1f1e633c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:17:46Z', 'updated_at': '2022-09-20T13:17:56Z', 'revision_number': 4, 'project_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'gw_port': {'id': '8c305207-f2ee-4893-880f-9fdd1f1e633c', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:26:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8eb188-6120-4b6d-8f74-15a286f1bc5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:48Z', 'updated_at': '2022-09-20T13:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': '9754ef40-4888-414d-91f5-dc27b14c30ca', 'name': '', 'network_id': '105b52c6-cee8-4c92-bcc7-3a77d1e92018', 'tenant_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'mac_address': 'fa:16:3e:df:fd:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8eb188-6120-4b6d-8f74-15a286f1bc5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '64939650-d3ca-4c0c-952c-41e35d669944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:54Z', 'updated_at': '2022-09-20T13:17:57Z', 'revision_number': 2, 'project_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'subnets': [{'id': '64939650-d3ca-4c0c-952c-41e35d669944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:18:01.293541 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe07a96-e59d-4b6d-a97f-4d3c836d4402 None None] Checking router: 8e8eb188-6120-4b6d-8f74-15a286f1bc5c for host: dv-cinder-858463-1-iscsi {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:18:01.293921 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe07a96-e59d-4b6d-a97f-4d3c836d4402 None None] Updating router 8e8eb188-6120-4b6d-8f74-15a286f1bc5c port 9754ef40-4888-414d-91f5-dc27b14c30ca binding host dv-cinder-858463-1-iscsi {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 13:18:01.312102 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-8d314165-4985-4a25-84eb-a2a099c196ad req-5dc920fa-d96f-4f77-9dbf-96f84525ee5d tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 210 time: 0.0717130 Sep 20 13:18:01.344650 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a883b6c-9528-4d8f-9396-283041a3ea7a req-9b22f8c9-3715-4fe0-9424-2d89bff6ad5c tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:01.353660 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8a883b6c-9528-4d8f-9396-283041a3ea7a req-9b22f8c9-3715-4fe0-9424-2d89bff6ad5c tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/networks?id=105b52c6-cee8-4c92-bcc7-3a77d1e92018 HTTP/1.1" status: 200 len: 818 time: 0.8884323 Sep 20 13:18:01.384991 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-7fe07a96-e59d-4b6d-a97f-4d3c836d4402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (9754ef40-4888-414d-91f5-dc27b14c30ca), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:01.393916 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-31848512-247c-4b37-9ad5-efbff2a0f7eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183'] for subnet (2f8ba7c2-0802-4cb7-b556-ede9d20e6faf), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:01.407171 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95128d83-fdf0-4514-bf8f-30fb3af1d3f5 None None] Pushing event updated for resources: {'Port': ['ID=f07dc5ce-0ade-49be-a26b-f9483b39d79e,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:01.408047 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8a883b6c-9528-4d8f-9396-283041a3ea7a req-5d0c7840-5535-433e-93b6-4af31a22bde6 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/quotas/f8f8bdd06ef247d389068dcb1648b4f7 HTTP/1.1" status: 200 len: 375 time: 0.0531507 Sep 20 13:18:01.412317 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-20a80650-3d71-44ba-8663-c3308a4b6eac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:01.437025 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] For port 8c305207-f2ee-4893-880f-9fdd1f1e633c, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=8c305207-f2ee-4893-880f-9fdd1f1e633c,segment=NetworkSegment(5aaf6297-6a46-4e9d-b63a-dd8b37b93294),segment_id=5aaf6297-6a46-4e9d-b63a-dd8b37b93294)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:18:01.441915 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-304fe609-f0cf-42a0-8830-93499b6345af None None] Attempting to bind port f07dc5ce-0ade-49be-a26b-f9483b39d79e on host dv-cinder-858463-1-iscsi for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 20 13:18:01.445357 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-304fe609-f0cf-42a0-8830-93499b6345af None None] Attempting to bind port f07dc5ce-0ade-49be-a26b-f9483b39d79e by drivers openvswitch,hyperv on host dv-cinder-858463-1-iscsi at level 0 using segments [{'id': 'acd0bdec-f9e9-459b-aa2a-c80988ac3dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '85cb1952-2655-4c09-a126-13c0b6f786a3'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 20 13:18:01.447213 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304fe609-f0cf-42a0-8830-93499b6345af None None] Attempting to bind port f07dc5ce-0ade-49be-a26b-f9483b39d79e on network 85cb1952-2655-4c09-a126-13c0b6f786a3 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:18:01.464014 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (8c305207-f2ee-4893-880f-9fdd1f1e633c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:01.464796 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 6ed769c9-11e6-4222-9e2b-86b6923dbdb7 up at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:18:01.480005 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-499b8123-088d-49e2-864f-d4ee3b793655 None None] Port f07dc5ce-0ade-49be-a26b-f9483b39d79e cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:18:01.490875 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304fe609-f0cf-42a0-8830-93499b6345af None None] Checking agent: {'id': '543ca60b-7e7a-4ebd-8f87-7672c7a482b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 13, 9, 29), 'started_at': datetime.datetime(2022, 9, 20, 13, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:18:01.496826 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304fe609-f0cf-42a0-8830-93499b6345af None None] Checking segment: {'id': 'acd0bdec-f9e9-459b-aa2a-c80988ac3dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '85cb1952-2655-4c09-a126-13c0b6f786a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:18:01.497570 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-304fe609-f0cf-42a0-8830-93499b6345af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:01.497989 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304fe609-f0cf-42a0-8830-93499b6345af None None] Bound using segment: {'id': 'acd0bdec-f9e9-459b-aa2a-c80988ac3dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '85cb1952-2655-4c09-a126-13c0b6f786a3'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:18:01.498535 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-304fe609-f0cf-42a0-8830-93499b6345af None None] Bound port: f07dc5ce-0ade-49be-a26b-f9483b39d79e, host: dv-cinder-858463-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acd0bdec-f9e9-459b-aa2a-c80988ac3dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '85cb1952-2655-4c09-a126-13c0b6f786a3'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 20 13:18:01.498960 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-304fe609-f0cf-42a0-8830-93499b6345af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (f07dc5ce-0ade-49be-a26b-f9483b39d79e), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:01.510787 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bf337a5d-7355-41ac-9446-8283ea13afcc tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:01.663026 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Pushing event updated for resources: {'Port': ['ID=8c305207-f2ee-4893-880f-9fdd1f1e633c,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:01.679674 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31848512-247c-4b37-9ad5-efbff2a0f7eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f8ba7c2-0802-4cb7-b556-ede9d20e6faf,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:01.743535 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31848512-247c-4b37-9ad5-efbff2a0f7eb admin admin] Checking segment: {'id': 'aaaa5836-1be2-4ba3-ab7d-e5a1c601bcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd0771075-faa6-4fe0-bc0a-a7031585ad94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:18:01.743900 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31848512-247c-4b37-9ad5-efbff2a0f7eb admin admin] Network hostable DHCP agents. Network: d0771075-faa6-4fe0-bc0a-a7031585ad94, hostable agents: ['c520f755-59ca-4a79-a15e-107c01e131c2'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 13:18:01.759732 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-304fe609-f0cf-42a0-8830-93499b6345af None None] For port f07dc5ce-0ade-49be-a26b-f9483b39d79e, host dv-cinder-858463-1-iscsi, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:18:01.761703 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bf337a5d-7355-41ac-9446-8283ea13afcc tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for security_group (e06914b7-70ea-4d64-8def-7f299f67398c), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:01.766592 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-304fe609-f0cf-42a0-8830-93499b6345af None None] For port f07dc5ce-0ade-49be-a26b-f9483b39d79e, host dv-cinder-858463-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=f07dc5ce-0ade-49be-a26b-f9483b39d79e,segment=NetworkSegment(acd0bdec-f9e9-459b-aa2a-c80988ac3dfb),segment_id=acd0bdec-f9e9-459b-aa2a-c80988ac3dfb)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:18:01.777458 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Provisioning complete for port 6ed769c9-11e6-4222-9e2b-86b6923dbdb7 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:18:01.779314 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (6ed769c9-11e6-4222-9e2b-86b6923dbdb7), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:01.780757 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Attempt 1 to provision port 6ed769c9-11e6-4222-9e2b-86b6923dbdb7 Sep 20 13:18:01.787779 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-304fe609-f0cf-42a0-8830-93499b6345af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (f07dc5ce-0ade-49be-a26b-f9483b39d79e), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:01.796659 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bf337a5d-7355-41ac-9446-8283ea13afcc tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (e06914b7-70ea-4d64-8def-7f299f67398c), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:01.806439 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31848512-247c-4b37-9ad5-efbff2a0f7eb admin admin] Network d0771075-faa6-4fe0-bc0a-a7031585ad94 is scheduled to be hosted by DHCP agent c520f755-59ca-4a79-a15e-107c01e131c2 with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 13:18:01.825757 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-20a80650-3d71-44ba-8663-c3308a4b6eac admin admin] Publish callbacks [] for security_group (8e966c82-974a-4551-a980-555184ff3cce), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:01.831462 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-20a80650-3d71-44ba-8663-c3308a4b6eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (8e966c82-974a-4551-a980-555184ff3cce), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:01.853267 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-31848512-247c-4b37-9ad5-efbff2a0f7eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858463-1-iscsi, d0771075-faa6-4fe0-bc0a-a7031585ad94) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:18:01.877332 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8a883b6c-9528-4d8f-9396-283041a3ea7a req-976e9815-0cf1-407e-a47d-3056a3773dcc tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8f8bdd06ef247d389068dcb1648b4f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4680898 Sep 20 13:18:01.894010 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9b9294-2fa5-4012-ab1a-ca699d9dea39 None None] Network d0771075-faa6-4fe0-bc0a-a7031585ad94 requested from dv-cinder-858463-1-iscsi {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 20 13:18:01.897825 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bf337a5d-7355-41ac-9446-8283ea13afcc tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:01.903230 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-bf337a5d-7355-41ac-9446-8283ea13afcc tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7064195 Sep 20 13:18:01.909833 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 54368) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:18:01.917634 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-d4d13f66-4a7d-4525-8ecd-cd4a1a8fc17d tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Request body: {'security_group_rule': {'security_group_id': 'e06914b7-70ea-4d64-8def-7f299f67398c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:18:01.943271 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf337a5d-7355-41ac-9446-8283ea13afcc tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e06914b7-70ea-4d64-8def-7f299f67398c,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:01.951940 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31848512-247c-4b37-9ad5-efbff2a0f7eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:01.954703 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-31848512-247c-4b37-9ad5-efbff2a0f7eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:01.960641 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d4d13f66-4a7d-4525-8ecd-cd4a1a8fc17d tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for security_group_rule (50ba76a7-9c9d-458a-a9e9-00216444f242), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:01.996883 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-20a80650-3d71-44ba-8663-c3308a4b6eac admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=15f3e1f030c344b587aaa921260e8e31&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0617771 Sep 20 13:18:02.009223 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 54372) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:18:02.010564 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a80650-3d71-44ba-8663-c3308a4b6eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e966c82-974a-4551-a980-555184ff3cce,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:02.037843 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-499b8123-088d-49e2-864f-d4ee3b793655 None None] Attempt 10 to provision port f07dc5ce-0ade-49be-a26b-f9483b39d79e Sep 20 13:18:02.053366 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f51de11-47da-42f4-b066-5a1fa0a73f7a None None] Sync routers for ids ['be2310ee-b755-4160-9683-bf0123d26b8d'] in dv-cinder-858463-1-iscsi {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:18:02.122224 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f51de11-47da-42f4-b066-5a1fa0a73f7a None None] Routers {'be2310ee-b755-4160-9683-bf0123d26b8d'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:18:02.123738 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-9f51de11-47da-42f4-b066-5a1fa0a73f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:17:56Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['be2310ee-b755-4160-9683-bf0123d26b8d'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:18:02.147407 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d4d13f66-4a7d-4525-8ecd-cd4a1a8fc17d tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for security_group_rule (50ba76a7-9c9d-458a-a9e9-00216444f242), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:02.154454 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-31848512-247c-4b37-9ad5-efbff2a0f7eb admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5354190 Sep 20 13:18:02.157772 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d4d13f66-4a7d-4525-8ecd-cd4a1a8fc17d tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828784'] for security_group_rule (50ba76a7-9c9d-458a-a9e9-00216444f242), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:02.192028 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d13f66-4a7d-4525-8ecd-cd4a1a8fc17d tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50ba76a7-9c9d-458a-a9e9-00216444f242,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:02.209933 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-7fe07a96-e59d-4b6d-a97f-4d3c836d4402 None None] Publish callbacks [] for port (9754ef40-4888-414d-91f5-dc27b14c30ca), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:02.216603 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d4d13f66-4a7d-4525-8ecd-cd4a1a8fc17d tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:02.219581 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-d4d13f66-4a7d-4525-8ecd-cd4a1a8fc17d tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3083084 Sep 20 13:18:02.222364 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 54382) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:18:02.225339 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-7fe07a96-e59d-4b6d-a97f-4d3c836d4402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (9754ef40-4888-414d-91f5-dc27b14c30ca), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:02.241947 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-dd4ffbdd-62cb-40c2-b9f0-e5fde3fc1094 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Request body: {'security_group_rule': {'security_group_id': 'e06914b7-70ea-4d64-8def-7f299f67398c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:18:02.304143 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304fe609-f0cf-42a0-8830-93499b6345af None None] Routers {'bd2621d7-3984-4988-897d-81cabaf2274d'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:18:02.304766 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-304fe609-f0cf-42a0-8830-93499b6345af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:17:56Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['bd2621d7-3984-4988-897d-81cabaf2274d'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:18:02.323681 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [req-8a883b6c-9528-4d8f-9396-283041a3ea7a req-ee2ae057-cca1-49b8-816d-716d58b62b39 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 20 13:18:02.324983 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7216dea7-3e08-46cd-bdc8-d232bc387c35 admin admin] Publish callbacks [] for security_group (8e966c82-974a-4551-a980-555184ff3cce), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:02.335550 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8a883b6c-9528-4d8f-9396-283041a3ea7a req-ee2ae057-cca1-49b8-816d-716d58b62b39 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1862571 Sep 20 13:18:02.372381 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dd4ffbdd-62cb-40c2-b9f0-e5fde3fc1094 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for security_group_rule (fc4fae83-df2b-4314-ba33-9225c2972316), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:02.400874 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7216dea7-3e08-46cd-bdc8-d232bc387c35 admin admin] Publish callbacks [] for security_group (8e966c82-974a-4551-a980-555184ff3cce), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:02.439577 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a158b307-3fcf-48c4-a4bc-19d8d9568120 None None] Pushing event updated for resources: {'Port': ['ID=9754ef40-4888-414d-91f5-dc27b14c30ca,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:02.467911 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-7fe07a96-e59d-4b6d-a97f-4d3c836d4402 None None] Attempting to bind port 9754ef40-4888-414d-91f5-dc27b14c30ca on host dv-cinder-858463-1-iscsi for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 20 13:18:02.468689 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-7fe07a96-e59d-4b6d-a97f-4d3c836d4402 None None] Attempting to bind port 9754ef40-4888-414d-91f5-dc27b14c30ca by drivers openvswitch,hyperv on host dv-cinder-858463-1-iscsi at level 0 using segments [{'id': 'f7400dd8-eb7b-448c-9b24-32bf1c4335c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '105b52c6-cee8-4c92-bcc7-3a77d1e92018'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 20 13:18:02.469194 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe07a96-e59d-4b6d-a97f-4d3c836d4402 None None] Attempting to bind port 9754ef40-4888-414d-91f5-dc27b14c30ca on network 105b52c6-cee8-4c92-bcc7-3a77d1e92018 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:18:02.491727 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe07a96-e59d-4b6d-a97f-4d3c836d4402 None None] Checking agent: {'id': '543ca60b-7e7a-4ebd-8f87-7672c7a482b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 13, 9, 29), 'started_at': datetime.datetime(2022, 9, 20, 13, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:18:02.492455 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe07a96-e59d-4b6d-a97f-4d3c836d4402 None None] Checking segment: {'id': 'f7400dd8-eb7b-448c-9b24-32bf1c4335c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '105b52c6-cee8-4c92-bcc7-3a77d1e92018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:18:02.494605 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-7fe07a96-e59d-4b6d-a97f-4d3c836d4402 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:02.495335 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe07a96-e59d-4b6d-a97f-4d3c836d4402 None None] Bound using segment: {'id': 'f7400dd8-eb7b-448c-9b24-32bf1c4335c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '105b52c6-cee8-4c92-bcc7-3a77d1e92018'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:18:02.496522 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-7fe07a96-e59d-4b6d-a97f-4d3c836d4402 None None] Bound port: 9754ef40-4888-414d-91f5-dc27b14c30ca, host: dv-cinder-858463-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7400dd8-eb7b-448c-9b24-32bf1c4335c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '105b52c6-cee8-4c92-bcc7-3a77d1e92018'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 20 13:18:02.500308 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-7fe07a96-e59d-4b6d-a97f-4d3c836d4402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (9754ef40-4888-414d-91f5-dc27b14c30ca), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:02.542707 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 54394) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:18:02.554587 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95128d83-fdf0-4514-bf8f-30fb3af1d3f5 None None] Pushing event updated for resources: {'Port': ['ID=f07dc5ce-0ade-49be-a26b-f9483b39d79e,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:02.563089 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-96891c44-a7c7-4b6a-854c-0745f40a9d4a req-82c670aa-70e3-48c0-8460-59ccaa79dcb0 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 210 time: 0.1233664 Sep 20 13:18:02.637179 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7216dea7-3e08-46cd-bdc8-d232bc387c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (8e966c82-974a-4551-a980-555184ff3cce), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:02.644270 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7216dea7-3e08-46cd-bdc8-d232bc387c35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:02.645223 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-b35741bd-8eee-4157-bceb-489274c879cf admin admin] Deleting subnet 1f3c8948-f5da-4143-b69e-8f91184f1228 {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 20 13:18:02.652416 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-7216dea7-3e08-46cd-bdc8-d232bc387c35 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8e966c82-974a-4551-a980-555184ff3cce HTTP/1.1" status: 204 len: 168 time: 0.6335089 Sep 20 13:18:02.656327 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b35741bd-8eee-4157-bceb-489274c879cf admin admin] Publish callbacks [] for subnet (1f3c8948-f5da-4143-b69e-8f91184f1228), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:02.673882 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7216dea7-3e08-46cd-bdc8-d232bc387c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e966c82-974a-4551-a980-555184ff3cce,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:02.686139 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-7fe07a96-e59d-4b6d-a97f-4d3c836d4402 None None] For port 9754ef40-4888-414d-91f5-dc27b14c30ca, host dv-cinder-858463-1-iscsi, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:18:02.691811 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-7fe07a96-e59d-4b6d-a97f-4d3c836d4402 None None] For port 9754ef40-4888-414d-91f5-dc27b14c30ca, host dv-cinder-858463-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=9754ef40-4888-414d-91f5-dc27b14c30ca,segment=NetworkSegment(f7400dd8-eb7b-448c-9b24-32bf1c4335c7),segment_id=f7400dd8-eb7b-448c-9b24-32bf1c4335c7)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:18:02.703932 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-7fe07a96-e59d-4b6d-a97f-4d3c836d4402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (9754ef40-4888-414d-91f5-dc27b14c30ca), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:02.747294 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8a883b6c-9528-4d8f-9396-283041a3ea7a req-34b62f02-19f8-4cc9-8fa3-d3d92d8c5ce4 service neutron] 10.222.0.55 "GET /v2.0/networks/105b52c6-cee8-4c92-bcc7-3a77d1e92018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4092035 Sep 20 13:18:02.750073 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe07a96-e59d-4b6d-a97f-4d3c836d4402 None None] Routers {'8e8eb188-6120-4b6d-8f74-15a286f1bc5c'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:18:02.750926 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-7fe07a96-e59d-4b6d-a97f-4d3c836d4402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:17:56Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['8e8eb188-6120-4b6d-8f74-15a286f1bc5c'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:18:02.814127 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06001967-e574-4fd1-bfa2-bd87937879df None None] Network d0771075-faa6-4fe0-bc0a-a7031585ad94 requested from dv-cinder-858463-1-iscsi {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 20 13:18:02.879539 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-7fe07a96-e59d-4b6d-a97f-4d3c836d4402 None None] Set router 8e8eb188-6120-4b6d-8f74-15a286f1bc5c gateway port host: dv-cinder-858463-1-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:18:02.881198 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b35741bd-8eee-4157-bceb-489274c879cf admin admin] Publish callbacks [] for subnet (1f3c8948-f5da-4143-b69e-8f91184f1228), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:02.906924 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dd4ffbdd-62cb-40c2-b9f0-e5fde3fc1094 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for security_group_rule (fc4fae83-df2b-4314-ba33-9225c2972316), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:02.919126 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-9f51de11-47da-42f4-b066-5a1fa0a73f7a None None] Set router be2310ee-b755-4160-9683-bf0123d26b8d gateway port host: dv-cinder-858463-1-iscsi {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:18:02.920466 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a158b307-3fcf-48c4-a4bc-19d8d9568120 None None] Pushing event updated for resources: {'Port': ['ID=9754ef40-4888-414d-91f5-dc27b14c30ca,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:02.940921 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dd4ffbdd-62cb-40c2-b9f0-e5fde3fc1094 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828784'] for security_group_rule (fc4fae83-df2b-4314-ba33-9225c2972316), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:02.966347 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b35741bd-8eee-4157-bceb-489274c879cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-555306'] for subnet (1f3c8948-f5da-4143-b69e-8f91184f1228), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:03.047913 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Current status of the port 6ed769c9-11e6-4222-9e2b-86b6923dbdb7 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:18:03.049118 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device e9492da9-45a9-44b6-9182-04a6b3f257d7 up at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:18:03.070360 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4ffbdd-62cb-40c2-b9f0-e5fde3fc1094 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc4fae83-df2b-4314-ba33-9225c2972316,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:03.114508 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dd4ffbdd-62cb-40c2-b9f0-e5fde3fc1094 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:03.118945 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 54418) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:18:03.121429 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-dd4ffbdd-62cb-40c2-b9f0-e5fde3fc1094 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8978121 Sep 20 13:18:03.126636 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.v2.base [None req-a9804a0b-2e7b-4974-bde9-727342d05dcb tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Request body: {'floatingip': {'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:18:03.193738 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-499b8123-088d-49e2-864f-d4ee3b793655 None None] Current status of the port f07dc5ce-0ade-49be-a26b-f9483b39d79e is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:18:03.194292 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-499b8123-088d-49e2-864f-d4ee3b793655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (f07dc5ce-0ade-49be-a26b-f9483b39d79e), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:03.225939 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a9804a0b-2e7b-4974-bde9-727342d05dcb tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:03.229719 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8a883b6c-9528-4d8f-9396-283041a3ea7a req-e647f06e-ea1f-4583-ad70-072e66b55d10 service neutron] 10.222.0.55 "GET /v2.0/networks/105b52c6-cee8-4c92-bcc7-3a77d1e92018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4815311 Sep 20 13:18:03.230761 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-304fe609-f0cf-42a0-8830-93499b6345af None None] Set router bd2621d7-3984-4988-897d-81cabaf2274d gateway port host: dv-cinder-858463-1-iscsi {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:18:03.264090 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b35741bd-8eee-4157-bceb-489274c879cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-555325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183'] for subnet (1f3c8948-f5da-4143-b69e-8f91184f1228), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:03.279440 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-7fe07a96-e59d-4b6d-a97f-4d3c836d4402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8eb188-6120-4b6d-8f74-15a286f1bc5c', 'name': 'tempest-ServerRescueNegativeTestJSON-630298788-router', 'tenant_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '8c305207-f2ee-4893-880f-9fdd1f1e633c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:17:46Z', 'updated_at': '2022-09-20T13:17:56Z', 'revision_number': 4, 'project_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'gw_port': {'id': '8c305207-f2ee-4893-880f-9fdd1f1e633c', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:26:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8eb188-6120-4b6d-8f74-15a286f1bc5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:48Z', 'updated_at': '2022-09-20T13:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': '9754ef40-4888-414d-91f5-dc27b14c30ca', 'name': '', 'network_id': '105b52c6-cee8-4c92-bcc7-3a77d1e92018', 'tenant_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'mac_address': 'fa:16:3e:df:fd:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8eb188-6120-4b6d-8f74-15a286f1bc5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '64939650-d3ca-4c0c-952c-41e35d669944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:54Z', 'updated_at': '2022-09-20T13:18:02Z', 'revision_number': 4, 'project_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'subnets': [{'id': '64939650-d3ca-4c0c-952c-41e35d669944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:18:03.294383 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35741bd-8eee-4157-bceb-489274c879cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f3c8948-f5da-4143-b69e-8f91184f1228,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:03.296214 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b35741bd-8eee-4157-bceb-489274c879cf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:03.306427 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-b35741bd-8eee-4157-bceb-489274c879cf admin admin] 10.222.0.55 "DELETE /v2.0/subnets/1f3c8948-f5da-4143-b69e-8f91184f1228 HTTP/1.1" status: 204 len: 168 time: 0.7565334 Sep 20 13:18:03.307888 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 54426) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:18:03.315870 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-499b8123-088d-49e2-864f-d4ee3b793655 None None] For port f07dc5ce-0ade-49be-a26b-f9483b39d79e, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=f07dc5ce-0ade-49be-a26b-f9483b39d79e,segment=NetworkSegment(acd0bdec-f9e9-459b-aa2a-c80988ac3dfb),segment_id=acd0bdec-f9e9-459b-aa2a-c80988ac3dfb)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:18:03.349186 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-499b8123-088d-49e2-864f-d4ee3b793655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (f07dc5ce-0ade-49be-a26b-f9483b39d79e), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:03.379099 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe07a96-e59d-4b6d-a97f-4d3c836d4402 None None] The sync data for ids ['8e8eb188-6120-4b6d-8f74-15a286f1bc5c'] in dv-cinder-858463-1-iscsi is: [{'id': '8e8eb188-6120-4b6d-8f74-15a286f1bc5c', 'name': 'tempest-ServerRescueNegativeTestJSON-630298788-router', 'tenant_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '8c305207-f2ee-4893-880f-9fdd1f1e633c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:17:46Z', 'updated_at': '2022-09-20T13:17:56Z', 'revision_number': 4, 'project_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'gw_port': {'id': '8c305207-f2ee-4893-880f-9fdd1f1e633c', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:26:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8eb188-6120-4b6d-8f74-15a286f1bc5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:48Z', 'updated_at': '2022-09-20T13:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': '9754ef40-4888-414d-91f5-dc27b14c30ca', 'name': '', 'network_id': '105b52c6-cee8-4c92-bcc7-3a77d1e92018', 'tenant_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'mac_address': 'fa:16:3e:df:fd:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8eb188-6120-4b6d-8f74-15a286f1bc5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '64939650-d3ca-4c0c-952c-41e35d669944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:54Z', 'updated_at': '2022-09-20T13:18:02Z', 'revision_number': 4, 'project_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'subnets': [{'id': '64939650-d3ca-4c0c-952c-41e35d669944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:18:03.478964 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a46943df-7fdb-4f96-adc9-7ccdf1ee9658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-760150'] for network (7d4e213c-6ee8-4ebe-bf14-d8fc38286c15), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:03.767745 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a9804a0b-2e7b-4974-bde9-727342d05dcb tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:03.786079 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a46943df-7fdb-4f96-adc9-7ccdf1ee9658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553133', 'neutron.services.segments.db._delete_segments_for_network-8760608259063'] for network (7d4e213c-6ee8-4ebe-bf14-d8fc38286c15), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:04.005772 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-571a4f43-aa63-4260-a030-6ab07001fcd5 req-34309f02-1b91-4d9b-9f2f-0cf046d095bc tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=3226ee7c-30dc-4262-9e31-f5d2a26f7f9a HTTP/1.1" status: 200 len: 210 time: 0.2288904 Sep 20 13:18:04.025955 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a46943df-7fdb-4f96-adc9-7ccdf1ee9658 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:18:04.025955 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a46943df-7fdb-4f96-adc9-7ccdf1ee9658 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:18:04.025955 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a46943df-7fdb-4f96-adc9-7ccdf1ee9658 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:18:04.025955 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a46943df-7fdb-4f96-adc9-7ccdf1ee9658 admin admin] Subscribe: > port after_create 55550000 {{(pid=104087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:18:04.025955 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a46943df-7fdb-4f96-adc9-7ccdf1ee9658 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:18:04.025955 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a46943df-7fdb-4f96-adc9-7ccdf1ee9658 admin admin] Subscribe: > port after_update 55550000 {{(pid=104087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:18:04.025955 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a46943df-7fdb-4f96-adc9-7ccdf1ee9658 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:18:04.025955 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a46943df-7fdb-4f96-adc9-7ccdf1ee9658 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:18:04.025955 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a46943df-7fdb-4f96-adc9-7ccdf1ee9658 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:18:04.025955 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a46943df-7fdb-4f96-adc9-7ccdf1ee9658 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:18:04.059868 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-f5ee53e1-a4b0-4f3e-8481-8b71ad3a4ba9 req-54db8f8a-2420-4c1a-b68c-cab3a5825144 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 210 time: 0.0886173 Sep 20 13:18:04.059868 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-a9804a0b-2e7b-4974-bde9-727342d05dcb tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Allocated IP 172.27.2.29 (36104724-3f48-4df5-b3a4-d541d8e9add0/adca2446-3f2d-49a4-ba29-cedd74eb43e2/c1cdfb4f-1d61-4aef-8c3f-725e1bea2d27) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:18:04.111622 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-13951bb4-de0b-4532-8843-9bf6dd43db1d None None] Provisioning complete for port 21ac1622-1287-48f0-b2b0-34aa15c45e81 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:18:04.114603 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-13951bb4-de0b-4532-8843-9bf6dd43db1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (21ac1622-1287-48f0-b2b0-34aa15c45e81), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:04.115944 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-13951bb4-de0b-4532-8843-9bf6dd43db1d None None] Attempt 1 to provision port 21ac1622-1287-48f0-b2b0-34aa15c45e81 Sep 20 13:18:04.154010 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b8123-088d-49e2-864f-d4ee3b793655 None None] Pushing event updated for resources: {'Port': ['ID=f07dc5ce-0ade-49be-a26b-f9483b39d79e,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:04.178836 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Provisioning complete for port e9492da9-45a9-44b6-9182-04a6b3f257d7 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:18:04.179535 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (e9492da9-45a9-44b6-9182-04a6b3f257d7), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:04.180075 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Attempt 1 to provision port e9492da9-45a9-44b6-9182-04a6b3f257d7 Sep 20 13:18:04.334576 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a9804a0b-2e7b-4974-bde9-727342d05dcb tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for port (c1cdfb4f-1d61-4aef-8c3f-725e1bea2d27), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:04.433715 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a9804a0b-2e7b-4974-bde9-727342d05dcb tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938'] for port (c1cdfb4f-1d61-4aef-8c3f-725e1bea2d27), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:04.485644 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9804a0b-2e7b-4974-bde9-727342d05dcb tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Network 36104724-3f48-4df5-b3a4-d541d8e9add0 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:18:04.488939 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-a9804a0b-2e7b-4974-bde9-727342d05dcb tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:18:04.493603 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9804a0b-2e7b-4974-bde9-727342d05dcb tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:18:04.507505 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a46943df-7fdb-4f96-adc9-7ccdf1ee9658 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:18:04.508135 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a46943df-7fdb-4f96-adc9-7ccdf1ee9658 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:18:04.508268 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a46943df-7fdb-4f96-adc9-7ccdf1ee9658 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:18:04.509304 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a46943df-7fdb-4f96-adc9-7ccdf1ee9658 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:18:04.511686 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-304fe609-f0cf-42a0-8830-93499b6345af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd2621d7-3984-4988-897d-81cabaf2274d', 'name': 'tempest-DeleteServersTestJSON-1014021742-router', 'tenant_id': 'e7941cd87f0e45c780116e41017a2865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '6ed769c9-11e6-4222-9e2b-86b6923dbdb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:17:46Z', 'updated_at': '2022-09-20T13:17:52Z', 'revision_number': 4, 'project_id': 'e7941cd87f0e45c780116e41017a2865', 'gw_port': {'id': '6ed769c9-11e6-4222-9e2b-86b6923dbdb7', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2621d7-3984-4988-897d-81cabaf2274d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:47Z', 'updated_at': '2022-09-20T13:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': 'f07dc5ce-0ade-49be-a26b-f9483b39d79e', 'name': '', 'network_id': '85cb1952-2655-4c09-a126-13c0b6f786a3', 'tenant_id': 'e7941cd87f0e45c780116e41017a2865', 'mac_address': 'fa:16:3e:6e:45:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd2621d7-3984-4988-897d-81cabaf2274d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '698d76a0-5d36-492c-ac0e-62e4480f0bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:51Z', 'updated_at': '2022-09-20T13:18:01Z', 'revision_number': 4, 'project_id': 'e7941cd87f0e45c780116e41017a2865', 'subnets': [{'id': '698d76a0-5d36-492c-ac0e-62e4480f0bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:18:04.514680 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-a46943df-7fdb-4f96-adc9-7ccdf1ee9658 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d4e213c-6ee8-4ebe-bf14-d8fc38286c15']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:18:04.579483 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-a46943df-7fdb-4f96-adc9-7ccdf1ee9658 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '536af919-c02e-44b6-8444-92f0ab0267e0') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:18:04.579799 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-a46943df-7fdb-4f96-adc9-7ccdf1ee9658 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '536af919-c02e-44b6-8444-92f0ab0267e0') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:18:04.608736 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a9804a0b-2e7b-4974-bde9-727342d05dcb tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for floatingip (5cdd6e13-7676-4cda-9128-32991ede839b), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:04.627625 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304fe609-f0cf-42a0-8830-93499b6345af None None] The sync data for ids ['bd2621d7-3984-4988-897d-81cabaf2274d'] in dv-cinder-858463-1-iscsi is: [{'id': 'bd2621d7-3984-4988-897d-81cabaf2274d', 'name': 'tempest-DeleteServersTestJSON-1014021742-router', 'tenant_id': 'e7941cd87f0e45c780116e41017a2865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '6ed769c9-11e6-4222-9e2b-86b6923dbdb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:17:46Z', 'updated_at': '2022-09-20T13:17:52Z', 'revision_number': 4, 'project_id': 'e7941cd87f0e45c780116e41017a2865', 'gw_port': {'id': '6ed769c9-11e6-4222-9e2b-86b6923dbdb7', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2621d7-3984-4988-897d-81cabaf2274d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:47Z', 'updated_at': '2022-09-20T13:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': 'f07dc5ce-0ade-49be-a26b-f9483b39d79e', 'name': '', 'network_id': '85cb1952-2655-4c09-a126-13c0b6f786a3', 'tenant_id': 'e7941cd87f0e45c780116e41017a2865', 'mac_address': 'fa:16:3e:6e:45:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd2621d7-3984-4988-897d-81cabaf2274d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '698d76a0-5d36-492c-ac0e-62e4480f0bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:51Z', 'updated_at': '2022-09-20T13:18:01Z', 'revision_number': 4, 'project_id': 'e7941cd87f0e45c780116e41017a2865', 'subnets': [{'id': '698d76a0-5d36-492c-ac0e-62e4480f0bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:18:04.665360 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9804a0b-2e7b-4974-bde9-727342d05dcb tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Pushing event updated for resources: {'Port': ['ID=c1cdfb4f-1d61-4aef-8c3f-725e1bea2d27,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:04.688848 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a9804a0b-2e7b-4974-bde9-727342d05dcb tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (c1cdfb4f-1d61-4aef-8c3f-725e1bea2d27), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:04.717328 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-9f51de11-47da-42f4-b066-5a1fa0a73f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'name': 'tempest-AttachVolumeNegativeTest-2003643593-router', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'e9492da9-45a9-44b6-9182-04a6b3f257d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:17:46Z', 'updated_at': '2022-09-20T13:17:58Z', 'revision_number': 4, 'project_id': '4a20aa815a0947579d330112176846c9', 'gw_port': {'id': 'e9492da9-45a9-44b6-9182-04a6b3f257d7', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:23:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:48Z', 'updated_at': '2022-09-20T13:17:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': 'ba476e6c-250e-4f5e-8556-480e6708d591', 'name': '', 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'mac_address': 'fa:16:3e:8c:7f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'adb9ef7c-1078-430d-958b-f7a53420a9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:56Z', 'updated_at': '2022-09-20T13:17:58Z', 'revision_number': 2, 'project_id': '4a20aa815a0947579d330112176846c9', 'subnets': [{'id': 'adb9ef7c-1078-430d-958b-f7a53420a9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:18:04.723739 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-13951bb4-de0b-4532-8843-9bf6dd43db1d None None] Current status of the port 21ac1622-1287-48f0-b2b0-34aa15c45e81 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:18:04.731603 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a46943df-7fdb-4f96-adc9-7ccdf1ee9658 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760608262413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026615'] for segment (536af919-c02e-44b6-8444-92f0ab0267e0), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:04.782516 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a46943df-7fdb-4f96-adc9-7ccdf1ee9658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549390'] for segment (536af919-c02e-44b6-8444-92f0ab0267e0), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:04.787797 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Current status of the port e9492da9-45a9-44b6-9182-04a6b3f257d7 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:18:04.790282 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (e9492da9-45a9-44b6-9182-04a6b3f257d7), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:04.800771 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a46943df-7fdb-4f96-adc9-7ccdf1ee9658 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 13:18:04.801163 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a46943df-7fdb-4f96-adc9-7ccdf1ee9658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242223'] for segment (536af919-c02e-44b6-8444-92f0ab0267e0), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:04.802297 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f51de11-47da-42f4-b066-5a1fa0a73f7a None None] Checking router: be2310ee-b755-4160-9683-bf0123d26b8d for host: dv-cinder-858463-1-iscsi {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:18:04.803318 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f51de11-47da-42f4-b066-5a1fa0a73f7a None None] Updating router be2310ee-b755-4160-9683-bf0123d26b8d port ba476e6c-250e-4f5e-8556-480e6708d591 binding host dv-cinder-858463-1-iscsi {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 13:18:04.900184 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec2747-f254-4c66-8f20-aaa9dd434e2d req-790e364c-a433-4475-8d06-fc2146626ebc tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:04.904446 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-13951bb4-de0b-4532-8843-9bf6dd43db1d None None] Provisioning complete for port ba476e6c-250e-4f5e-8556-480e6708d591 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:18:04.905015 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-13951bb4-de0b-4532-8843-9bf6dd43db1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (ba476e6c-250e-4f5e-8556-480e6708d591), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:04.905508 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-13951bb4-de0b-4532-8843-9bf6dd43db1d None None] Attempt 1 to provision port ba476e6c-250e-4f5e-8556-480e6708d591 Sep 20 13:18:04.906906 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3bec2747-f254-4c66-8f20-aaa9dd434e2d req-790e364c-a433-4475-8d06-fc2146626ebc tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/networks?id=105b52c6-cee8-4c92-bcc7-3a77d1e92018 HTTP/1.1" status: 200 len: 818 time: 0.3651969 Sep 20 13:18:04.907414 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9f51de11-47da-42f4-b066-5a1fa0a73f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (ba476e6c-250e-4f5e-8556-480e6708d591), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:04.910418 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] For port e9492da9-45a9-44b6-9182-04a6b3f257d7, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=e9492da9-45a9-44b6-9182-04a6b3f257d7,segment=NetworkSegment(5aaf6297-6a46-4e9d-b63a-dd8b37b93294),segment_id=5aaf6297-6a46-4e9d-b63a-dd8b37b93294)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:18:04.940247 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a46943df-7fdb-4f96-adc9-7ccdf1ee9658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607699'] for network (7d4e213c-6ee8-4ebe-bf14-d8fc38286c15), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:04.948800 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (e9492da9-45a9-44b6-9182-04a6b3f257d7), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:04.954807 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3bec2747-f254-4c66-8f20-aaa9dd434e2d req-30a4ed7d-9711-4548-b387-8fa8e9a23267 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/quotas/f8f8bdd06ef247d389068dcb1648b4f7 HTTP/1.1" status: 200 len: 375 time: 0.0469086 Sep 20 13:18:04.993268 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a46943df-7fdb-4f96-adc9-7ccdf1ee9658 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:04.997257 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-a46943df-7fdb-4f96-adc9-7ccdf1ee9658 admin admin] 10.222.0.55 "DELETE /v2.0/networks/7d4e213c-6ee8-4ebe-bf14-d8fc38286c15 HTTP/1.1" status: 204 len: 168 time: 1.6884024 Sep 20 13:18:05.004253 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 54512) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:18:05.047333 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a9804a0b-2e7b-4974-bde9-727342d05dcb tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for port (c1cdfb4f-1d61-4aef-8c3f-725e1bea2d27), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:05.050289 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-13951bb4-de0b-4532-8843-9bf6dd43db1d None None] Port ba476e6c-250e-4f5e-8556-480e6708d591 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:18:05.078857 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a9804a0b-2e7b-4974-bde9-727342d05dcb tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (c1cdfb4f-1d61-4aef-8c3f-725e1bea2d27), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:05.079832 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a9804a0b-2e7b-4974-bde9-727342d05dcb tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607693'] for floatingip (5cdd6e13-7676-4cda-9128-32991ede839b), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:05.163403 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Pushing event updated for resources: {'Port': ['ID=e9492da9-45a9-44b6-9182-04a6b3f257d7,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:05.169657 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46943df-7fdb-4f96-adc9-7ccdf1ee9658 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d4e213c-6ee8-4ebe-bf14-d8fc38286c15,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:05.199953 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a9804a0b-2e7b-4974-bde9-727342d05dcb tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:05.201329 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-a9804a0b-2e7b-4974-bde9-727342d05dcb tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0787683 Sep 20 13:18:05.269008 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9804a0b-2e7b-4974-bde9-727342d05dcb tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Pushing event updated for resources: {'Port': ['ID=c1cdfb4f-1d61-4aef-8c3f-725e1bea2d27,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:05.303153 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-d255fd34-7eb2-4543-8136-98818570200c admin admin] Deleting subnet 2f8ba7c2-0802-4cb7-b556-ede9d20e6faf {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 20 13:18:05.335465 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-eeee8f8e-91dd-40b8-bff6-73c94c121853 req-769ec39d-8b7c-4909-ab7b-208297370916 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 210 time: 0.0832398 Sep 20 13:18:05.340247 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3bec2747-f254-4c66-8f20-aaa9dd434e2d req-fdaea3bb-375c-47db-bb58-3b5a69ad9f66 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8f8bdd06ef247d389068dcb1648b4f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3844881 Sep 20 13:18:05.341158 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d255fd34-7eb2-4543-8136-98818570200c admin admin] Publish callbacks [] for subnet (2f8ba7c2-0802-4cb7-b556-ede9d20e6faf), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:05.388526 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 9754ef40-4888-414d-91f5-dc27b14c30ca up at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:18:05.467793 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.services.segments.plugin [-] Segment 536af919-c02e-44b6-8444-92f0ab0267e0 resource provider aggregate not found Sep 20 13:18:05.490246 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Provisioning complete for port 9754ef40-4888-414d-91f5-dc27b14c30ca triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:18:05.490987 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (9754ef40-4888-414d-91f5-dc27b14c30ca), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:05.491071 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Attempt 1 to provision port 9754ef40-4888-414d-91f5-dc27b14c30ca Sep 20 13:18:05.546469 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.services.segments.plugin [-] Segment 536af919-c02e-44b6-8444-92f0ab0267e0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 536af919-c02e-44b6-8444-92f0ab0267e0 found for delete ", "request_id": "req-237a2630-7be5-4995-a3a6-47e188f040f2"}]} Sep 20 13:18:05.566334 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-13951bb4-de0b-4532-8843-9bf6dd43db1d None None] Attempt 2 to provision port ba476e6c-250e-4f5e-8556-480e6708d591 Sep 20 13:18:05.573552 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d255fd34-7eb2-4543-8136-98818570200c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026560'] for subnet (2f8ba7c2-0802-4cb7-b556-ede9d20e6faf), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:05.622200 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9f51de11-47da-42f4-b066-5a1fa0a73f7a None None] Publish callbacks [] for port (ba476e6c-250e-4f5e-8556-480e6708d591), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:05.629706 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-13951bb4-de0b-4532-8843-9bf6dd43db1d None None] Port ba476e6c-250e-4f5e-8556-480e6708d591 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:18:05.637858 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9f51de11-47da-42f4-b066-5a1fa0a73f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (ba476e6c-250e-4f5e-8556-480e6708d591), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:05.726879 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Current status of the port 9754ef40-4888-414d-91f5-dc27b14c30ca is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:18:05.727412 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (9754ef40-4888-414d-91f5-dc27b14c30ca), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:05.750196 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ae354-d05b-43bc-9c88-030d0c56e4f6 None None] Pushing event updated for resources: {'Port': ['ID=ba476e6c-250e-4f5e-8556-480e6708d591,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:05.836114 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-9f51de11-47da-42f4-b066-5a1fa0a73f7a None None] Attempting to bind port ba476e6c-250e-4f5e-8556-480e6708d591 on host dv-cinder-858463-1-iscsi for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 20 13:18:05.837049 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-9f51de11-47da-42f4-b066-5a1fa0a73f7a None None] Attempting to bind port ba476e6c-250e-4f5e-8556-480e6708d591 by drivers openvswitch,hyperv on host dv-cinder-858463-1-iscsi at level 0 using segments [{'id': '8a4b54b5-f94a-442c-baa8-d6ca9ddee630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 20 13:18:05.837461 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f51de11-47da-42f4-b066-5a1fa0a73f7a None None] Attempting to bind port ba476e6c-250e-4f5e-8556-480e6708d591 on network ed809d10-45b2-429e-b44f-1694990b1073 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:18:05.840919 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d255fd34-7eb2-4543-8136-98818570200c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-555306'] for subnet (2f8ba7c2-0802-4cb7-b556-ede9d20e6faf), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:05.863467 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] For port 9754ef40-4888-414d-91f5-dc27b14c30ca, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=9754ef40-4888-414d-91f5-dc27b14c30ca,segment=NetworkSegment(f7400dd8-eb7b-448c-9b24-32bf1c4335c7),segment_id=f7400dd8-eb7b-448c-9b24-32bf1c4335c7)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:18:05.864775 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f51de11-47da-42f4-b066-5a1fa0a73f7a None None] Checking agent: {'id': '543ca60b-7e7a-4ebd-8f87-7672c7a482b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 13, 9, 29), 'started_at': datetime.datetime(2022, 9, 20, 13, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:18:05.865153 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f51de11-47da-42f4-b066-5a1fa0a73f7a None None] Checking segment: {'id': '8a4b54b5-f94a-442c-baa8-d6ca9ddee630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:18:05.865614 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9f51de11-47da-42f4-b066-5a1fa0a73f7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:05.865956 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f51de11-47da-42f4-b066-5a1fa0a73f7a None None] Bound using segment: {'id': '8a4b54b5-f94a-442c-baa8-d6ca9ddee630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:18:05.866458 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-9f51de11-47da-42f4-b066-5a1fa0a73f7a None None] Bound port: ba476e6c-250e-4f5e-8556-480e6708d591, host: dv-cinder-858463-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a4b54b5-f94a-442c-baa8-d6ca9ddee630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 20 13:18:05.866920 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9f51de11-47da-42f4-b066-5a1fa0a73f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (ba476e6c-250e-4f5e-8556-480e6708d591), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:05.876957 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3bec2747-f254-4c66-8f20-aaa9dd434e2d req-1cfaa9cd-5f77-4e2d-bd95-165fad106fa5 service neutron] 10.222.0.55 "GET /v2.0/networks/105b52c6-cee8-4c92-bcc7-3a77d1e92018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4620683 Sep 20 13:18:05.886504 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (9754ef40-4888-414d-91f5-dc27b14c30ca), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:05.887304 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device f07dc5ce-0ade-49be-a26b-f9483b39d79e up at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:18:05.956233 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-b67e7476-28f8-45c7-b224-d903df4a49c5 req-144927dc-8988-4ecc-b294-a7db4fdd92f3 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--2132441803&fields=id&tenant_id=4a20aa815a0947579d330112176846c9 HTTP/1.1" status: 200 len: 267 time: 0.0784192 Sep 20 13:18:06.014337 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Pushing event updated for resources: {'Port': ['ID=9754ef40-4888-414d-91f5-dc27b14c30ca,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:06.042569 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d255fd34-7eb2-4543-8136-98818570200c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-555325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9062310'] for subnet (2f8ba7c2-0802-4cb7-b556-ede9d20e6faf), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:06.045013 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Provisioning complete for port f07dc5ce-0ade-49be-a26b-f9483b39d79e triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:18:06.045400 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (f07dc5ce-0ade-49be-a26b-f9483b39d79e), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:06.045744 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Attempt 1 to provision port f07dc5ce-0ade-49be-a26b-f9483b39d79e Sep 20 13:18:06.095647 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-9f51de11-47da-42f4-b066-5a1fa0a73f7a None None] For port ba476e6c-250e-4f5e-8556-480e6708d591, host dv-cinder-858463-1-iscsi, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:18:06.111405 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-9f51de11-47da-42f4-b066-5a1fa0a73f7a None None] For port ba476e6c-250e-4f5e-8556-480e6708d591, host dv-cinder-858463-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=ba476e6c-250e-4f5e-8556-480e6708d591,segment=NetworkSegment(8a4b54b5-f94a-442c-baa8-d6ca9ddee630),segment_id=8a4b54b5-f94a-442c-baa8-d6ca9ddee630)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:18:06.114192 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d255fd34-7eb2-4543-8136-98818570200c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f8ba7c2-0802-4cb7-b556-ede9d20e6faf,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:06.136833 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3bec2747-f254-4c66-8f20-aaa9dd434e2d req-d2c1afe7-20e4-4de9-b588-bcc550d8154d service neutron] 10.222.0.55 "GET /v2.0/networks/105b52c6-cee8-4c92-bcc7-3a77d1e92018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403376 Sep 20 13:18:06.138405 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d255fd34-7eb2-4543-8136-98818570200c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:06.140270 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9f51de11-47da-42f4-b066-5a1fa0a73f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (ba476e6c-250e-4f5e-8556-480e6708d591), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:06.152000 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-d255fd34-7eb2-4543-8136-98818570200c admin admin] 10.222.0.55 "DELETE /v2.0/subnets/2f8ba7c2-0802-4cb7-b556-ede9d20e6faf HTTP/1.1" status: 204 len: 168 time: 1.1480672 Sep 20 13:18:06.154186 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-13951bb4-de0b-4532-8843-9bf6dd43db1d None None] Attempt 3 to provision port ba476e6c-250e-4f5e-8556-480e6708d591 Sep 20 13:18:06.159027 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 54556) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:18:06.212845 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Current status of the port f07dc5ce-0ade-49be-a26b-f9483b39d79e is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:18:06.231841 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 8c305207-f2ee-4893-880f-9fdd1f1e633c up at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:18:06.241314 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f51de11-47da-42f4-b066-5a1fa0a73f7a None None] Routers {'be2310ee-b755-4160-9683-bf0123d26b8d'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:18:06.241976 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-9f51de11-47da-42f4-b066-5a1fa0a73f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:17:56Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['be2310ee-b755-4160-9683-bf0123d26b8d'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:18:06.306424 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-87d987e2-5b9a-443a-a129-b7ef590dea3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-760150'] for network (d0771075-faa6-4fe0-bc0a-a7031585ad94), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:06.360197 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e7476-28f8-45c7-b224-d903df4a49c5 req-9990a6c0-b03a-42a4-9d0c-59cb100b256f tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:06.371035 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ae354-d05b-43bc-9c88-030d0c56e4f6 None None] Pushing event updated for resources: {'Port': ['ID=ba476e6c-250e-4f5e-8556-480e6708d591,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:06.385047 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-b67e7476-28f8-45c7-b224-d903df4a49c5 req-9990a6c0-b03a-42a4-9d0c-59cb100b256f tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/networks?id=ed809d10-45b2-429e-b44f-1694990b1073 HTTP/1.1" status: 200 len: 815 time: 0.4205389 Sep 20 13:18:06.439103 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-b67e7476-28f8-45c7-b224-d903df4a49c5 req-4e43b91e-e157-40e3-85ca-a8a0c4cda818 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/quotas/4a20aa815a0947579d330112176846c9 HTTP/1.1" status: 200 len: 375 time: 0.0522506 Sep 20 13:18:06.444315 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-87d987e2-5b9a-443a-a129-b7ef590dea3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553133', 'neutron.services.segments.db._delete_segments_for_network-8760608259063'] for network (d0771075-faa6-4fe0-bc0a-a7031585ad94), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:06.485902 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-87d987e2-5b9a-443a-a129-b7ef590dea3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0771075-faa6-4fe0-bc0a-a7031585ad94']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:18:06.505601 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-87d987e2-5b9a-443a-a129-b7ef590dea3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaaa5836-1be2-4ba3-ab7d-e5a1c601bcd5') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:18:06.506130 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-87d987e2-5b9a-443a-a129-b7ef590dea3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaaa5836-1be2-4ba3-ab7d-e5a1c601bcd5') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:18:06.534313 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-87d987e2-5b9a-443a-a129-b7ef590dea3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760608262413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026615'] for segment (aaaa5836-1be2-4ba3-ab7d-e5a1c601bcd5), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:06.540509 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-b67e7476-28f8-45c7-b224-d903df4a49c5 req-d660c395-420f-4021-85d3-5b7b4028514a tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4a20aa815a0947579d330112176846c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0921860 Sep 20 13:18:06.579392 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-87d987e2-5b9a-443a-a129-b7ef590dea3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549390'] for segment (aaaa5836-1be2-4ba3-ab7d-e5a1c601bcd5), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:06.606107 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87d987e2-5b9a-443a-a129-b7ef590dea3b admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 13:18:06.607096 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-87d987e2-5b9a-443a-a129-b7ef590dea3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242223'] for segment (aaaa5836-1be2-4ba3-ab7d-e5a1c601bcd5), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:06.627931 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Provisioning complete for port 8c305207-f2ee-4893-880f-9fdd1f1e633c triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:18:06.628491 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (8c305207-f2ee-4893-880f-9fdd1f1e633c), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:06.628647 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Attempt 1 to provision port 8c305207-f2ee-4893-880f-9fdd1f1e633c Sep 20 13:18:06.649825 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8c2caa68-5640-437f-b811-a4131cf6fb83 req-15ee35f7-157e-4149-a0d4-2ea1a15e96ae tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 210 time: 0.0625224 Sep 20 13:18:06.688901 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-9f51de11-47da-42f4-b066-5a1fa0a73f7a None None] Set router be2310ee-b755-4160-9683-bf0123d26b8d gateway port host: dv-cinder-858463-1-iscsi {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:18:06.714565 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-b67e7476-28f8-45c7-b224-d903df4a49c5 req-de01a97d-0294-428c-9901-073f3a1542f0 service neutron] 10.222.0.55 "GET /v2.0/networks/ed809d10-45b2-429e-b44f-1694990b1073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630960 Sep 20 13:18:06.797626 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-87d987e2-5b9a-443a-a129-b7ef590dea3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607699'] for network (d0771075-faa6-4fe0-bc0a-a7031585ad94), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:06.806850 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-13951bb4-de0b-4532-8843-9bf6dd43db1d None None] Current status of the port ba476e6c-250e-4f5e-8556-480e6708d591 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:18:06.807246 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-13951bb4-de0b-4532-8843-9bf6dd43db1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (ba476e6c-250e-4f5e-8556-480e6708d591), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:06.812354 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-87d987e2-5b9a-443a-a129-b7ef590dea3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:06.818718 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-87d987e2-5b9a-443a-a129-b7ef590dea3b admin admin] 10.222.0.55 "DELETE /v2.0/networks/d0771075-faa6-4fe0-bc0a-a7031585ad94 HTTP/1.1" status: 204 len: 168 time: 0.6563423 Sep 20 13:18:06.884848 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-48488f1e-50a1-4ff5-a8b8-9594af4f8ef8 req-2ad710b8-533e-4c22-b8f6-d56141d5eb64 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 210 time: 0.0997941 Sep 20 13:18:06.887982 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d987e2-5b9a-443a-a129-b7ef590dea3b admin admin] Pushing event deleted for resources: {'Network': ['ID=d0771075-faa6-4fe0-bc0a-a7031585ad94,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:06.906478 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-b67e7476-28f8-45c7-b224-d903df4a49c5 req-f0d4000c-b140-40a9-8a47-cb1d19d520ea service neutron] 10.222.0.55 "GET /v2.0/networks/ed809d10-45b2-429e-b44f-1694990b1073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843176 Sep 20 13:18:07.024430 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-13951bb4-de0b-4532-8843-9bf6dd43db1d None None] For port ba476e6c-250e-4f5e-8556-480e6708d591, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=ba476e6c-250e-4f5e-8556-480e6708d591,segment=NetworkSegment(8a4b54b5-f94a-442c-baa8-d6ca9ddee630),segment_id=8a4b54b5-f94a-442c-baa8-d6ca9ddee630)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:18:07.059834 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-13951bb4-de0b-4532-8843-9bf6dd43db1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (ba476e6c-250e-4f5e-8556-480e6708d591), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:07.067447 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 54584) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:18:07.091585 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Current status of the port 8c305207-f2ee-4893-880f-9fdd1f1e633c is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:18:07.140157 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-13951bb4-de0b-4532-8843-9bf6dd43db1d None None] Provisioning complete for port 9754ef40-4888-414d-91f5-dc27b14c30ca triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:18:07.140663 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-13951bb4-de0b-4532-8843-9bf6dd43db1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (9754ef40-4888-414d-91f5-dc27b14c30ca), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:07.141126 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-13951bb4-de0b-4532-8843-9bf6dd43db1d None None] Attempt 1 to provision port 9754ef40-4888-414d-91f5-dc27b14c30ca Sep 20 13:18:07.212519 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8906f348-2a73-4372-8523-2d61d4a761a6 req-5332b701-e8a5-4147-97ef-66f08adfc637 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 210 time: 0.1202719 Sep 20 13:18:07.243412 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 54588) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:18:07.260028 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-92b27d3e-d64c-4833-adbb-c2c23c264df8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b61c0ca17c8b4071b91b64c1565a3753&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1910684 Sep 20 13:18:07.378659 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f4d59505-2c9c-4696-a392-f4789dd91017 admin admin] Publish callbacks [] for security_group (5334c22c-bd27-4884-92b6-bee1ea30dbea), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:07.418207 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13951bb4-de0b-4532-8843-9bf6dd43db1d None None] Pushing event updated for resources: {'Port': ['ID=ba476e6c-250e-4f5e-8556-480e6708d591,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:07.426584 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 9754ef40-4888-414d-91f5-dc27b14c30ca up at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:18:07.432492 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f4d59505-2c9c-4696-a392-f4789dd91017 admin admin] Publish callbacks [] for security_group (5334c22c-bd27-4884-92b6-bee1ea30dbea), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:07.522253 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f4d59505-2c9c-4696-a392-f4789dd91017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (5334c22c-bd27-4884-92b6-bee1ea30dbea), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:07.526189 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f4d59505-2c9c-4696-a392-f4789dd91017 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:07.531351 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-f4d59505-2c9c-4696-a392-f4789dd91017 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5334c22c-bd27-4884-92b6-bee1ea30dbea HTTP/1.1" status: 204 len: 168 time: 0.2869773 Sep 20 13:18:07.542415 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d59505-2c9c-4696-a392-f4789dd91017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5334c22c-bd27-4884-92b6-bee1ea30dbea,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:07.575102 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.services.segments.plugin [-] Segment aaaa5836-1be2-4ba3-ab7d-e5a1c601bcd5 resource provider aggregate not found Sep 20 13:18:07.601985 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.services.segments.plugin [-] Segment aaaa5836-1be2-4ba3-ab7d-e5a1c601bcd5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aaaa5836-1be2-4ba3-ab7d-e5a1c601bcd5 found for delete ", "request_id": "req-42076193-9b8f-42fc-acc8-57e06655e018"}]} Sep 20 13:18:07.644607 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-9f51de11-47da-42f4-b066-5a1fa0a73f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'name': 'tempest-AttachVolumeNegativeTest-2003643593-router', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'e9492da9-45a9-44b6-9182-04a6b3f257d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:17:46Z', 'updated_at': '2022-09-20T13:17:58Z', 'revision_number': 4, 'project_id': '4a20aa815a0947579d330112176846c9', 'gw_port': {'id': 'e9492da9-45a9-44b6-9182-04a6b3f257d7', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:23:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:48Z', 'updated_at': '2022-09-20T13:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': 'ba476e6c-250e-4f5e-8556-480e6708d591', 'name': '', 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'mac_address': 'fa:16:3e:8c:7f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'adb9ef7c-1078-430d-958b-f7a53420a9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:56Z', 'updated_at': '2022-09-20T13:18:06Z', 'revision_number': 4, 'project_id': '4a20aa815a0947579d330112176846c9', 'subnets': [{'id': 'adb9ef7c-1078-430d-958b-f7a53420a9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:18:07.684594 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f51de11-47da-42f4-b066-5a1fa0a73f7a None None] The sync data for ids ['be2310ee-b755-4160-9683-bf0123d26b8d'] in dv-cinder-858463-1-iscsi is: [{'id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'name': 'tempest-AttachVolumeNegativeTest-2003643593-router', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'e9492da9-45a9-44b6-9182-04a6b3f257d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:17:46Z', 'updated_at': '2022-09-20T13:17:58Z', 'revision_number': 4, 'project_id': '4a20aa815a0947579d330112176846c9', 'gw_port': {'id': 'e9492da9-45a9-44b6-9182-04a6b3f257d7', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:23:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:48Z', 'updated_at': '2022-09-20T13:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': 'ba476e6c-250e-4f5e-8556-480e6708d591', 'name': '', 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'mac_address': 'fa:16:3e:8c:7f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'adb9ef7c-1078-430d-958b-f7a53420a9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:56Z', 'updated_at': '2022-09-20T13:18:06Z', 'revision_number': 4, 'project_id': '4a20aa815a0947579d330112176846c9', 'subnets': [{'id': 'adb9ef7c-1078-430d-958b-f7a53420a9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:18:07.713231 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Provisioning complete for port 9754ef40-4888-414d-91f5-dc27b14c30ca triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:18:07.714026 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (9754ef40-4888-414d-91f5-dc27b14c30ca), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:07.714432 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Attempt 1 to provision port 9754ef40-4888-414d-91f5-dc27b14c30ca Sep 20 13:18:07.829867 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-13951bb4-de0b-4532-8843-9bf6dd43db1d None None] Current status of the port 9754ef40-4888-414d-91f5-dc27b14c30ca is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:18:07.891927 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Current status of the port 9754ef40-4888-414d-91f5-dc27b14c30ca is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:18:07.893140 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device e9492da9-45a9-44b6-9182-04a6b3f257d7 up at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:18:07.901064 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-13951bb4-de0b-4532-8843-9bf6dd43db1d None None] Provisioning complete for port 7b6f7407-47e3-49fd-8035-a2250b12f8a8 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:18:07.901861 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-13951bb4-de0b-4532-8843-9bf6dd43db1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (7b6f7407-47e3-49fd-8035-a2250b12f8a8), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:07.902214 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-13951bb4-de0b-4532-8843-9bf6dd43db1d None None] Attempt 1 to provision port 7b6f7407-47e3-49fd-8035-a2250b12f8a8 Sep 20 13:18:07.910119 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 61070) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:18:07.964119 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-23feef06-e67a-4034-b43b-895fcfaed486 req-97828247-9704-4ac0-949a-ff5f7cc07ffb tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 210 time: 0.1083758 Sep 20 13:18:08.016426 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Provisioning complete for port e9492da9-45a9-44b6-9182-04a6b3f257d7 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:18:08.020138 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (e9492da9-45a9-44b6-9182-04a6b3f257d7), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:08.022206 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Attempt 1 to provision port e9492da9-45a9-44b6-9182-04a6b3f257d7 Sep 20 13:18:08.220407 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8486a82c-683d-4246-b991-19fc228e6ec5 req-e3d96868-da55-4e8e-9a27-c609f7cce1bc tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 210 time: 0.1205180 Sep 20 13:18:08.341231 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ec9f7-09ed-4a69-b4b4-a9f1699171c0 req-6d93335a-43dd-4671-a86a-70b912d80102 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:08.345859 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-498ec9f7-09ed-4a69-b4b4-a9f1699171c0 req-6d93335a-43dd-4671-a86a-70b912d80102 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.62 "GET /v2.0/networks?id=85cb1952-2655-4c09-a126-13c0b6f786a3 HTTP/1.1" status: 200 len: 812 time: 0.4152706 Sep 20 13:18:08.410469 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-13951bb4-de0b-4532-8843-9bf6dd43db1d None None] Current status of the port 7b6f7407-47e3-49fd-8035-a2250b12f8a8 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:18:08.455361 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-9ee8ce74-cc04-45e6-8b42-9ce7ba168d38 req-bda878ef-fd00-4867-b375-f9fe5f4d66e1 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 210 time: 0.0713279 Sep 20 13:18:08.461170 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-498ec9f7-09ed-4a69-b4b4-a9f1699171c0 req-bba6af7b-947c-4e99-a1a0-65f174698b92 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Request body: {'port': {'device_id': '2bac4b64-b918-40fa-9023-39b8c6643cc2', 'network_id': '85cb1952-2655-4c09-a126-13c0b6f786a3', 'admin_state_up': True, 'tenant_id': 'e7941cd87f0e45c780116e41017a2865'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:18:08.493287 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Current status of the port e9492da9-45a9-44b6-9182-04a6b3f257d7 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:18:08.529864 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 54644) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:18:08.615244 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-93d1b771-b854-4a61-a1dd-f75667094487 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f8fb258d48ac4776a5e68d111682c6f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0835288 Sep 20 13:18:08.619147 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 54650) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:18:08.713205 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 61081) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:18:08.726396 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-59363d29-9be9-4879-ba6d-5fc3c28e78d8 admin admin] Publish callbacks [] for security_group (641ed0c2-cf35-4758-8b48-8097e5b39573), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:08.750833 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.62', 61082) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:18:09.263051 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec2747-f254-4c66-8f20-aaa9dd434e2d req-f42de69f-a4f2-46b7-8707-074ecb46043f tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:09.266972 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-3bec2747-f254-4c66-8f20-aaa9dd434e2d req-f42de69f-a4f2-46b7-8707-074ecb46043f tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.62 "GET /v2.0/networks?id=105b52c6-cee8-4c92-bcc7-3a77d1e92018 HTTP/1.1" status: 200 len: 818 time: 0.5150285 Sep 20 13:18:09.278374 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-59363d29-9be9-4879-ba6d-5fc3c28e78d8 admin admin] Publish callbacks [] for security_group (641ed0c2-cf35-4758-8b48-8097e5b39573), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:09.337820 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-498ec9f7-09ed-4a69-b4b4-a9f1699171c0 req-bba6af7b-947c-4e99-a1a0-65f174698b92 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Made reservation on behalf of e7941cd87f0e45c780116e41017a2865 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:18:09.339833 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.v2.base [req-3bec2747-f254-4c66-8f20-aaa9dd434e2d req-37e37970-6a0e-47d7-8fce-cf9379191bb3 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Request body: {'port': {'device_id': '281eee8b-c4d3-47f3-af09-41fe3c30bbb9', 'network_id': '105b52c6-cee8-4c92-bcc7-3a77d1e92018', 'admin_state_up': True, 'tenant_id': 'f8f8bdd06ef247d389068dcb1648b4f7'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:18:09.357358 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device ba476e6c-250e-4f5e-8556-480e6708d591 up at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:18:09.363278 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-498ec9f7-09ed-4a69-b4b4-a9f1699171c0 req-bba6af7b-947c-4e99-a1a0-65f174698b92 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:09.429975 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a883b6c-9528-4d8f-9396-283041a3ea7a req-866524b1-c290-464a-a700-26422a554c48 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:09.433281 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8a883b6c-9528-4d8f-9396-283041a3ea7a req-866524b1-c290-464a-a700-26422a554c48 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.62 "GET /v2.0/networks?id=105b52c6-cee8-4c92-bcc7-3a77d1e92018 HTTP/1.1" status: 200 len: 818 time: 0.6750178 Sep 20 13:18:09.464449 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-8a883b6c-9528-4d8f-9396-283041a3ea7a req-4dde60d1-cf22-4407-9d9b-8cddf03017e8 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Request body: {'port': {'device_id': '3226ee7c-30dc-4262-9e31-f5d2a26f7f9a', 'network_id': '105b52c6-cee8-4c92-bcc7-3a77d1e92018', 'admin_state_up': True, 'tenant_id': 'f8f8bdd06ef247d389068dcb1648b4f7'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:18:09.543948 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Provisioning complete for port ba476e6c-250e-4f5e-8556-480e6708d591 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:18:09.544888 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (ba476e6c-250e-4f5e-8556-480e6708d591), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:09.545457 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Attempt 1 to provision port ba476e6c-250e-4f5e-8556-480e6708d591 Sep 20 13:18:09.554796 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 61092) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:18:09.782466 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Current status of the port ba476e6c-250e-4f5e-8556-480e6708d591 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:18:09.825147 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-f7c29a0b-7f7b-4ad1-9d8e-13684f50d528 req-2d66f78a-053c-439b-a80b-115f4dd0ea9a tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 210 time: 0.2237711 Sep 20 13:18:09.951529 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bec2747-f254-4c66-8f20-aaa9dd434e2d req-37e37970-6a0e-47d7-8fce-cf9379191bb3 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Made reservation on behalf of f8f8bdd06ef247d389068dcb1648b4f7 for: {'port': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:18:09.971423 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-3bec2747-f254-4c66-8f20-aaa9dd434e2d req-37e37970-6a0e-47d7-8fce-cf9379191bb3 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:09.993504 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (728cf656-0364-4172-b8b5-b6ffd3122ed0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:10.035582 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-59363d29-9be9-4879-ba6d-5fc3c28e78d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (641ed0c2-cf35-4758-8b48-8097e5b39573), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:10.040341 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-59363d29-9be9-4879-ba6d-5fc3c28e78d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:10.042818 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-59363d29-9be9-4879-ba6d-5fc3c28e78d8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/641ed0c2-cf35-4758-8b48-8097e5b39573 HTTP/1.1" status: 204 len: 168 time: 1.4213252 Sep 20 13:18:10.076927 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e62d5d10-2bfc-4283-88ea-7e251800b757 req-650da667-3c2b-47e6-84cd-da474ffde2a0 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 210 time: 0.2727520 Sep 20 13:18:10.146344 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59363d29-9be9-4879-ba6d-5fc3c28e78d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641ed0c2-cf35-4758-8b48-8097e5b39573,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:10.349963 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-6237768c-fbcc-443b-b570-11dcca26f005 req-7ee6d238-974b-449c-ae59-a4d33094f227 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 210 time: 0.1416740 Sep 20 13:18:10.478668 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e7476-28f8-45c7-b224-d903df4a49c5 req-db667fe6-f7a7-4bdc-bbdd-91d4bda912ed tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:10.493264 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b67e7476-28f8-45c7-b224-d903df4a49c5 req-db667fe6-f7a7-4bdc-bbdd-91d4bda912ed tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.62 "GET /v2.0/networks?id=ed809d10-45b2-429e-b44f-1694990b1073 HTTP/1.1" status: 200 len: 815 time: 0.9301643 Sep 20 13:18:10.542052 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-498ec9f7-09ed-4a69-b4b4-a9f1699171c0 req-bba6af7b-947c-4e99-a1a0-65f174698b92 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Allocated IP 172.20.0.5 (85cb1952-2655-4c09-a126-13c0b6f786a3/698d76a0-5d36-492c-ac0e-62e4480f0bec/3cc1985d-16d4-419a-b057-c24aeec35a38) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:18:10.837693 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [req-3bec2747-f254-4c66-8f20-aaa9dd434e2d req-37e37970-6a0e-47d7-8fce-cf9379191bb3 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Allocated IP 172.20.0.8 (105b52c6-cee8-4c92-bcc7-3a77d1e92018/64939650-d3ca-4c0c-952c-41e35d669944/da745733-d8ef-4a92-89c1-eb60336661fa) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:18:11.068789 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a883b6c-9528-4d8f-9396-283041a3ea7a req-4dde60d1-cf22-4407-9d9b-8cddf03017e8 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Made reservation on behalf of f8f8bdd06ef247d389068dcb1648b4f7 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:18:11.073351 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8a883b6c-9528-4d8f-9396-283041a3ea7a req-4dde60d1-cf22-4407-9d9b-8cddf03017e8 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:11.419455 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-92d1ae00-f895-4102-8c38-b3dfce74c4f7 req-7be70636-cd4f-4980-9e30-542b727c311b tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 210 time: 0.1140814 Sep 20 13:18:11.462835 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-3bec2747-f254-4c66-8f20-aaa9dd434e2d req-37e37970-6a0e-47d7-8fce-cf9379191bb3 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Publish callbacks [] for port (da745733-d8ef-4a92-89c1-eb60336661fa), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:11.535630 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-3bec2747-f254-4c66-8f20-aaa9dd434e2d req-37e37970-6a0e-47d7-8fce-cf9379191bb3 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938'] for port (da745733-d8ef-4a92-89c1-eb60336661fa), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:11.597325 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b67e7476-28f8-45c7-b224-d903df4a49c5 req-80c65326-be00-459d-beaa-91828a0e703e tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a20aa815a0947579d330112176846c9 HTTP/1.1" status: 200 len: 380 time: 1.0786541 Sep 20 13:18:11.666168 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-73fa7ad2-1b4b-4bce-a4a2-faaa78a3197f req-e23d96a5-d919-4206-aec0-7882a29311a8 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 210 time: 0.6459970 Sep 20 13:18:11.678002 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-ff8de2ca-79a5-4035-885a-5d5c516f16e6 req-8cefc6b2-32fa-44fc-90c9-8f8734b80f45 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 210 time: 0.1075921 Sep 20 13:18:11.688480 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bec2747-f254-4c66-8f20-aaa9dd434e2d req-37e37970-6a0e-47d7-8fce-cf9379191bb3 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Network 105b52c6-cee8-4c92-bcc7-3a77d1e92018 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:18:11.692703 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [req-3bec2747-f254-4c66-8f20-aaa9dd434e2d req-37e37970-6a0e-47d7-8fce-cf9379191bb3 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:18:11.696535 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bec2747-f254-4c66-8f20-aaa9dd434e2d req-37e37970-6a0e-47d7-8fce-cf9379191bb3 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:18:11.703036 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec2747-f254-4c66-8f20-aaa9dd434e2d req-37e37970-6a0e-47d7-8fce-cf9379191bb3 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:11.704438 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-3bec2747-f254-4c66-8f20-aaa9dd434e2d req-37e37970-6a0e-47d7-8fce-cf9379191bb3 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:11.709449 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e37970-6a0e-47d7-8fce-cf9379191bb3 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Pushing event updated for resources: {'Port': ['ID=da745733-d8ef-4a92-89c1-eb60336661fa,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:11.748187 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-3bec2747-f254-4c66-8f20-aaa9dd434e2d req-37e37970-6a0e-47d7-8fce-cf9379191bb3 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4466972 Sep 20 13:18:11.790329 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-498ec9f7-09ed-4a69-b4b4-a9f1699171c0 req-bba6af7b-947c-4e99-a1a0-65f174698b92 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Publish callbacks [] for port (3cc1985d-16d4-419a-b057-c24aeec35a38), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:11.938171 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-8a883b6c-9528-4d8f-9396-283041a3ea7a req-4dde60d1-cf22-4407-9d9b-8cddf03017e8 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Allocated IP 172.20.0.5 (105b52c6-cee8-4c92-bcc7-3a77d1e92018/64939650-d3ca-4c0c-952c-41e35d669944/db0389ce-4a65-44b3-9cfe-dc30d33b40b5) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:18:11.949085 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-498ec9f7-09ed-4a69-b4b4-a9f1699171c0 req-bba6af7b-947c-4e99-a1a0-65f174698b92 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (3cc1985d-16d4-419a-b057-c24aeec35a38), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:12.065244 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba6af7b-947c-4e99-a1a0-65f174698b92 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Pushing event updated for resources: {'Port': ['ID=3cc1985d-16d4-419a-b057-c24aeec35a38,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:12.093111 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-498ec9f7-09ed-4a69-b4b4-a9f1699171c0 req-bba6af7b-947c-4e99-a1a0-65f174698b92 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Network 85cb1952-2655-4c09-a126-13c0b6f786a3 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:18:12.097197 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-498ec9f7-09ed-4a69-b4b4-a9f1699171c0 req-bba6af7b-947c-4e99-a1a0-65f174698b92 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:18:12.105083 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-498ec9f7-09ed-4a69-b4b4-a9f1699171c0 req-bba6af7b-947c-4e99-a1a0-65f174698b92 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:18:12.210882 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-dcd406c0-f664-4bb4-b40a-9af7639be082 None None] Provisioning complete for port da745733-d8ef-4a92-89c1-eb60336661fa triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:18:12.211653 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dcd406c0-f664-4bb4-b40a-9af7639be082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (da745733-d8ef-4a92-89c1-eb60336661fa), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:12.211752 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-dcd406c0-f664-4bb4-b40a-9af7639be082 None None] Attempt 1 to provision port da745733-d8ef-4a92-89c1-eb60336661fa Sep 20 13:18:12.321923 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ec9f7-09ed-4a69-b4b4-a9f1699171c0 req-bba6af7b-947c-4e99-a1a0-65f174698b92 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:12.322622 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-498ec9f7-09ed-4a69-b4b4-a9f1699171c0 req-bba6af7b-947c-4e99-a1a0-65f174698b92 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:12.346420 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-dcd406c0-f664-4bb4-b40a-9af7639be082 None None] Port da745733-d8ef-4a92-89c1-eb60336661fa cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:18:12.372750 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-498ec9f7-09ed-4a69-b4b4-a9f1699171c0 req-bba6af7b-947c-4e99-a1a0-65f174698b92 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9206901 Sep 20 13:18:12.521735 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8a883b6c-9528-4d8f-9396-283041a3ea7a req-4dde60d1-cf22-4407-9d9b-8cddf03017e8 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Publish callbacks [] for port (db0389ce-4a65-44b3-9cfe-dc30d33b40b5), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:12.569316 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8a883b6c-9528-4d8f-9396-283041a3ea7a req-4dde60d1-cf22-4407-9d9b-8cddf03017e8 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (db0389ce-4a65-44b3-9cfe-dc30d33b40b5), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:12.621152 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a883b6c-9528-4d8f-9396-283041a3ea7a req-4dde60d1-cf22-4407-9d9b-8cddf03017e8 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Network 105b52c6-cee8-4c92-bcc7-3a77d1e92018 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:18:12.625994 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-8a883b6c-9528-4d8f-9396-283041a3ea7a req-4dde60d1-cf22-4407-9d9b-8cddf03017e8 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:18:12.630631 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a883b6c-9528-4d8f-9396-283041a3ea7a req-4dde60d1-cf22-4407-9d9b-8cddf03017e8 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:18:12.647991 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373af37-223e-41d8-8222-9fef59f1955d req-34f193c9-d015-43b0-8fc3-ce7cbb755a0c tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:12.658461 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-c373af37-223e-41d8-8222-9fef59f1955d req-34f193c9-d015-43b0-8fc3-ce7cbb755a0c tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 931 time: 0.1186378 Sep 20 13:18:12.678882 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde60d1-cf22-4407-9d9b-8cddf03017e8 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Pushing event updated for resources: {'Port': ['ID=db0389ce-4a65-44b3-9cfe-dc30d33b40b5,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:12.747300 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a883b6c-9528-4d8f-9396-283041a3ea7a req-4dde60d1-cf22-4407-9d9b-8cddf03017e8 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:12.747969 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8a883b6c-9528-4d8f-9396-283041a3ea7a req-4dde60d1-cf22-4407-9d9b-8cddf03017e8 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:12.754992 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-c373af37-223e-41d8-8222-9fef59f1955d req-98e3f9dc-f81d-482c-bba8-993201baec8b tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/security-groups?id=515a81a2-5ac7-478c-bbd7-9788c10d548b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953555 Sep 20 13:18:12.782365 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8a883b6c-9528-4d8f-9396-283041a3ea7a req-4dde60d1-cf22-4407-9d9b-8cddf03017e8 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3314734 Sep 20 13:18:12.838372 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e24690a0-c6f7-4d5d-81b8-ea835c8b418d req-89c385d1-b53a-4bf0-86f9-b2a8a505e6cc tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 210 time: 0.0344162 Sep 20 13:18:12.849083 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-dcd406c0-f664-4bb4-b40a-9af7639be082 None None] Attempt 2 to provision port da745733-d8ef-4a92-89c1-eb60336661fa Sep 20 13:18:12.887757 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-dcd406c0-f664-4bb4-b40a-9af7639be082 None None] Port da745733-d8ef-4a92-89c1-eb60336661fa cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:18:12.891610 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06fb847-04ac-4709-8a24-a5153a0949f2 req-b1b2da63-49f0-4423-8c8c-ba83756f596b tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:12.899631 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-c06fb847-04ac-4709-8a24-a5153a0949f2 req-b1b2da63-49f0-4423-8c8c-ba83756f596b tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 931 time: 0.0807128 Sep 20 13:18:12.959491 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-c06fb847-04ac-4709-8a24-a5153a0949f2 req-54c12216-3dcb-4677-92a9-f6d2c0058720 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562971 Sep 20 13:18:13.388701 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-dcd406c0-f664-4bb4-b40a-9af7639be082 None None] Attempt 3 to provision port da745733-d8ef-4a92-89c1-eb60336661fa Sep 20 13:18:13.421570 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-dcd406c0-f664-4bb4-b40a-9af7639be082 None None] Port da745733-d8ef-4a92-89c1-eb60336661fa cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:18:13.449934 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 54832) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:18:13.557454 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-183f086f-7026-4c2a-a4b5-9ce83f368490 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:13.627990 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-183f086f-7026-4c2a-a4b5-9ce83f368490 admin admin] Publish callbacks [] for security_group (05e9094e-37b1-42c7-8b6b-34c7a733e3d0), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:13.631561 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-183f086f-7026-4c2a-a4b5-9ce83f368490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (05e9094e-37b1-42c7-8b6b-34c7a733e3d0), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:13.669178 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-183f086f-7026-4c2a-a4b5-9ce83f368490 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=effa256673d54edabfbbec2e91b9fd0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2182057 Sep 20 13:18:13.670016 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183f086f-7026-4c2a-a4b5-9ce83f368490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e9094e-37b1-42c7-8b6b-34c7a733e3d0,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:13.671928 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 54842) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:18:13.719340 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1c920caa-e3d1-4f22-b17d-c487681d644e admin admin] Publish callbacks [] for security_group (05e9094e-37b1-42c7-8b6b-34c7a733e3d0), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:13.739811 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1c920caa-e3d1-4f22-b17d-c487681d644e admin admin] Publish callbacks [] for security_group (05e9094e-37b1-42c7-8b6b-34c7a733e3d0), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:13.787364 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1c920caa-e3d1-4f22-b17d-c487681d644e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (05e9094e-37b1-42c7-8b6b-34c7a733e3d0), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:13.790427 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1c920caa-e3d1-4f22-b17d-c487681d644e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:13.791601 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-1c920caa-e3d1-4f22-b17d-c487681d644e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/05e9094e-37b1-42c7-8b6b-34c7a733e3d0 HTTP/1.1" status: 204 len: 168 time: 0.1186764 Sep 20 13:18:13.799389 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c920caa-e3d1-4f22-b17d-c487681d644e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e9094e-37b1-42c7-8b6b-34c7a733e3d0,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:13.901550 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631bbbe-9c6c-456c-9f37-8277ad07a398 req-04616f96-4704-4b99-a55d-d9edfa0a9649 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:13.908851 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9631bbbe-9c6c-456c-9f37-8277ad07a398 req-04616f96-4704-4b99-a55d-d9edfa0a9649 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 931 time: 0.0821416 Sep 20 13:18:13.922807 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-dcd406c0-f664-4bb4-b40a-9af7639be082 None None] Attempt 4 to provision port da745733-d8ef-4a92-89c1-eb60336661fa Sep 20 13:18:13.949863 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-d01e85a3-a8ff-4e0f-b46a-29fe8f0c4312 req-352694f6-d699-43e9-8566-68a44f9e4609 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 210 time: 0.0320568 Sep 20 13:18:13.958898 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-dcd406c0-f664-4bb4-b40a-9af7639be082 None None] Port da745733-d8ef-4a92-89c1-eb60336661fa cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:18:13.968762 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9631bbbe-9c6c-456c-9f37-8277ad07a398 req-6fecfcd9-cce8-4066-afa7-bb474de6f667 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/security-groups?id=515a81a2-5ac7-478c-bbd7-9788c10d548b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589728 Sep 20 13:18:14.079733 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43da32-dda5-42e2-9a71-cdf2eb557870 req-d3f052b5-07a3-4381-8f8b-012efe3d0f6f tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:14.081186 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-ea43da32-dda5-42e2-9a71-cdf2eb557870 req-d3f052b5-07a3-4381-8f8b-012efe3d0f6f tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 931 time: 0.0536056 Sep 20 13:18:14.093824 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 54854) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:18:14.115866 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7ecff128-13d4-4d0b-8853-0de358d9d79a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:14.153530 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-ea43da32-dda5-42e2-9a71-cdf2eb557870 req-8dddd1e5-466e-4e31-b1a9-d76cf014d8f6 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661814 Sep 20 13:18:14.207627 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7ecff128-13d4-4d0b-8853-0de358d9d79a admin admin] Publish callbacks [] for security_group (4f013057-055f-4507-a010-04d45f817fc3), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:14.212994 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7ecff128-13d4-4d0b-8853-0de358d9d79a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (4f013057-055f-4507-a010-04d45f817fc3), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:14.252259 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecff128-13d4-4d0b-8853-0de358d9d79a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f013057-055f-4507-a010-04d45f817fc3,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:14.256450 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-7ecff128-13d4-4d0b-8853-0de358d9d79a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1cba10edcf424f3cba6670b8b646e86e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1616943 Sep 20 13:18:14.259374 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 54856) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:18:14.317465 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-73fc3901-21c1-416e-bd09-63aad15700e9 admin admin] Publish callbacks [] for security_group (4f013057-055f-4507-a010-04d45f817fc3), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:14.340800 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-73fc3901-21c1-416e-bd09-63aad15700e9 admin admin] Publish callbacks [] for security_group (4f013057-055f-4507-a010-04d45f817fc3), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:14.386283 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-73fc3901-21c1-416e-bd09-63aad15700e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (4f013057-055f-4507-a010-04d45f817fc3), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:14.388787 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-73fc3901-21c1-416e-bd09-63aad15700e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:14.389903 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-73fc3901-21c1-416e-bd09-63aad15700e9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4f013057-055f-4507-a010-04d45f817fc3 HTTP/1.1" status: 204 len: 168 time: 0.1295447 Sep 20 13:18:14.397492 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fc3901-21c1-416e-bd09-63aad15700e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f013057-055f-4507-a010-04d45f817fc3,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:14.460186 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-dcd406c0-f664-4bb4-b40a-9af7639be082 None None] Attempt 5 to provision port da745733-d8ef-4a92-89c1-eb60336661fa Sep 20 13:18:14.497610 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-dcd406c0-f664-4bb4-b40a-9af7639be082 None None] Port da745733-d8ef-4a92-89c1-eb60336661fa cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:18:14.999124 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-dcd406c0-f664-4bb4-b40a-9af7639be082 None None] Attempt 6 to provision port da745733-d8ef-4a92-89c1-eb60336661fa Sep 20 13:18:15.036878 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-dcd406c0-f664-4bb4-b40a-9af7639be082 None None] Port da745733-d8ef-4a92-89c1-eb60336661fa cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:18:15.068925 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a46d2da1-ae04-4456-915e-258f6da5b405 req-cffef7c1-52b8-41bd-94b4-41fdec3f9ad0 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 210 time: 0.0364382 Sep 20 13:18:15.110034 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8a9bc-0e9d-40e9-ada6-c25ec6b8c1cf req-e135ba4a-3003-468b-9b11-58fd18d514f7 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:15.114297 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-50f8a9bc-0e9d-40e9-ada6-c25ec6b8c1cf req-e135ba4a-3003-468b-9b11-58fd18d514f7 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 931 time: 0.0660236 Sep 20 13:18:15.158516 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-50f8a9bc-0e9d-40e9-ada6-c25ec6b8c1cf req-b0b1dc67-8253-4103-bd3e-22446ef56496 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/security-groups?id=515a81a2-5ac7-478c-bbd7-9788c10d548b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414374 Sep 20 13:18:15.283510 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de52a3-c8fb-4f31-9e81-bc4e09668e90 req-a350b8d1-f80d-466d-85db-ee83dcde59b1 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:15.285001 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-80de52a3-c8fb-4f31-9e81-bc4e09668e90 req-a350b8d1-f80d-466d-85db-ee83dcde59b1 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 931 time: 0.0534256 Sep 20 13:18:15.333487 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-80de52a3-c8fb-4f31-9e81-bc4e09668e90 req-164a6a40-4264-49af-a16b-cb43aeded74f tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424633 Sep 20 13:18:15.538105 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-dcd406c0-f664-4bb4-b40a-9af7639be082 None None] Attempt 7 to provision port da745733-d8ef-4a92-89c1-eb60336661fa Sep 20 13:18:15.579860 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-dcd406c0-f664-4bb4-b40a-9af7639be082 None None] Port da745733-d8ef-4a92-89c1-eb60336661fa cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:18:16.081476 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-dcd406c0-f664-4bb4-b40a-9af7639be082 None None] Attempt 8 to provision port da745733-d8ef-4a92-89c1-eb60336661fa Sep 20 13:18:16.119963 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-dcd406c0-f664-4bb4-b40a-9af7639be082 None None] Port da745733-d8ef-4a92-89c1-eb60336661fa cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:18:16.162858 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-f1e391ff-4f71-47d2-aa8a-fb3b9d2cb442 req-f51c3ac6-d135-4b79-a78f-41e61f3eaa3e tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 210 time: 0.0294328 Sep 20 13:18:16.295401 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4854d4d-2e97-42c1-bf0e-73021a88ca47 req-f434de12-bf17-4b6c-bc38-81835eca21bd tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:16.302504 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a4854d4d-2e97-42c1-bf0e-73021a88ca47 req-f434de12-bf17-4b6c-bc38-81835eca21bd tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 931 time: 0.0701430 Sep 20 13:18:16.373324 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a4854d4d-2e97-42c1-bf0e-73021a88ca47 req-16476154-9bd9-4071-8482-edab23393b06 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/security-groups?id=515a81a2-5ac7-478c-bbd7-9788c10d548b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697675 Sep 20 13:18:16.497957 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e728fab-7f1f-4f6c-baa1-306799ff5107 req-86ff31e8-e546-4286-b33d-9cab31ab20ac tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:16.499544 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-7e728fab-7f1f-4f6c-baa1-306799ff5107 req-86ff31e8-e546-4286-b33d-9cab31ab20ac tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 931 time: 0.0831058 Sep 20 13:18:16.574298 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-7e728fab-7f1f-4f6c-baa1-306799ff5107 req-9aa1eab1-c173-438a-9383-b1fd70e0aa39 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663087 Sep 20 13:18:16.621917 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-dcd406c0-f664-4bb4-b40a-9af7639be082 None None] Attempt 9 to provision port da745733-d8ef-4a92-89c1-eb60336661fa Sep 20 13:18:16.659629 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-dcd406c0-f664-4bb4-b40a-9af7639be082 None None] Port da745733-d8ef-4a92-89c1-eb60336661fa cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:18:17.160481 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-dcd406c0-f664-4bb4-b40a-9af7639be082 None None] Attempt 10 to provision port da745733-d8ef-4a92-89c1-eb60336661fa Sep 20 13:18:17.194092 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-dcd406c0-f664-4bb4-b40a-9af7639be082 None None] Port da745733-d8ef-4a92-89c1-eb60336661fa cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:18:17.268630 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6eeb82f1-053e-4b86-8485-655a4b710d8b req-c50242d3-c8b5-47ea-b066-5a6a37b02e91 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 210 time: 0.0309088 Sep 20 13:18:17.314454 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-9a5090c8-01f3-46d2-9b02-72cbd788f953 None None] Provisioning complete for port db0389ce-4a65-44b3-9cfe-dc30d33b40b5 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:18:17.314713 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9a5090c8-01f3-46d2-9b02-72cbd788f953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (db0389ce-4a65-44b3-9cfe-dc30d33b40b5), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:17.315089 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-9a5090c8-01f3-46d2-9b02-72cbd788f953 None None] Attempt 1 to provision port db0389ce-4a65-44b3-9cfe-dc30d33b40b5 Sep 20 13:18:17.346347 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-9a5090c8-01f3-46d2-9b02-72cbd788f953 None None] Port db0389ce-4a65-44b3-9cfe-dc30d33b40b5 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:18:17.520975 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be778144-9a7d-450c-8374-75da0858fbc1 req-255a3e33-b64d-4780-aece-e66eefa9afc3 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:17.522813 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-be778144-9a7d-450c-8374-75da0858fbc1 req-255a3e33-b64d-4780-aece-e66eefa9afc3 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 931 time: 0.0582733 Sep 20 13:18:17.572348 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-be778144-9a7d-450c-8374-75da0858fbc1 req-307e5dfd-204c-4630-8734-5f2787a43588 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/security-groups?id=515a81a2-5ac7-478c-bbd7-9788c10d548b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436549 Sep 20 13:18:17.717855 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7226d9-716d-4ec9-a03e-ac6e7faecbb0 req-b34fc229-33d2-4dcc-86a5-8a4540d1c5c4 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:17.719700 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-fa7226d9-716d-4ec9-a03e-ac6e7faecbb0 req-b34fc229-33d2-4dcc-86a5-8a4540d1c5c4 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 931 time: 0.0597870 Sep 20 13:18:17.786216 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-fa7226d9-716d-4ec9-a03e-ac6e7faecbb0 req-be469409-3aec-42e3-b568-841187c38668 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607905 Sep 20 13:18:17.847311 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-9a5090c8-01f3-46d2-9b02-72cbd788f953 None None] Attempt 2 to provision port db0389ce-4a65-44b3-9cfe-dc30d33b40b5 Sep 20 13:18:17.887657 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-9a5090c8-01f3-46d2-9b02-72cbd788f953 None None] Port db0389ce-4a65-44b3-9cfe-dc30d33b40b5 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:18:18.386082 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-1dd9e7c9-80bc-4bec-bc5a-7a53acdbac13 req-32996277-4902-4148-ae3a-6a881b11bf76 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 210 time: 0.0332253 Sep 20 13:18:18.388896 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-9a5090c8-01f3-46d2-9b02-72cbd788f953 None None] Attempt 3 to provision port db0389ce-4a65-44b3-9cfe-dc30d33b40b5 Sep 20 13:18:18.426937 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-9a5090c8-01f3-46d2-9b02-72cbd788f953 None None] Port db0389ce-4a65-44b3-9cfe-dc30d33b40b5 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:18:18.698083 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca197919-dd66-4a69-8d9b-3b09bc3a9e80 req-8e595b23-951d-4b79-8501-35415945fa7b tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:18.699626 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ca197919-dd66-4a69-8d9b-3b09bc3a9e80 req-8e595b23-951d-4b79-8501-35415945fa7b tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 931 time: 0.0555985 Sep 20 13:18:18.747291 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ca197919-dd66-4a69-8d9b-3b09bc3a9e80 req-b8584d2a-7327-4689-8f26-d22fa38d513e tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/security-groups?id=515a81a2-5ac7-478c-bbd7-9788c10d548b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419877 Sep 20 13:18:18.917464 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed8c51-ccc2-45d6-a82a-314ac768e500 req-dd62ea30-0ede-4e18-95b5-ec6e3029467b tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:18.918959 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-48ed8c51-ccc2-45d6-a82a-314ac768e500 req-dd62ea30-0ede-4e18-95b5-ec6e3029467b tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 931 time: 0.0531876 Sep 20 13:18:18.928429 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-9a5090c8-01f3-46d2-9b02-72cbd788f953 None None] Attempt 4 to provision port db0389ce-4a65-44b3-9cfe-dc30d33b40b5 Sep 20 13:18:18.970749 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-48ed8c51-ccc2-45d6-a82a-314ac768e500 req-e4c8b653-aa61-4ebc-b948-18b4f204eb6f tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461080 Sep 20 13:18:19.000352 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-9a5090c8-01f3-46d2-9b02-72cbd788f953 None None] Port db0389ce-4a65-44b3-9cfe-dc30d33b40b5 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:18:19.486342 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ce3c344b-6f07-4847-a5f3-8ee89565a25d req-464f4768-2e3f-4021-8bbb-31ca2d9de1ae tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 210 time: 0.0273736 Sep 20 13:18:19.502656 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-9a5090c8-01f3-46d2-9b02-72cbd788f953 None None] Attempt 5 to provision port db0389ce-4a65-44b3-9cfe-dc30d33b40b5 Sep 20 13:18:19.533220 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-9a5090c8-01f3-46d2-9b02-72cbd788f953 None None] Port db0389ce-4a65-44b3-9cfe-dc30d33b40b5 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:18:19.893049 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3386ff-3e8c-4e0a-ade5-c3808d94e7cc req-46754ffa-847a-4c97-bd25-76a978842e62 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:19.894489 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-ef3386ff-3e8c-4e0a-ade5-c3808d94e7cc req-46754ffa-847a-4c97-bd25-76a978842e62 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 931 time: 0.0525870 Sep 20 13:18:19.943983 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-ef3386ff-3e8c-4e0a-ade5-c3808d94e7cc req-91a6677a-028a-47c8-bc4a-fdd3263e49a8 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/security-groups?id=515a81a2-5ac7-478c-bbd7-9788c10d548b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428884 Sep 20 13:18:20.035306 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-9a5090c8-01f3-46d2-9b02-72cbd788f953 None None] Attempt 6 to provision port db0389ce-4a65-44b3-9cfe-dc30d33b40b5 Sep 20 13:18:20.104956 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-9a5090c8-01f3-46d2-9b02-72cbd788f953 None None] Port db0389ce-4a65-44b3-9cfe-dc30d33b40b5 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:18:20.148026 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded9249e-02dc-4f88-a623-032a24928439 req-9fb1e5fb-4546-46cd-a925-eac6d3400a61 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:20.151285 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ded9249e-02dc-4f88-a623-032a24928439 req-9fb1e5fb-4546-46cd-a925-eac6d3400a61 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 931 time: 0.0695553 Sep 20 13:18:20.207487 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ded9249e-02dc-4f88-a623-032a24928439 req-3ad8b93f-375b-4bb3-9abd-72e170aff640 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499816 Sep 20 13:18:20.464236 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.agents_db [None req-1b87bba1-5a3b-42d5-ba20-63287d9ec67c None None] Agent healthcheck: found 6 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:18:20.587331 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-fd38e065-c52d-42d7-bc81-f7c8df560877 req-91cf03e4-278c-494f-bc96-c75827cf238b tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 210 time: 0.0296495 Sep 20 13:18:20.606467 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-9a5090c8-01f3-46d2-9b02-72cbd788f953 None None] Attempt 7 to provision port db0389ce-4a65-44b3-9cfe-dc30d33b40b5 Sep 20 13:18:20.637282 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-9a5090c8-01f3-46d2-9b02-72cbd788f953 None None] Port db0389ce-4a65-44b3-9cfe-dc30d33b40b5 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:18:21.069100 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf0795-7f27-426b-802d-472eaaeedb46 req-9a85f73d-58e5-4aab-8b6a-65d45c719dbb tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:21.070618 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-76bf0795-7f27-426b-802d-472eaaeedb46 req-9a85f73d-58e5-4aab-8b6a-65d45c719dbb tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 931 time: 0.0542061 Sep 20 13:18:21.120023 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-76bf0795-7f27-426b-802d-472eaaeedb46 req-f1fff7fe-0bc7-481a-9655-4ce06dc17c37 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/security-groups?id=515a81a2-5ac7-478c-bbd7-9788c10d548b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429144 Sep 20 13:18:21.138432 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-9a5090c8-01f3-46d2-9b02-72cbd788f953 None None] Attempt 8 to provision port db0389ce-4a65-44b3-9cfe-dc30d33b40b5 Sep 20 13:18:21.219619 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-9a5090c8-01f3-46d2-9b02-72cbd788f953 None None] Port db0389ce-4a65-44b3-9cfe-dc30d33b40b5 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:18:21.514759 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21713a8d-9b0f-4360-a7ec-34b6bb73683a req-c31eb5ab-5fd5-4761-9713-6c48e639597e tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:21.517730 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-21713a8d-9b0f-4360-a7ec-34b6bb73683a req-c31eb5ab-5fd5-4761-9713-6c48e639597e tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 931 time: 0.2342491 Sep 20 13:18:21.575780 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-21713a8d-9b0f-4360-a7ec-34b6bb73683a req-3d39f6b5-6d84-4f5f-a25e-16bdce0ccb5d tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491564 Sep 20 13:18:21.689951 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-464425b9-e5d4-4d98-9b57-913999de98b4 req-72847508-0000-4188-a60a-8382e75fefe1 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 210 time: 0.0283923 Sep 20 13:18:21.721589 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-9a5090c8-01f3-46d2-9b02-72cbd788f953 None None] Attempt 9 to provision port db0389ce-4a65-44b3-9cfe-dc30d33b40b5 Sep 20 13:18:21.756514 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-9a5090c8-01f3-46d2-9b02-72cbd788f953 None None] Port db0389ce-4a65-44b3-9cfe-dc30d33b40b5 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:18:22.248474 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776db388-ae95-4269-b437-400f20f12022 req-a03c6cd9-80e4-4f4d-9fb3-81ef1673ef23 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:22.248474 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-776db388-ae95-4269-b437-400f20f12022 req-a03c6cd9-80e4-4f4d-9fb3-81ef1673ef23 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 931 time: 0.0582616 Sep 20 13:18:22.258386 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-9a5090c8-01f3-46d2-9b02-72cbd788f953 None None] Attempt 10 to provision port db0389ce-4a65-44b3-9cfe-dc30d33b40b5 Sep 20 13:18:22.294236 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-9a5090c8-01f3-46d2-9b02-72cbd788f953 None None] Port db0389ce-4a65-44b3-9cfe-dc30d33b40b5 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:18:22.301633 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-776db388-ae95-4269-b437-400f20f12022 req-1b59ede9-4789-445e-aa77-7da2177d154c tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/security-groups?id=515a81a2-5ac7-478c-bbd7-9788c10d548b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488284 Sep 20 13:18:22.306449 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-9a5090c8-01f3-46d2-9b02-72cbd788f953 None None] Provisioning complete for port 3cc1985d-16d4-419a-b057-c24aeec35a38 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:18:22.306866 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9a5090c8-01f3-46d2-9b02-72cbd788f953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (3cc1985d-16d4-419a-b057-c24aeec35a38), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:22.307209 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-9a5090c8-01f3-46d2-9b02-72cbd788f953 None None] Attempt 1 to provision port 3cc1985d-16d4-419a-b057-c24aeec35a38 Sep 20 13:18:22.337805 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-9a5090c8-01f3-46d2-9b02-72cbd788f953 None None] Port 3cc1985d-16d4-419a-b057-c24aeec35a38 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:18:22.702556 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e98f6a-2a19-4034-ab36-d452c8b9bb93 req-7fb1cd1f-592c-4a6e-bd3f-4cba488d4aff tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:22.704029 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-76e98f6a-2a19-4034-ab36-d452c8b9bb93 req-7fb1cd1f-592c-4a6e-bd3f-4cba488d4aff tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 931 time: 0.0581379 Sep 20 13:18:22.751946 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-76e98f6a-2a19-4034-ab36-d452c8b9bb93 req-17a214df-93c5-4bf1-8385-aa390444b6c5 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422456 Sep 20 13:18:22.792048 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-bb9bcf55-9c8a-4ad6-9024-351559adc6e6 req-6ce45070-86fa-4541-a3d3-e9f711219bdb tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 210 time: 0.0290322 Sep 20 13:18:22.839425 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-9a5090c8-01f3-46d2-9b02-72cbd788f953 None None] Attempt 2 to provision port 3cc1985d-16d4-419a-b057-c24aeec35a38 Sep 20 13:18:22.869951 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-9a5090c8-01f3-46d2-9b02-72cbd788f953 None None] Port 3cc1985d-16d4-419a-b057-c24aeec35a38 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:18:23.370776 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-9a5090c8-01f3-46d2-9b02-72cbd788f953 None None] Attempt 3 to provision port 3cc1985d-16d4-419a-b057-c24aeec35a38 Sep 20 13:18:23.418647 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-9a5090c8-01f3-46d2-9b02-72cbd788f953 None None] Port 3cc1985d-16d4-419a-b057-c24aeec35a38 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:18:23.421146 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-858e27e5-6ba8-41d4-a9bf-eafa2b57b56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (c520f755-59ca-4a79-a15e-107c01e131c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:23.447650 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d74d99-35d3-462c-99a6-0f8d146c5679 req-a6d6e92c-4ab1-45b8-92f6-cc6c7e5286b9 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:23.449445 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f9d74d99-35d3-462c-99a6-0f8d146c5679 req-a6d6e92c-4ab1-45b8-92f6-cc6c7e5286b9 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 931 time: 0.0658875 Sep 20 13:18:23.563571 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f9d74d99-35d3-462c-99a6-0f8d146c5679 req-e4d8d61a-a8d8-4048-97a0-ec8f53ac9ca0 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/security-groups?id=515a81a2-5ac7-478c-bbd7-9788c10d548b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080637 Sep 20 13:18:23.892504 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d67d28-5c60-406a-b6c9-88cae9b8d2da req-c3ae0cd0-f786-4a0b-8075-203cc040f64c tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:23.894844 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-e1d67d28-5c60-406a-b6c9-88cae9b8d2da req-c3ae0cd0-f786-4a0b-8075-203cc040f64c tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 931 time: 0.0668380 Sep 20 13:18:23.900565 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4a516f6b-ee24-4d9e-b98d-7a3098534074 req-f83e22d6-0870-4df5-be7a-fdecf3fd946e tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 210 time: 0.0298357 Sep 20 13:18:23.920749 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-9a5090c8-01f3-46d2-9b02-72cbd788f953 None None] Attempt 4 to provision port 3cc1985d-16d4-419a-b057-c24aeec35a38 Sep 20 13:18:23.957149 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-e1d67d28-5c60-406a-b6c9-88cae9b8d2da req-ce6aa651-e836-47b2-8e76-0b35c2fca407 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533957 Sep 20 13:18:23.970751 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-9a5090c8-01f3-46d2-9b02-72cbd788f953 None None] Port 3cc1985d-16d4-419a-b057-c24aeec35a38 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:18:24.474998 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-9a5090c8-01f3-46d2-9b02-72cbd788f953 None None] Attempt 5 to provision port 3cc1985d-16d4-419a-b057-c24aeec35a38 Sep 20 13:18:24.507278 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-9a5090c8-01f3-46d2-9b02-72cbd788f953 None None] Port 3cc1985d-16d4-419a-b057-c24aeec35a38 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:18:24.723520 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f14e85-3607-4049-9adb-6cfc1b164258 req-d35a7934-b272-4504-8acb-ff4f6b21a34e tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:24.724987 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-34f14e85-3607-4049-9adb-6cfc1b164258 req-d35a7934-b272-4504-8acb-ff4f6b21a34e tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 931 time: 0.0613666 Sep 20 13:18:24.773447 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-34f14e85-3607-4049-9adb-6cfc1b164258 req-2afe5f75-4997-464b-a3df-49776fe4072e tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/security-groups?id=515a81a2-5ac7-478c-bbd7-9788c10d548b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416870 Sep 20 13:18:25.006588 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-0ee9e2e5-77da-4d31-a6aa-8af8013aa136 req-f1715408-d876-443c-869f-61cc259223c3 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 210 time: 0.0294456 Sep 20 13:18:25.008580 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-9a5090c8-01f3-46d2-9b02-72cbd788f953 None None] Attempt 6 to provision port 3cc1985d-16d4-419a-b057-c24aeec35a38 Sep 20 13:18:25.059706 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-9a5090c8-01f3-46d2-9b02-72cbd788f953 None None] Port 3cc1985d-16d4-419a-b057-c24aeec35a38 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:18:25.097003 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644659ed-2538-4536-bc5a-1f788cdd316f req-ee0b8d00-aef8-4f17-9dd6-66d3e0fe1b24 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:25.099338 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-644659ed-2538-4536-bc5a-1f788cdd316f req-ee0b8d00-aef8-4f17-9dd6-66d3e0fe1b24 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 931 time: 0.0567324 Sep 20 13:18:25.151397 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-644659ed-2538-4536-bc5a-1f788cdd316f req-bbe0df88-9f60-490b-8337-9cdb37da87e2 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461085 Sep 20 13:18:25.560734 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-9a5090c8-01f3-46d2-9b02-72cbd788f953 None None] Attempt 7 to provision port 3cc1985d-16d4-419a-b057-c24aeec35a38 Sep 20 13:18:25.594905 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-9a5090c8-01f3-46d2-9b02-72cbd788f953 None None] Port 3cc1985d-16d4-419a-b057-c24aeec35a38 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:18:25.737166 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6a6501ab-4c00-4611-9303-50142ef1d45f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (e6bdf340-58c5-4186-af2d-ab00439e5425), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:25.900602 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d6ad19-7642-4281-97a8-1643a114e3e1 req-c158b8c3-6cfd-404b-8c6e-049d493cc7b6 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:25.902040 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-61d6ad19-7642-4281-97a8-1643a114e3e1 req-c158b8c3-6cfd-404b-8c6e-049d493cc7b6 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 931 time: 0.0543962 Sep 20 13:18:25.948857 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-61d6ad19-7642-4281-97a8-1643a114e3e1 req-84750e93-ff2a-473a-aa15-59bf55cf0d66 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/security-groups?id=515a81a2-5ac7-478c-bbd7-9788c10d548b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404496 Sep 20 13:18:26.096393 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-9a5090c8-01f3-46d2-9b02-72cbd788f953 None None] Attempt 8 to provision port 3cc1985d-16d4-419a-b057-c24aeec35a38 Sep 20 13:18:26.109517 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0077dab5-34ae-48cd-89f4-e8d68f72a623 req-a27eab14-0d3b-4567-bc35-47388b744103 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 210 time: 0.0274029 Sep 20 13:18:26.129455 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-9a5090c8-01f3-46d2-9b02-72cbd788f953 None None] Port 3cc1985d-16d4-419a-b057-c24aeec35a38 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:18:26.150546 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [req-498ec9f7-09ed-4a69-b4b4-a9f1699171c0 req-74309d4b-6cfc-4edd-b9fd-e56d861ce557 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 20 13:18:26.150782 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [req-3bec2747-f254-4c66-8f20-aaa9dd434e2d req-ff03c393-0c00-45b0-8c6f-eab539b163c7 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 20 13:18:26.151604 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-3bec2747-f254-4c66-8f20-aaa9dd434e2d req-ff03c393-0c00-45b0-8c6f-eab539b163c7 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052071 Sep 20 13:18:26.151850 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-498ec9f7-09ed-4a69-b4b4-a9f1699171c0 req-74309d4b-6cfc-4edd-b9fd-e56d861ce557 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069554 Sep 20 13:18:26.155334 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-b67e7476-28f8-45c7-b224-d903df4a49c5 req-89274d38-f9a9-4fff-9af2-726ff2e0ec51 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Request body: {'port': {'device_id': 'bab316ba-c488-4ee1-8262-0d6e73b9afa5', 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073', 'admin_state_up': True, 'tenant_id': '4a20aa815a0947579d330112176846c9', 'security_groups': ['e06914b7-70ea-4d64-8def-7f299f67398c']}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:18:26.272176 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b67e7476-28f8-45c7-b224-d903df4a49c5 req-89274d38-f9a9-4fff-9af2-726ff2e0ec51 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Made reservation on behalf of 4a20aa815a0947579d330112176846c9 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:18:26.275933 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b67e7476-28f8-45c7-b224-d903df4a49c5 req-89274d38-f9a9-4fff-9af2-726ff2e0ec51 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:26.292832 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcbd491-904b-41aa-b1b6-41d7a6e40c09 req-a84a53c5-5b3a-4960-8cec-970fb6779fe5 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:26.294525 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-edcbd491-904b-41aa-b1b6-41d7a6e40c09 req-a84a53c5-5b3a-4960-8cec-970fb6779fe5 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 931 time: 0.0570202 Sep 20 13:18:26.332817 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [req-8a883b6c-9528-4d8f-9396-283041a3ea7a req-85100489-2138-4bed-bd21-77404c506824 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 20 13:18:26.333766 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8a883b6c-9528-4d8f-9396-283041a3ea7a req-85100489-2138-4bed-bd21-77404c506824 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051990 Sep 20 13:18:26.344337 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-edcbd491-904b-41aa-b1b6-41d7a6e40c09 req-9ac1c4b4-0e5f-443f-83c5-2990d2de403d tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437198 Sep 20 13:18:26.412690 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-b67e7476-28f8-45c7-b224-d903df4a49c5 req-89274d38-f9a9-4fff-9af2-726ff2e0ec51 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Allocated IP 172.20.0.13 (ed809d10-45b2-429e-b44f-1694990b1073/adb9ef7c-1078-430d-958b-f7a53420a9c5/055b6831-0401-4e61-b025-649a032bec93) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:18:26.574728 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b67e7476-28f8-45c7-b224-d903df4a49c5 req-89274d38-f9a9-4fff-9af2-726ff2e0ec51 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for port (055b6831-0401-4e61-b025-649a032bec93), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:26.616558 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b67e7476-28f8-45c7-b224-d903df4a49c5 req-89274d38-f9a9-4fff-9af2-726ff2e0ec51 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (055b6831-0401-4e61-b025-649a032bec93), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:26.626801 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.v2.base [req-3bec2747-f254-4c66-8f20-aaa9dd434e2d req-0ad00e79-e4b2-4a55-b05d-814fb328e94c service neutron] Request body: {'port': {'device_id': '281eee8b-c4d3-47f3-af09-41fe3c30bbb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85846'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:18:26.630906 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-9a5090c8-01f3-46d2-9b02-72cbd788f953 None None] Attempt 9 to provision port 3cc1985d-16d4-419a-b057-c24aeec35a38 Sep 20 13:18:26.687747 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-9a5090c8-01f3-46d2-9b02-72cbd788f953 None None] Port 3cc1985d-16d4-419a-b057-c24aeec35a38 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:18:26.709900 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21c1e68e-1f58-483a-acac-7453cdb7afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (dfbc54aa-0ed8-4030-9edb-0bf7f0e74037), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:26.724662 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b67e7476-28f8-45c7-b224-d903df4a49c5 req-89274d38-f9a9-4fff-9af2-726ff2e0ec51 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Network ed809d10-45b2-429e-b44f-1694990b1073 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:18:26.734244 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-8a883b6c-9528-4d8f-9396-283041a3ea7a req-72f666ef-337a-419f-a8f9-24c8067d9b4d service neutron] Request body: {'port': {'device_id': '3226ee7c-30dc-4262-9e31-f5d2a26f7f9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85846'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:18:26.768406 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-498ec9f7-09ed-4a69-b4b4-a9f1699171c0 req-da90c579-5f68-4826-a2c4-0d68cb2d6d02 service neutron] Request body: {'port': {'device_id': '2bac4b64-b918-40fa-9023-39b8c6643cc2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85846'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:18:26.770544 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-b67e7476-28f8-45c7-b224-d903df4a49c5 req-89274d38-f9a9-4fff-9af2-726ff2e0ec51 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:18:26.781016 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-b67e7476-28f8-45c7-b224-d903df4a49c5 req-89274d38-f9a9-4fff-9af2-726ff2e0ec51 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:18:26.782491 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-3bec2747-f254-4c66-8f20-aaa9dd434e2d req-0ad00e79-e4b2-4a55-b05d-814fb328e94c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (da745733-d8ef-4a92-89c1-eb60336661fa), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:26.901368 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89274d38-f9a9-4fff-9af2-726ff2e0ec51 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Pushing event updated for resources: {'Port': ['ID=055b6831-0401-4e61-b025-649a032bec93,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:26.998912 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-498ec9f7-09ed-4a69-b4b4-a9f1699171c0 req-da90c579-5f68-4826-a2c4-0d68cb2d6d02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (3cc1985d-16d4-419a-b057-c24aeec35a38), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:27.003709 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8a883b6c-9528-4d8f-9396-283041a3ea7a req-72f666ef-337a-419f-a8f9-24c8067d9b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (db0389ce-4a65-44b3-9cfe-dc30d33b40b5), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:27.035518 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e7476-28f8-45c7-b224-d903df4a49c5 req-89274d38-f9a9-4fff-9af2-726ff2e0ec51 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:27.036160 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b67e7476-28f8-45c7-b224-d903df4a49c5 req-89274d38-f9a9-4fff-9af2-726ff2e0ec51 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:27.068363 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b67e7476-28f8-45c7-b224-d903df4a49c5 req-89274d38-f9a9-4fff-9af2-726ff2e0ec51 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9208128 Sep 20 13:18:27.131349 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-b67e7476-28f8-45c7-b224-d903df4a49c5 req-68334f2a-b736-49f6-8cd6-50f88bb945b9 service neutron] Request body: {'port': {'device_id': 'bab316ba-c488-4ee1-8262-0d6e73b9afa5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85846'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:18:27.189578 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-9a5090c8-01f3-46d2-9b02-72cbd788f953 None None] Attempt 10 to provision port 3cc1985d-16d4-419a-b057-c24aeec35a38 Sep 20 13:18:27.278178 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-9a5090c8-01f3-46d2-9b02-72cbd788f953 None None] Port 3cc1985d-16d4-419a-b057-c24aeec35a38 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:18:27.279243 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b67e7476-28f8-45c7-b224-d903df4a49c5 req-68334f2a-b736-49f6-8cd6-50f88bb945b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (055b6831-0401-4e61-b025-649a032bec93), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:27.385322 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27014ab2-9c29-44ab-ad64-bdfd0de489cf req-86631166-4887-4e5d-a55a-051a33866e65 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:27.386877 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-27014ab2-9c29-44ab-ad64-bdfd0de489cf req-86631166-4887-4e5d-a55a-051a33866e65 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 932 time: 0.1225040 Sep 20 13:18:27.399348 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.notifiers.nova [req-3bec2747-f254-4c66-8f20-aaa9dd434e2d req-0ad00e79-e4b2-4a55-b05d-814fb328e94c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da745733-d8ef-4a92-89c1-eb60336661fa {{(pid=104086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 13:18:27.410175 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-e7c3e615-71e5-4580-9e52-78fd47cd97f4 None None] Provisioning complete for port 055b6831-0401-4e61-b025-649a032bec93 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:18:27.411056 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e7c3e615-71e5-4580-9e52-78fd47cd97f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (055b6831-0401-4e61-b025-649a032bec93), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:27.411629 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-e7c3e615-71e5-4580-9e52-78fd47cd97f4 None None] Attempt 1 to provision port 055b6831-0401-4e61-b025-649a032bec93 Sep 20 13:18:27.428248 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-3bec2747-f254-4c66-8f20-aaa9dd434e2d req-0ad00e79-e4b2-4a55-b05d-814fb328e94c service neutron] Publish callbacks [] for port (da745733-d8ef-4a92-89c1-eb60336661fa), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:27.467493 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-e7c3e615-71e5-4580-9e52-78fd47cd97f4 None None] Port 055b6831-0401-4e61-b025-649a032bec93 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:18:27.472876 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.db.provisioning_blocks [req-3bec2747-f254-4c66-8f20-aaa9dd434e2d req-0ad00e79-e4b2-4a55-b05d-814fb328e94c service neutron] Transition to ACTIVE for port object da745733-d8ef-4a92-89c1-eb60336661fa will not be triggered until provisioned by entity L2. {{(pid=104086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 20 13:18:27.478180 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-27014ab2-9c29-44ab-ad64-bdfd0de489cf req-22b59c3c-954a-4aa0-8560-736e8fea0fd5 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=e06914b7-70ea-4d64-8def-7f299f67398c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738668 Sep 20 13:18:27.479512 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-3bec2747-f254-4c66-8f20-aaa9dd434e2d req-0ad00e79-e4b2-4a55-b05d-814fb328e94c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (da745733-d8ef-4a92-89c1-eb60336661fa), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:27.697451 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-3bec2747-f254-4c66-8f20-aaa9dd434e2d req-0ad00e79-e4b2-4a55-b05d-814fb328e94c service neutron] Attempting to bind port da745733-d8ef-4a92-89c1-eb60336661fa on host hv-cinder-85846 for vnic_type normal with profile {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 20 13:18:27.697451 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-3bec2747-f254-4c66-8f20-aaa9dd434e2d req-0ad00e79-e4b2-4a55-b05d-814fb328e94c service neutron] Attempting to bind port da745733-d8ef-4a92-89c1-eb60336661fa by drivers openvswitch,hyperv on host hv-cinder-85846 at level 0 using segments [{'id': 'f7400dd8-eb7b-448c-9b24-32bf1c4335c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '105b52c6-cee8-4c92-bcc7-3a77d1e92018'}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 20 13:18:27.697891 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bec2747-f254-4c66-8f20-aaa9dd434e2d req-0ad00e79-e4b2-4a55-b05d-814fb328e94c service neutron] Attempting to bind port da745733-d8ef-4a92-89c1-eb60336661fa on network 105b52c6-cee8-4c92-bcc7-3a77d1e92018 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:18:27.701640 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c320135-8dd1-4b0f-a712-b13739636b46 req-22048969-cc7f-42ad-ab1d-576359f4373f tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:27.703735 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2c320135-8dd1-4b0f-a712-b13739636b46 req-22048969-cc7f-42ad-ab1d-576359f4373f tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 931 time: 0.5785561 Sep 20 13:18:27.703921 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad00e79-e4b2-4a55-b05d-814fb328e94c service neutron] Pushing event updated for resources: {'Port': ['ID=da745733-d8ef-4a92-89c1-eb60336661fa,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:27.709867 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bec2747-f254-4c66-8f20-aaa9dd434e2d req-0ad00e79-e4b2-4a55-b05d-814fb328e94c service neutron] Port da745733-d8ef-4a92-89c1-eb60336661fa on network 105b52c6-cee8-4c92-bcc7-3a77d1e92018 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85846 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 13:18:27.710196 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bec2747-f254-4c66-8f20-aaa9dd434e2d req-0ad00e79-e4b2-4a55-b05d-814fb328e94c service neutron] Attempting to bind port da745733-d8ef-4a92-89c1-eb60336661fa on network 105b52c6-cee8-4c92-bcc7-3a77d1e92018 {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:18:27.719046 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bec2747-f254-4c66-8f20-aaa9dd434e2d req-0ad00e79-e4b2-4a55-b05d-814fb328e94c service neutron] Checking agent: {'id': '728cf656-0364-4172-b8b5-b6ffd3122ed0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85846', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 13, 15, 40), 'started_at': datetime.datetime(2022, 9, 20, 13, 15, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 13, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:18:27.719392 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bec2747-f254-4c66-8f20-aaa9dd434e2d req-0ad00e79-e4b2-4a55-b05d-814fb328e94c service neutron] Checking segment: {'id': 'f7400dd8-eb7b-448c-9b24-32bf1c4335c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '105b52c6-cee8-4c92-bcc7-3a77d1e92018'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:18:27.719973 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bec2747-f254-4c66-8f20-aaa9dd434e2d req-0ad00e79-e4b2-4a55-b05d-814fb328e94c service neutron] Bound using segment: {'id': 'f7400dd8-eb7b-448c-9b24-32bf1c4335c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '105b52c6-cee8-4c92-bcc7-3a77d1e92018'} {{(pid=104086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:18:27.720481 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.managers [req-3bec2747-f254-4c66-8f20-aaa9dd434e2d req-0ad00e79-e4b2-4a55-b05d-814fb328e94c service neutron] Bound port: da745733-d8ef-4a92-89c1-eb60336661fa, host: hv-cinder-85846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7400dd8-eb7b-448c-9b24-32bf1c4335c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '105b52c6-cee8-4c92-bcc7-3a77d1e92018'}}] {{(pid=104086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 20 13:18:27.720845 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-3bec2747-f254-4c66-8f20-aaa9dd434e2d req-0ad00e79-e4b2-4a55-b05d-814fb328e94c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (da745733-d8ef-4a92-89c1-eb60336661fa), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:27.768353 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a654b0-0c36-4acc-89a9-b85ff96724cc req-7a545a4c-8d1c-4772-b478-b14553a091a7 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:27.769891 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-a8a654b0-0c36-4acc-89a9-b85ff96724cc req-7a545a4c-8d1c-4772-b478-b14553a091a7 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 943 time: 0.1513202 Sep 20 13:18:27.857375 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-3bec2747-f254-4c66-8f20-aaa9dd434e2d req-0ad00e79-e4b2-4a55-b05d-814fb328e94c service neutron] For port da745733-d8ef-4a92-89c1-eb60336661fa, host hv-cinder-85846, cleared binding levels {{(pid=104086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:18:27.890006 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.db [req-3bec2747-f254-4c66-8f20-aaa9dd434e2d req-0ad00e79-e4b2-4a55-b05d-814fb328e94c service neutron] For port da745733-d8ef-4a92-89c1-eb60336661fa, host hv-cinder-85846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=da745733-d8ef-4a92-89c1-eb60336661fa,segment=NetworkSegment(f7400dd8-eb7b-448c-9b24-32bf1c4335c7),segment_id=f7400dd8-eb7b-448c-9b24-32bf1c4335c7)] {{(pid=104086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:18:27.897667 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-a8a654b0-0c36-4acc-89a9-b85ff96724cc req-7415e4a2-f77c-4477-97e1-5430f1118b9f tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204875 Sep 20 13:18:27.899509 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-3bec2747-f254-4c66-8f20-aaa9dd434e2d req-0ad00e79-e4b2-4a55-b05d-814fb328e94c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (da745733-d8ef-4a92-89c1-eb60336661fa), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:27.905234 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec2747-f254-4c66-8f20-aaa9dd434e2d req-0ad00e79-e4b2-4a55-b05d-814fb328e94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:27.905861 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [req-3bec2747-f254-4c66-8f20-aaa9dd434e2d req-0ad00e79-e4b2-4a55-b05d-814fb328e94c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for port (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:27.910351 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-3bec2747-f254-4c66-8f20-aaa9dd434e2d req-0ad00e79-e4b2-4a55-b05d-814fb328e94c service neutron] 10.222.0.62 "PUT /v2.0/ports/da745733-d8ef-4a92-89c1-eb60336661fa HTTP/1.1" status: 200 len: 1093 time: 1.3480084 Sep 20 13:18:27.910351 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '281eee8b-c4d3-47f3-af09-41fe3c30bbb9', 'tag': 'da745733-d8ef-4a92-89c1-eb60336661fa'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:18:27.969446 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-e7c3e615-71e5-4580-9e52-78fd47cd97f4 None None] Attempt 2 to provision port 055b6831-0401-4e61-b025-649a032bec93 Sep 20 13:18:28.040476 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-e7c3e615-71e5-4580-9e52-78fd47cd97f4 None None] Port 055b6831-0401-4e61-b025-649a032bec93 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:18:28.118782 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c793fb8f-2eac-4cf0-b972-02f3f2d6d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (78ab24c8-cd03-458a-a2fc-6c0c54d0053a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:28.150209 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad00e79-e4b2-4a55-b05d-814fb328e94c service neutron] Pushing event updated for resources: {'Port': ['ID=da745733-d8ef-4a92-89c1-eb60336661fa,revision_number=3']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:28.187729 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec2747-f254-4c66-8f20-aaa9dd434e2d req-d609a00a-81e3-4c07-998e-b2df6a24173a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:28.190072 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-3bec2747-f254-4c66-8f20-aaa9dd434e2d req-d609a00a-81e3-4c07-998e-b2df6a24173a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f8f8bdd06ef247d389068dcb1648b4f7&device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 1127 time: 0.1428037 Sep 20 13:18:28.237752 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2c320135-8dd1-4b0f-a712-b13739636b46 req-2bf7c0d9-e1ef-485d-95fd-d3ceb7276abf tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/security-groups?id=515a81a2-5ac7-478c-bbd7-9788c10d548b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3540225 Sep 20 13:18:28.264972 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 55260) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:18:28.274688 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [req-498ec9f7-09ed-4a69-b4b4-a9f1699171c0 req-da90c579-5f68-4826-a2c4-0d68cb2d6d02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cc1985d-16d4-419a-b057-c24aeec35a38 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 13:18:28.283008 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35f9f8ba2811e4be4385c704f255b6faf45db8d19dac8ae47afe3dd23e96b6c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf361b44-6771-4081-97cf-fe38cda243a5" -d '{"events": [{"name": "network-changed", "server_uuid": "281eee8b-c4d3-47f3-af09-41fe3c30bbb9", "tag": "da745733-d8ef-4a92-89c1-eb60336661fa"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:18:28.292134 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-498ec9f7-09ed-4a69-b4b4-a9f1699171c0 req-da90c579-5f68-4826-a2c4-0d68cb2d6d02 service neutron] Publish callbacks [] for port (3cc1985d-16d4-419a-b057-c24aeec35a38), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:28.324537 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-3bec2747-f254-4c66-8f20-aaa9dd434e2d req-50eda7ad-40e5-4d6c-bff4-1ecbc92d5949 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da745733-d8ef-4a92-89c1-eb60336661fa HTTP/1.1" status: 200 len: 217 time: 0.1132269 Sep 20 13:18:28.351339 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-498ec9f7-09ed-4a69-b4b4-a9f1699171c0 req-da90c579-5f68-4826-a2c4-0d68cb2d6d02 service neutron] Transition to ACTIVE for port object 3cc1985d-16d4-419a-b057-c24aeec35a38 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 20 13:18:28.360888 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-498ec9f7-09ed-4a69-b4b4-a9f1699171c0 req-da90c579-5f68-4826-a2c4-0d68cb2d6d02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242759'] for port (3cc1985d-16d4-419a-b057-c24aeec35a38), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:28.367101 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [req-8a883b6c-9528-4d8f-9396-283041a3ea7a req-72f666ef-337a-419f-a8f9-24c8067d9b4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db0389ce-4a65-44b3-9cfe-dc30d33b40b5 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 13:18:28.387329 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8a883b6c-9528-4d8f-9396-283041a3ea7a req-72f666ef-337a-419f-a8f9-24c8067d9b4d service neutron] Publish callbacks [] for port (db0389ce-4a65-44b3-9cfe-dc30d33b40b5), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:28.476577 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-8a883b6c-9528-4d8f-9396-283041a3ea7a req-72f666ef-337a-419f-a8f9-24c8067d9b4d service neutron] Transition to ACTIVE for port object db0389ce-4a65-44b3-9cfe-dc30d33b40b5 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 20 13:18:28.480832 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 13:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24fa81a8-2d90-484f-a188-cd53ed85e531 x-openstack-request-id: req-24fa81a8-2d90-484f-a188-cd53ed85e531 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:18:28.481316 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "281eee8b-c4d3-47f3-af09-41fe3c30bbb9", "tag": "da745733-d8ef-4a92-89c1-eb60336661fa", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:18:28.481415 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-24fa81a8-2d90-484f-a188-cd53ed85e531 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:18:28.481869 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24fa81a8-2d90-484f-a188-cd53ed85e531'] response: {'name': 'network-changed', 'server_uuid': '281eee8b-c4d3-47f3-af09-41fe3c30bbb9', 'tag': 'da745733-d8ef-4a92-89c1-eb60336661fa', 'status': 'completed', 'code': 200} Sep 20 13:18:28.497757 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8a883b6c-9528-4d8f-9396-283041a3ea7a req-72f666ef-337a-419f-a8f9-24c8067d9b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242759'] for port (db0389ce-4a65-44b3-9cfe-dc30d33b40b5), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:28.543512 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-e7c3e615-71e5-4580-9e52-78fd47cd97f4 None None] Attempt 3 to provision port 055b6831-0401-4e61-b025-649a032bec93 Sep 20 13:18:28.545224 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4f5f5264-f9d0-40e1-998b-ebbf86fdfc69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:28.569112 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da90c579-5f68-4826-a2c4-0d68cb2d6d02 service neutron] Pushing event updated for resources: {'Port': ['ID=3cc1985d-16d4-419a-b057-c24aeec35a38,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:28.583571 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [req-b67e7476-28f8-45c7-b224-d903df4a49c5 req-68334f2a-b736-49f6-8cd6-50f88bb945b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 055b6831-0401-4e61-b025-649a032bec93 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 13:18:28.595486 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-e7c3e615-71e5-4580-9e52-78fd47cd97f4 None None] Port 055b6831-0401-4e61-b025-649a032bec93 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:18:28.631001 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b67e7476-28f8-45c7-b224-d903df4a49c5 req-68334f2a-b736-49f6-8cd6-50f88bb945b9 service neutron] Publish callbacks [] for port (055b6831-0401-4e61-b025-649a032bec93), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:28.713739 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-b67e7476-28f8-45c7-b224-d903df4a49c5 req-68334f2a-b736-49f6-8cd6-50f88bb945b9 service neutron] Transition to ACTIVE for port object 055b6831-0401-4e61-b025-649a032bec93 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 20 13:18:28.723799 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f666ef-337a-419f-a8f9-24c8067d9b4d service neutron] Pushing event updated for resources: {'Port': ['ID=db0389ce-4a65-44b3-9cfe-dc30d33b40b5,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:28.726150 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-498ec9f7-09ed-4a69-b4b4-a9f1699171c0 req-da90c579-5f68-4826-a2c4-0d68cb2d6d02 service neutron] Attempting to bind port 3cc1985d-16d4-419a-b057-c24aeec35a38 on host hv-cinder-85846 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 20 13:18:28.726488 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-498ec9f7-09ed-4a69-b4b4-a9f1699171c0 req-da90c579-5f68-4826-a2c4-0d68cb2d6d02 service neutron] Attempting to bind port 3cc1985d-16d4-419a-b057-c24aeec35a38 by drivers openvswitch,hyperv on host hv-cinder-85846 at level 0 using segments [{'id': 'acd0bdec-f9e9-459b-aa2a-c80988ac3dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '85cb1952-2655-4c09-a126-13c0b6f786a3'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 20 13:18:28.726861 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498ec9f7-09ed-4a69-b4b4-a9f1699171c0 req-da90c579-5f68-4826-a2c4-0d68cb2d6d02 service neutron] Attempting to bind port 3cc1985d-16d4-419a-b057-c24aeec35a38 on network 85cb1952-2655-4c09-a126-13c0b6f786a3 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:18:28.746930 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b67e7476-28f8-45c7-b224-d903df4a49c5 req-68334f2a-b736-49f6-8cd6-50f88bb945b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242759'] for port (055b6831-0401-4e61-b025-649a032bec93), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:28.767676 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498ec9f7-09ed-4a69-b4b4-a9f1699171c0 req-da90c579-5f68-4826-a2c4-0d68cb2d6d02 service neutron] Port 3cc1985d-16d4-419a-b057-c24aeec35a38 on network 85cb1952-2655-4c09-a126-13c0b6f786a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85846 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 13:18:28.768004 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498ec9f7-09ed-4a69-b4b4-a9f1699171c0 req-da90c579-5f68-4826-a2c4-0d68cb2d6d02 service neutron] Attempting to bind port 3cc1985d-16d4-419a-b057-c24aeec35a38 on network 85cb1952-2655-4c09-a126-13c0b6f786a3 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:18:28.813838 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498ec9f7-09ed-4a69-b4b4-a9f1699171c0 req-da90c579-5f68-4826-a2c4-0d68cb2d6d02 service neutron] Checking agent: {'id': '728cf656-0364-4172-b8b5-b6ffd3122ed0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85846', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 13, 15, 40), 'started_at': datetime.datetime(2022, 9, 20, 13, 15, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 13, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:18:28.814183 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498ec9f7-09ed-4a69-b4b4-a9f1699171c0 req-da90c579-5f68-4826-a2c4-0d68cb2d6d02 service neutron] Checking segment: {'id': 'acd0bdec-f9e9-459b-aa2a-c80988ac3dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '85cb1952-2655-4c09-a126-13c0b6f786a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:18:28.814758 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498ec9f7-09ed-4a69-b4b4-a9f1699171c0 req-da90c579-5f68-4826-a2c4-0d68cb2d6d02 service neutron] Bound using segment: {'id': 'acd0bdec-f9e9-459b-aa2a-c80988ac3dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '85cb1952-2655-4c09-a126-13c0b6f786a3'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:18:28.815300 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-498ec9f7-09ed-4a69-b4b4-a9f1699171c0 req-da90c579-5f68-4826-a2c4-0d68cb2d6d02 service neutron] Bound port: 3cc1985d-16d4-419a-b057-c24aeec35a38, host: hv-cinder-85846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acd0bdec-f9e9-459b-aa2a-c80988ac3dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '85cb1952-2655-4c09-a126-13c0b6f786a3'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 20 13:18:28.815655 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-498ec9f7-09ed-4a69-b4b4-a9f1699171c0 req-da90c579-5f68-4826-a2c4-0d68cb2d6d02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (3cc1985d-16d4-419a-b057-c24aeec35a38), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:28.870459 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-8a883b6c-9528-4d8f-9396-283041a3ea7a req-72f666ef-337a-419f-a8f9-24c8067d9b4d service neutron] Attempting to bind port db0389ce-4a65-44b3-9cfe-dc30d33b40b5 on host hv-cinder-85846 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 20 13:18:28.870953 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-8a883b6c-9528-4d8f-9396-283041a3ea7a req-72f666ef-337a-419f-a8f9-24c8067d9b4d service neutron] Attempting to bind port db0389ce-4a65-44b3-9cfe-dc30d33b40b5 by drivers openvswitch,hyperv on host hv-cinder-85846 at level 0 using segments [{'id': 'f7400dd8-eb7b-448c-9b24-32bf1c4335c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '105b52c6-cee8-4c92-bcc7-3a77d1e92018'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 20 13:18:28.871188 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a883b6c-9528-4d8f-9396-283041a3ea7a req-72f666ef-337a-419f-a8f9-24c8067d9b4d service neutron] Attempting to bind port db0389ce-4a65-44b3-9cfe-dc30d33b40b5 on network 105b52c6-cee8-4c92-bcc7-3a77d1e92018 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:18:28.908783 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68334f2a-b736-49f6-8cd6-50f88bb945b9 service neutron] Pushing event updated for resources: {'Port': ['ID=055b6831-0401-4e61-b025-649a032bec93,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:28.943227 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a883b6c-9528-4d8f-9396-283041a3ea7a req-72f666ef-337a-419f-a8f9-24c8067d9b4d service neutron] Port db0389ce-4a65-44b3-9cfe-dc30d33b40b5 on network 105b52c6-cee8-4c92-bcc7-3a77d1e92018 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85846 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 13:18:28.943555 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a883b6c-9528-4d8f-9396-283041a3ea7a req-72f666ef-337a-419f-a8f9-24c8067d9b4d service neutron] Attempting to bind port db0389ce-4a65-44b3-9cfe-dc30d33b40b5 on network 105b52c6-cee8-4c92-bcc7-3a77d1e92018 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:18:28.964795 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa78e65-359a-4808-8d9b-c63332a9b7d0 req-23a09c17-5942-4524-9514-8f109a8ca382 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:28.966415 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-caa78e65-359a-4808-8d9b-c63332a9b7d0 req-23a09c17-5942-4524-9514-8f109a8ca382 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 944 time: 0.3324399 Sep 20 13:18:28.979833 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a883b6c-9528-4d8f-9396-283041a3ea7a req-72f666ef-337a-419f-a8f9-24c8067d9b4d service neutron] Checking agent: {'id': '728cf656-0364-4172-b8b5-b6ffd3122ed0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85846', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 13, 15, 40), 'started_at': datetime.datetime(2022, 9, 20, 13, 15, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 13, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:18:28.980271 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a883b6c-9528-4d8f-9396-283041a3ea7a req-72f666ef-337a-419f-a8f9-24c8067d9b4d service neutron] Checking segment: {'id': 'f7400dd8-eb7b-448c-9b24-32bf1c4335c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '105b52c6-cee8-4c92-bcc7-3a77d1e92018'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:18:28.980666 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a883b6c-9528-4d8f-9396-283041a3ea7a req-72f666ef-337a-419f-a8f9-24c8067d9b4d service neutron] Bound using segment: {'id': 'f7400dd8-eb7b-448c-9b24-32bf1c4335c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '105b52c6-cee8-4c92-bcc7-3a77d1e92018'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:18:28.981154 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-8a883b6c-9528-4d8f-9396-283041a3ea7a req-72f666ef-337a-419f-a8f9-24c8067d9b4d service neutron] Bound port: db0389ce-4a65-44b3-9cfe-dc30d33b40b5, host: hv-cinder-85846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7400dd8-eb7b-448c-9b24-32bf1c4335c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '105b52c6-cee8-4c92-bcc7-3a77d1e92018'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 20 13:18:28.982036 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8a883b6c-9528-4d8f-9396-283041a3ea7a req-72f666ef-337a-419f-a8f9-24c8067d9b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (db0389ce-4a65-44b3-9cfe-dc30d33b40b5), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:28.996570 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4f5f5264-f9d0-40e1-998b-ebbf86fdfc69 admin admin] Publish callbacks [] for security_group (e3864fc8-19d0-4d8b-bf91-e1226eae8b82), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:29.030427 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4f5f5264-f9d0-40e1-998b-ebbf86fdfc69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (e3864fc8-19d0-4d8b-bf91-e1226eae8b82), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:29.061849 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec5b5aa-2e9b-4d23-8b97-a0213b97c929 req-5f49fd22-8dc7-427b-8bcf-1c8dfd25c09e tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:29.063787 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-5ec5b5aa-2e9b-4d23-8b97-a0213b97c929 req-5f49fd22-8dc7-427b-8bcf-1c8dfd25c09e tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 943 time: 0.0721219 Sep 20 13:18:29.067264 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-b67e7476-28f8-45c7-b224-d903df4a49c5 req-68334f2a-b736-49f6-8cd6-50f88bb945b9 service neutron] Attempting to bind port 055b6831-0401-4e61-b025-649a032bec93 on host hv-cinder-85846 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 20 13:18:29.067602 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-b67e7476-28f8-45c7-b224-d903df4a49c5 req-68334f2a-b736-49f6-8cd6-50f88bb945b9 service neutron] Attempting to bind port 055b6831-0401-4e61-b025-649a032bec93 by drivers openvswitch,hyperv on host hv-cinder-85846 at level 0 using segments [{'id': '8a4b54b5-f94a-442c-baa8-d6ca9ddee630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 20 13:18:29.067929 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67e7476-28f8-45c7-b224-d903df4a49c5 req-68334f2a-b736-49f6-8cd6-50f88bb945b9 service neutron] Attempting to bind port 055b6831-0401-4e61-b025-649a032bec93 on network ed809d10-45b2-429e-b44f-1694990b1073 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:18:29.096805 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-e7c3e615-71e5-4580-9e52-78fd47cd97f4 None None] Attempt 4 to provision port 055b6831-0401-4e61-b025-649a032bec93 Sep 20 13:18:29.102112 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-498ec9f7-09ed-4a69-b4b4-a9f1699171c0 req-da90c579-5f68-4826-a2c4-0d68cb2d6d02 service neutron] For port 3cc1985d-16d4-419a-b057-c24aeec35a38, host hv-cinder-85846, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:18:29.146621 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 55304) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:18:29.150798 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-5ec5b5aa-2e9b-4d23-8b97-a0213b97c929 req-28a6f0e5-91d1-45ab-8da0-149351374280 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811858 Sep 20 13:18:29.152532 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67e7476-28f8-45c7-b224-d903df4a49c5 req-68334f2a-b736-49f6-8cd6-50f88bb945b9 service neutron] Port 055b6831-0401-4e61-b025-649a032bec93 on network ed809d10-45b2-429e-b44f-1694990b1073 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85846 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 13:18:29.152868 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67e7476-28f8-45c7-b224-d903df4a49c5 req-68334f2a-b736-49f6-8cd6-50f88bb945b9 service neutron] Attempting to bind port 055b6831-0401-4e61-b025-649a032bec93 on network ed809d10-45b2-429e-b44f-1694990b1073 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:18:29.153010 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-e7c3e615-71e5-4580-9e52-78fd47cd97f4 None None] Port 055b6831-0401-4e61-b025-649a032bec93 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:18:29.160092 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-498ec9f7-09ed-4a69-b4b4-a9f1699171c0 req-da90c579-5f68-4826-a2c4-0d68cb2d6d02 service neutron] For port 3cc1985d-16d4-419a-b057-c24aeec35a38, host hv-cinder-85846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=3cc1985d-16d4-419a-b057-c24aeec35a38,segment=NetworkSegment(acd0bdec-f9e9-459b-aa2a-c80988ac3dfb),segment_id=acd0bdec-f9e9-459b-aa2a-c80988ac3dfb)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:18:29.169780 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5f5264-f9d0-40e1-998b-ebbf86fdfc69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3864fc8-19d0-4d8b-bf91-e1226eae8b82,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:29.174041 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-4f5f5264-f9d0-40e1-998b-ebbf86fdfc69 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=98def12434fa4761a25509de9eefc684&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9079268 Sep 20 13:18:29.180150 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 55308) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:18:29.191434 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-498ec9f7-09ed-4a69-b4b4-a9f1699171c0 req-da90c579-5f68-4826-a2c4-0d68cb2d6d02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242759'] for port (3cc1985d-16d4-419a-b057-c24aeec35a38), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:29.197685 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67e7476-28f8-45c7-b224-d903df4a49c5 req-68334f2a-b736-49f6-8cd6-50f88bb945b9 service neutron] Checking agent: {'id': '728cf656-0364-4172-b8b5-b6ffd3122ed0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85846', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 13, 15, 40), 'started_at': datetime.datetime(2022, 9, 20, 13, 15, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 13, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:18:29.198031 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67e7476-28f8-45c7-b224-d903df4a49c5 req-68334f2a-b736-49f6-8cd6-50f88bb945b9 service neutron] Checking segment: {'id': '8a4b54b5-f94a-442c-baa8-d6ca9ddee630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:18:29.198408 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67e7476-28f8-45c7-b224-d903df4a49c5 req-68334f2a-b736-49f6-8cd6-50f88bb945b9 service neutron] Bound using segment: {'id': '8a4b54b5-f94a-442c-baa8-d6ca9ddee630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:18:29.198887 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-b67e7476-28f8-45c7-b224-d903df4a49c5 req-68334f2a-b736-49f6-8cd6-50f88bb945b9 service neutron] Bound port: 055b6831-0401-4e61-b025-649a032bec93, host: hv-cinder-85846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a4b54b5-f94a-442c-baa8-d6ca9ddee630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 20 13:18:29.199259 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b67e7476-28f8-45c7-b224-d903df4a49c5 req-68334f2a-b736-49f6-8cd6-50f88bb945b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (055b6831-0401-4e61-b025-649a032bec93), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:29.204031 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-caa78e65-359a-4808-8d9b-c63332a9b7d0 req-ac56d75f-57bf-4ade-b841-53c563ef76c2 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=e06914b7-70ea-4d64-8def-7f299f67398c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2273517 Sep 20 13:18:29.219335 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ec9f7-09ed-4a69-b4b4-a9f1699171c0 req-da90c579-5f68-4826-a2c4-0d68cb2d6d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:29.220198 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-498ec9f7-09ed-4a69-b4b4-a9f1699171c0 req-da90c579-5f68-4826-a2c4-0d68cb2d6d02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:29.221785 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-498ec9f7-09ed-4a69-b4b4-a9f1699171c0 req-da90c579-5f68-4826-a2c4-0d68cb2d6d02 service neutron] 10.222.0.62 "PUT /v2.0/ports/3cc1985d-16d4-419a-b057-c24aeec35a38 HTTP/1.1" status: 200 len: 1093 time: 2.6572795 Sep 20 13:18:29.222844 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bac4b64-b918-40fa-9023-39b8c6643cc2', 'tag': '3cc1985d-16d4-419a-b057-c24aeec35a38'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:18:29.252087 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-8a883b6c-9528-4d8f-9396-283041a3ea7a req-72f666ef-337a-419f-a8f9-24c8067d9b4d service neutron] For port db0389ce-4a65-44b3-9cfe-dc30d33b40b5, host hv-cinder-85846, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:18:29.253411 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b3447451-a837-4eb8-81fa-a00efdb81c5c admin admin] Publish callbacks [] for security_group (e3864fc8-19d0-4d8b-bf91-e1226eae8b82), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:29.273361 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-8a883b6c-9528-4d8f-9396-283041a3ea7a req-72f666ef-337a-419f-a8f9-24c8067d9b4d service neutron] For port db0389ce-4a65-44b3-9cfe-dc30d33b40b5, host hv-cinder-85846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=db0389ce-4a65-44b3-9cfe-dc30d33b40b5,segment=NetworkSegment(f7400dd8-eb7b-448c-9b24-32bf1c4335c7),segment_id=f7400dd8-eb7b-448c-9b24-32bf1c4335c7)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:18:29.296809 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b3447451-a837-4eb8-81fa-a00efdb81c5c admin admin] Publish callbacks [] for security_group (e3864fc8-19d0-4d8b-bf91-e1226eae8b82), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:29.308489 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8a883b6c-9528-4d8f-9396-283041a3ea7a req-72f666ef-337a-419f-a8f9-24c8067d9b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242759'] for port (db0389ce-4a65-44b3-9cfe-dc30d33b40b5), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:29.314897 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-89095bd8-cabf-473f-a051-472ed48768cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:29.315073 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a883b6c-9528-4d8f-9396-283041a3ea7a req-72f666ef-337a-419f-a8f9-24c8067d9b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:29.315557 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8a883b6c-9528-4d8f-9396-283041a3ea7a req-72f666ef-337a-419f-a8f9-24c8067d9b4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:29.316972 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8a883b6c-9528-4d8f-9396-283041a3ea7a req-72f666ef-337a-419f-a8f9-24c8067d9b4d service neutron] 10.222.0.62 "PUT /v2.0/ports/db0389ce-4a65-44b3-9cfe-dc30d33b40b5 HTTP/1.1" status: 200 len: 1093 time: 2.7535548 Sep 20 13:18:29.338161 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da90c579-5f68-4826-a2c4-0d68cb2d6d02 service neutron] Pushing event updated for resources: {'Port': ['ID=3cc1985d-16d4-419a-b057-c24aeec35a38,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:29.374511 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-b67e7476-28f8-45c7-b224-d903df4a49c5 req-68334f2a-b736-49f6-8cd6-50f88bb945b9 service neutron] For port 055b6831-0401-4e61-b025-649a032bec93, host hv-cinder-85846, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:18:29.391946 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8afa0c3fb06aef531850fccced94fa4b659a4977f0534d5a49c84d13d87c0c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8258d694-3d5c-4f5f-9a51-164f003b2887" -d '{"events": [{"name": "network-changed", "server_uuid": "2bac4b64-b918-40fa-9023-39b8c6643cc2", "tag": "3cc1985d-16d4-419a-b057-c24aeec35a38"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:18:29.403095 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-b67e7476-28f8-45c7-b224-d903df4a49c5 req-68334f2a-b736-49f6-8cd6-50f88bb945b9 service neutron] For port 055b6831-0401-4e61-b025-649a032bec93, host hv-cinder-85846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=055b6831-0401-4e61-b025-649a032bec93,segment=NetworkSegment(8a4b54b5-f94a-442c-baa8-d6ca9ddee630),segment_id=8a4b54b5-f94a-442c-baa8-d6ca9ddee630)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:18:29.413342 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b67e7476-28f8-45c7-b224-d903df4a49c5 req-68334f2a-b736-49f6-8cd6-50f88bb945b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242759'] for port (055b6831-0401-4e61-b025-649a032bec93), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:29.418392 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e7476-28f8-45c7-b224-d903df4a49c5 req-68334f2a-b736-49f6-8cd6-50f88bb945b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:29.419186 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b67e7476-28f8-45c7-b224-d903df4a49c5 req-68334f2a-b736-49f6-8cd6-50f88bb945b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:29.420625 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b67e7476-28f8-45c7-b224-d903df4a49c5 req-68334f2a-b736-49f6-8cd6-50f88bb945b9 service neutron] 10.222.0.62 "PUT /v2.0/ports/055b6831-0401-4e61-b025-649a032bec93 HTTP/1.1" status: 200 len: 1094 time: 2.3133039 Sep 20 13:18:29.421939 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b3447451-a837-4eb8-81fa-a00efdb81c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (e3864fc8-19d0-4d8b-bf91-e1226eae8b82), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:29.423776 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f666ef-337a-419f-a8f9-24c8067d9b4d service neutron] Pushing event updated for resources: {'Port': ['ID=db0389ce-4a65-44b3-9cfe-dc30d33b40b5,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:29.424523 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b3447451-a837-4eb8-81fa-a00efdb81c5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:29.425684 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-b3447451-a837-4eb8-81fa-a00efdb81c5c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e3864fc8-19d0-4d8b-bf91-e1226eae8b82 HTTP/1.1" status: 204 len: 168 time: 0.2441912 Sep 20 13:18:29.464471 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3447451-a837-4eb8-81fa-a00efdb81c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3864fc8-19d0-4d8b-bf91-e1226eae8b82,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:29.483868 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68334f2a-b736-49f6-8cd6-50f88bb945b9 service neutron] Pushing event updated for resources: {'Port': ['ID=055b6831-0401-4e61-b025-649a032bec93,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:29.500258 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45731cdd-df51-4bc0-831d-5d2b370bca13 req-1935baf9-aa0e-49aa-a1dd-a04ef6054fd3 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:29.502614 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-45731cdd-df51-4bc0-831d-5d2b370bca13 req-1935baf9-aa0e-49aa-a1dd-a04ef6054fd3 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 943 time: 0.1351762 Sep 20 13:18:29.556617 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (543ca60b-7e7a-4ebd-8f87-7672c7a482b9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:29.582135 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-45731cdd-df51-4bc0-831d-5d2b370bca13 req-fa3ef8bd-c1db-45a7-9e29-62b4bc8720ed tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/security-groups?id=515a81a2-5ac7-478c-bbd7-9788c10d548b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642159 Sep 20 13:18:29.587751 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-89095bd8-cabf-473f-a051-472ed48768cf admin admin] Publish callbacks [] for security_group (346aea97-41ca-4229-9263-c8c62ca1b1db), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:29.593609 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-89095bd8-cabf-473f-a051-472ed48768cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (346aea97-41ca-4229-9263-c8c62ca1b1db), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:29.612621 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 13:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1d5d0c-3b65-477b-8753-e154f7af6c7f x-openstack-request-id: req-ae1d5d0c-3b65-477b-8753-e154f7af6c7f {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:18:29.612762 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bac4b64-b918-40fa-9023-39b8c6643cc2", "tag": "3cc1985d-16d4-419a-b057-c24aeec35a38", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:18:29.612964 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ae1d5d0c-3b65-477b-8753-e154f7af6c7f {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:18:29.613895 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae1d5d0c-3b65-477b-8753-e154f7af6c7f'] response: {'name': 'network-changed', 'server_uuid': '2bac4b64-b918-40fa-9023-39b8c6643cc2', 'tag': '3cc1985d-16d4-419a-b057-c24aeec35a38', 'status': 'completed', 'code': 200} Sep 20 13:18:29.631137 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89095bd8-cabf-473f-a051-472ed48768cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346aea97-41ca-4229-9263-c8c62ca1b1db,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:29.645360 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-89095bd8-cabf-473f-a051-472ed48768cf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ccdd077cd8364ddd927a959c20b39865&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4921350 Sep 20 13:18:29.648011 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 55328) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:18:29.653945 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-e7c3e615-71e5-4580-9e52-78fd47cd97f4 None None] Attempt 5 to provision port 055b6831-0401-4e61-b025-649a032bec93 Sep 20 13:18:29.696839 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-e7c3e615-71e5-4580-9e52-78fd47cd97f4 None None] Port 055b6831-0401-4e61-b025-649a032bec93 had new provisioning blocks added so it will not transition to active. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 20 13:18:29.730233 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b10bafc6-4f0c-495a-8ff5-48e02fc80320 admin admin] Publish callbacks [] for security_group (346aea97-41ca-4229-9263-c8c62ca1b1db), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:29.751063 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b10bafc6-4f0c-495a-8ff5-48e02fc80320 admin admin] Publish callbacks [] for security_group (346aea97-41ca-4229-9263-c8c62ca1b1db), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:29.785273 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 55332) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:18:29.799564 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a11f5d4f-8d08-459c-863a-9a65c46443ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:29.812476 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b10bafc6-4f0c-495a-8ff5-48e02fc80320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (346aea97-41ca-4229-9263-c8c62ca1b1db), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:29.814935 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b10bafc6-4f0c-495a-8ff5-48e02fc80320 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:29.816018 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-b10bafc6-4f0c-495a-8ff5-48e02fc80320 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/346aea97-41ca-4229-9263-c8c62ca1b1db HTTP/1.1" status: 204 len: 168 time: 0.1668859 Sep 20 13:18:29.830272 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10bafc6-4f0c-495a-8ff5-48e02fc80320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346aea97-41ca-4229-9263-c8c62ca1b1db,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:29.892572 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a11f5d4f-8d08-459c-863a-9a65c46443ce admin admin] Publish callbacks [] for security_group (f2c9b609-f84c-417c-9378-e7e187595a1f), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:29.899032 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a11f5d4f-8d08-459c-863a-9a65c46443ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (f2c9b609-f84c-417c-9378-e7e187595a1f), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:29.940994 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-a11f5d4f-8d08-459c-863a-9a65c46443ce admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3760183dcc7e4f4a90be791b40759319&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1540463 Sep 20 13:18:29.941314 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11f5d4f-8d08-459c-863a-9a65c46443ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c9b609-f84c-417c-9378-e7e187595a1f,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:29.943357 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 55338) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:18:29.995325 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ebb93c7f-3af2-493a-b69c-6552c52042ad admin admin] Publish callbacks [] for security_group (f2c9b609-f84c-417c-9378-e7e187595a1f), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:30.020201 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ebb93c7f-3af2-493a-b69c-6552c52042ad admin admin] Publish callbacks [] for security_group (f2c9b609-f84c-417c-9378-e7e187595a1f), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:30.067501 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ebb93c7f-3af2-493a-b69c-6552c52042ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (f2c9b609-f84c-417c-9378-e7e187595a1f), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:30.070859 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ebb93c7f-3af2-493a-b69c-6552c52042ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:30.072021 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-ebb93c7f-3af2-493a-b69c-6552c52042ad admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f2c9b609-f84c-417c-9378-e7e187595a1f HTTP/1.1" status: 204 len: 168 time: 0.1274781 Sep 20 13:18:30.080864 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb93c7f-3af2-493a-b69c-6552c52042ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c9b609-f84c-417c-9378-e7e187595a1f,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:30.171540 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 55346) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:18:30.186852 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-814c0640-7d20-4fb2-903e-6560650a93f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:30.278001 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-814c0640-7d20-4fb2-903e-6560650a93f0 admin admin] Publish callbacks [] for security_group (83fa4997-b822-43f9-8730-af5e98b21165), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:30.285254 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-814c0640-7d20-4fb2-903e-6560650a93f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (83fa4997-b822-43f9-8730-af5e98b21165), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:30.297166 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af18f8d-bb31-4720-b951-d369ed089565 req-f346d1b3-ceca-430c-8972-ffbc43b2ee41 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:30.299076 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-6af18f8d-bb31-4720-b951-d369ed089565 req-f346d1b3-ceca-430c-8972-ffbc43b2ee41 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 943 time: 0.0701921 Sep 20 13:18:30.343179 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-814c0640-7d20-4fb2-903e-6560650a93f0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e15a457c31fa421994115febc7329624&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1704884 Sep 20 13:18:30.346542 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 55354) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:18:30.361920 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c0640-7d20-4fb2-903e-6560650a93f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83fa4997-b822-43f9-8730-af5e98b21165,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:30.365590 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-6af18f8d-bb31-4720-b951-d369ed089565 req-ad7d59f8-58c9-4cfb-a01d-cd8061feb1af tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599592 Sep 20 13:18:30.389602 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 55356) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:18:30.408643 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c8b38-c993-451d-94c5-3b443f640190 req-6d7a9e71-b45d-4b6c-b676-05ec945889bd tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:30.409470 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ad215cc-e7bf-4116-98db-932b4f59614b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:30.410062 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d63c8b38-c993-451d-94c5-3b443f640190 req-6d7a9e71-b45d-4b6c-b676-05ec945889bd tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 944 time: 0.0976336 Sep 20 13:18:30.441935 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1de957c8-805e-4177-98da-fe911fdd6a2c admin admin] Publish callbacks [] for security_group (83fa4997-b822-43f9-8730-af5e98b21165), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:30.458825 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d63c8b38-c993-451d-94c5-3b443f640190 req-6ddd2598-2174-477f-bab5-a49435634485 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=e06914b7-70ea-4d64-8def-7f299f67398c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420566 Sep 20 13:18:30.477142 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1de957c8-805e-4177-98da-fe911fdd6a2c admin admin] Publish callbacks [] for security_group (83fa4997-b822-43f9-8730-af5e98b21165), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:30.544668 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ad215cc-e7bf-4116-98db-932b4f59614b admin admin] Publish callbacks [] for security_group (f6a72224-054d-485f-872a-491a4b078ec9), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:30.549512 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ad215cc-e7bf-4116-98db-932b4f59614b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (f6a72224-054d-485f-872a-491a4b078ec9), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:30.555244 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1de957c8-805e-4177-98da-fe911fdd6a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (83fa4997-b822-43f9-8730-af5e98b21165), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:30.557801 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1de957c8-805e-4177-98da-fe911fdd6a2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:30.559057 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-1de957c8-805e-4177-98da-fe911fdd6a2c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/83fa4997-b822-43f9-8730-af5e98b21165 HTTP/1.1" status: 204 len: 168 time: 0.2115304 Sep 20 13:18:30.590907 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad215cc-e7bf-4116-98db-932b4f59614b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a72224-054d-485f-872a-491a4b078ec9,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:30.604874 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-5ad215cc-e7bf-4116-98db-932b4f59614b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0507d928dbae41f8b675faa42852a90c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2141085 Sep 20 13:18:30.606405 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de957c8-805e-4177-98da-fe911fdd6a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83fa4997-b822-43f9-8730-af5e98b21165,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:30.607645 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 55360) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:18:30.681758 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c603c642-3bbc-4342-b9ce-8739b2c65893 admin admin] Publish callbacks [] for security_group (f6a72224-054d-485f-872a-491a4b078ec9), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:30.704480 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c603c642-3bbc-4342-b9ce-8739b2c65893 admin admin] Publish callbacks [] for security_group (f6a72224-054d-485f-872a-491a4b078ec9), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:30.729734 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdebfe86-85ef-4cff-bc66-5489dfdd8663 req-073cf56f-9c04-437f-9c75-c89e517620cf tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:30.731580 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-fdebfe86-85ef-4cff-bc66-5489dfdd8663 req-073cf56f-9c04-437f-9c75-c89e517620cf tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 943 time: 0.0597241 Sep 20 13:18:30.769408 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c603c642-3bbc-4342-b9ce-8739b2c65893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (f6a72224-054d-485f-872a-491a4b078ec9), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:30.772090 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c603c642-3bbc-4342-b9ce-8739b2c65893 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:30.773925 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-c603c642-3bbc-4342-b9ce-8739b2c65893 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f6a72224-054d-485f-872a-491a4b078ec9 HTTP/1.1" status: 204 len: 168 time: 0.1651154 Sep 20 13:18:30.782706 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c603c642-3bbc-4342-b9ce-8739b2c65893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a72224-054d-485f-872a-491a4b078ec9,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:30.812766 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-fdebfe86-85ef-4cff-bc66-5489dfdd8663 req-a9517387-ba7c-46cf-bf42-4b42bc06e6fb tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/security-groups?id=515a81a2-5ac7-478c-bbd7-9788c10d548b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750396 Sep 20 13:18:31.001311 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 55376) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:18:31.015261 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0a0076a3-5dd2-4fda-8997-873fce0be675 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:31.096480 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0a0076a3-5dd2-4fda-8997-873fce0be675 admin admin] Publish callbacks [] for security_group (9e918202-e62c-4934-b537-e96fdad8f6a9), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:31.100291 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0a0076a3-5dd2-4fda-8997-873fce0be675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (9e918202-e62c-4934-b537-e96fdad8f6a9), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:31.139767 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0076a3-5dd2-4fda-8997-873fce0be675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e918202-e62c-4934-b537-e96fdad8f6a9,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:31.145453 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-0a0076a3-5dd2-4fda-8997-873fce0be675 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=97449dc009e242f39c784795918c7738&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1429832 Sep 20 13:18:31.148111 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 55382) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:18:31.201925 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-92f0dd19-6836-4a93-b886-50e2e13b5f99 admin admin] Publish callbacks [] for security_group (9e918202-e62c-4934-b537-e96fdad8f6a9), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:31.227744 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-92f0dd19-6836-4a93-b886-50e2e13b5f99 admin admin] Publish callbacks [] for security_group (9e918202-e62c-4934-b537-e96fdad8f6a9), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:31.275595 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-92f0dd19-6836-4a93-b886-50e2e13b5f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (9e918202-e62c-4934-b537-e96fdad8f6a9), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:31.278156 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-92f0dd19-6836-4a93-b886-50e2e13b5f99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:31.279444 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-92f0dd19-6836-4a93-b886-50e2e13b5f99 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9e918202-e62c-4934-b537-e96fdad8f6a9 HTTP/1.1" status: 204 len: 168 time: 0.1304212 Sep 20 13:18:31.287961 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f0dd19-6836-4a93-b886-50e2e13b5f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e918202-e62c-4934-b537-e96fdad8f6a9,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:31.508222 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6572bd2-7282-4336-bafc-b79ef4b4ee26 req-ee40b16b-c655-4006-aaff-78725084fdcd tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:31.515320 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d6572bd2-7282-4336-bafc-b79ef4b4ee26 req-ee40b16b-c655-4006-aaff-78725084fdcd tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 943 time: 0.0677667 Sep 20 13:18:31.600123 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d6572bd2-7282-4336-bafc-b79ef4b4ee26 req-650ed595-1c36-4072-8226-701e68c14de7 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787706 Sep 20 13:18:31.615880 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3226ee7c-30dc-4262-9e31-f5d2a26f7f9a', 'tag': 'db0389ce-4a65-44b3-9cfe-dc30d33b40b5'}, {'name': 'network-changed', 'server_uuid': 'bab316ba-c488-4ee1-8262-0d6e73b9afa5', 'tag': '055b6831-0401-4e61-b025-649a032bec93'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:18:31.620686 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8afa0c3fb06aef531850fccced94fa4b659a4977f0534d5a49c84d13d87c0c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db4926e-faf3-4665-98a0-f26d6681951d" -d '{"events": [{"name": "network-changed", "server_uuid": "3226ee7c-30dc-4262-9e31-f5d2a26f7f9a", "tag": "db0389ce-4a65-44b3-9cfe-dc30d33b40b5"}, {"name": "network-changed", "server_uuid": "bab316ba-c488-4ee1-8262-0d6e73b9afa5", "tag": "055b6831-0401-4e61-b025-649a032bec93"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:18:31.643986 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c332e959-41f0-48c0-866f-d04395006ff4 req-057556fb-ddee-435f-8057-633e0f6cae9a tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:31.652221 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-c332e959-41f0-48c0-866f-d04395006ff4 req-057556fb-ddee-435f-8057-633e0f6cae9a tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 944 time: 0.0841327 Sep 20 13:18:31.684486 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 20 Sep 2022 13:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6cc783-f3c6-471e-bb3f-ecd0169e67a3 x-openstack-request-id: req-3d6cc783-f3c6-471e-bb3f-ecd0169e67a3 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:18:31.684790 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3226ee7c-30dc-4262-9e31-f5d2a26f7f9a", "tag": "db0389ce-4a65-44b3-9cfe-dc30d33b40b5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bab316ba-c488-4ee1-8262-0d6e73b9afa5", "tag": "055b6831-0401-4e61-b025-649a032bec93", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:18:31.685169 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3d6cc783-f3c6-471e-bb3f-ecd0169e67a3 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:18:31.685470 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d6cc783-f3c6-471e-bb3f-ecd0169e67a3'] response: {'name': 'network-changed', 'server_uuid': '3226ee7c-30dc-4262-9e31-f5d2a26f7f9a', 'tag': 'db0389ce-4a65-44b3-9cfe-dc30d33b40b5', 'status': 'completed', 'code': 200} Sep 20 13:18:31.685732 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d6cc783-f3c6-471e-bb3f-ecd0169e67a3'] response: {'name': 'network-changed', 'server_uuid': 'bab316ba-c488-4ee1-8262-0d6e73b9afa5', 'tag': '055b6831-0401-4e61-b025-649a032bec93', 'status': 'completed', 'code': 200} Sep 20 13:18:31.703557 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-c332e959-41f0-48c0-866f-d04395006ff4 req-d1b8815a-3efe-4410-88ef-ecfdc8ca464b tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=e06914b7-70ea-4d64-8def-7f299f67398c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504565 Sep 20 13:18:31.983149 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfce092-aa51-4560-8e45-f2da17f209c0 req-1f5386cf-c8b2-40dd-bf6f-44cf306e7551 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:31.985367 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2bfce092-aa51-4560-8e45-f2da17f209c0 req-1f5386cf-c8b2-40dd-bf6f-44cf306e7551 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 943 time: 0.0743806 Sep 20 13:18:32.051171 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec2747-f254-4c66-8f20-aaa9dd434e2d req-d0df333d-213a-4285-8be1-40ebe6166db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:32.053321 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-3bec2747-f254-4c66-8f20-aaa9dd434e2d req-d0df333d-213a-4285-8be1-40ebe6166db2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=64939650-d3ca-4c0c-952c-41e35d669944 HTTP/1.1" status: 200 len: 857 time: 0.0796263 Sep 20 13:18:32.058788 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2bfce092-aa51-4560-8e45-f2da17f209c0 req-12531389-cf26-4c2e-b3ee-5d96b697b88e tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/security-groups?id=515a81a2-5ac7-478c-bbd7-9788c10d548b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613918 Sep 20 13:18:32.183051 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 55442) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:18:32.228898 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec2747-f254-4c66-8f20-aaa9dd434e2d req-c14a3ce6-0390-462d-908d-9f6f9b4378ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:32.230562 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-3bec2747-f254-4c66-8f20-aaa9dd434e2d req-c14a3ce6-0390-462d-908d-9f6f9b4378ca service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=105b52c6-cee8-4c92-bcc7-3a77d1e92018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1025665 Sep 20 13:18:32.319145 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e7476-28f8-45c7-b224-d903df4a49c5 req-3c578dde-54cb-4315-8c3c-ebd18a6829a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:32.320941 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b67e7476-28f8-45c7-b224-d903df4a49c5 req-3c578dde-54cb-4315-8c3c-ebd18a6829a4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4a20aa815a0947579d330112176846c9&device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 1128 time: 0.1526861 Sep 20 13:18:32.323299 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ec9f7-09ed-4a69-b4b4-a9f1699171c0 req-c24d8134-d1ee-463e-b9c3-98c3102b1aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:32.324858 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-498ec9f7-09ed-4a69-b4b4-a9f1699171c0 req-c24d8134-d1ee-463e-b9c3-98c3102b1aa2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e7941cd87f0e45c780116e41017a2865&device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 1127 time: 0.1975572 Sep 20 13:18:32.326545 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a883b6c-9528-4d8f-9396-283041a3ea7a req-caa2a1ed-e0e5-45cc-85c7-f0c61bf27498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:32.328088 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8a883b6c-9528-4d8f-9396-283041a3ea7a req-caa2a1ed-e0e5-45cc-85c7-f0c61bf27498 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f8f8bdd06ef247d389068dcb1648b4f7&device_id=3226ee7c-30dc-4262-9e31-f5d2a26f7f9a HTTP/1.1" status: 200 len: 1127 time: 0.1459277 Sep 20 13:18:32.377929 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-3bec2747-f254-4c66-8f20-aaa9dd434e2d req-fc07aaae-65df-4669-857e-5259ebb3bf83 service neutron] 10.222.0.62 "GET /v2.0/networks/105b52c6-cee8-4c92-bcc7-3a77d1e92018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394248 Sep 20 13:18:32.666042 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-3bec2747-f254-4c66-8f20-aaa9dd434e2d req-d31d1c5a-ba8c-4692-a005-6dd7ba5f837e service neutron] 10.222.0.62 "GET /v2.0/networks/105b52c6-cee8-4c92-bcc7-3a77d1e92018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716706 Sep 20 13:18:32.703123 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b67e7476-28f8-45c7-b224-d903df4a49c5 req-b02c2d1f-45a5-437b-9f11-a10bdc778a18 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=055b6831-0401-4e61-b025-649a032bec93 HTTP/1.1" status: 200 len: 217 time: 0.3436942 Sep 20 13:18:32.704783 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8a883b6c-9528-4d8f-9396-283041a3ea7a req-c1d803cc-06fa-4b63-a318-172b168607a9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db0389ce-4a65-44b3-9cfe-dc30d33b40b5 HTTP/1.1" status: 200 len: 217 time: 0.3386285 Sep 20 13:18:32.711945 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-498ec9f7-09ed-4a69-b4b4-a9f1699171c0 req-6c2c28ac-d3ad-4ca4-9af6-33ba9342e923 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3cc1985d-16d4-419a-b057-c24aeec35a38 HTTP/1.1" status: 200 len: 217 time: 0.3445830 Sep 20 13:18:32.712890 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-15a960f4-f128-4437-a5d5-a25f12afdef1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:32.743443 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42cb97-2d8e-4b1f-9c53-28578910f206 req-e5ac12cf-1f66-400a-86ed-1e55f7114a5f tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:32.745064 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-1e42cb97-2d8e-4b1f-9c53-28578910f206 req-e5ac12cf-1f66-400a-86ed-1e55f7114a5f tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 943 time: 0.0587485 Sep 20 13:18:32.807210 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-1e42cb97-2d8e-4b1f-9c53-28578910f206 req-db2ec519-2b59-425a-8e91-0eee25beab83 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562539 Sep 20 13:18:32.875804 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-15a960f4-f128-4437-a5d5-a25f12afdef1 admin admin] Publish callbacks [] for security_group (580abab2-f045-43de-9d40-aaf984230eaa), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:32.881917 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf361b44-6771-4081-97cf-fe38cda243a5 req-f1b65eb6-2c6a-46a7-896c-89cc8aed9628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:32.884534 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-cf361b44-6771-4081-97cf-fe38cda243a5 req-f1b65eb6-2c6a-46a7-896c-89cc8aed9628 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f8f8bdd06ef247d389068dcb1648b4f7&device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 1127 time: 0.0570877 Sep 20 13:18:32.942932 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-15a960f4-f128-4437-a5d5-a25f12afdef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (580abab2-f045-43de-9d40-aaf984230eaa), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:33.027723 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-15a960f4-f128-4437-a5d5-a25f12afdef1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d8618fa56acb4896be68f3f0b06c3578&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8198457 Sep 20 13:18:33.030207 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ec9f7-09ed-4a69-b4b4-a9f1699171c0 req-2e038b98-ebed-4f65-9f70-c61489537f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:33.031605 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-498ec9f7-09ed-4a69-b4b4-a9f1699171c0 req-2e038b98-ebed-4f65-9f70-c61489537f08 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=698d76a0-5d36-492c-ac0e-62e4480f0bec HTTP/1.1" status: 200 len: 851 time: 0.1841564 Sep 20 13:18:33.032192 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 55482) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:18:33.038091 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e7476-28f8-45c7-b224-d903df4a49c5 req-29efacb6-bba0-4a1c-9074-f2a3599ae0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:33.040059 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b67e7476-28f8-45c7-b224-d903df4a49c5 req-29efacb6-bba0-4a1c-9074-f2a3599ae0cf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=adb9ef7c-1078-430d-958b-f7a53420a9c5 HTTP/1.1" status: 200 len: 854 time: 0.1902227 Sep 20 13:18:33.048896 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a960f4-f128-4437-a5d5-a25f12afdef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580abab2-f045-43de-9d40-aaf984230eaa,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:33.099409 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a883b6c-9528-4d8f-9396-283041a3ea7a req-1284524b-2aa3-4b83-9239-ea751c09bf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:33.101567 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8a883b6c-9528-4d8f-9396-283041a3ea7a req-1284524b-2aa3-4b83-9239-ea751c09bf64 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=64939650-d3ca-4c0c-952c-41e35d669944 HTTP/1.1" status: 200 len: 857 time: 0.2521591 Sep 20 13:18:33.168535 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545749b-0594-4dfb-b80f-55cb7a79c1cb req-dd3085ef-aa84-4def-89bb-3c48ad0da436 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:33.175979 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a545749b-0594-4dfb-b80f-55cb7a79c1cb req-dd3085ef-aa84-4def-89bb-3c48ad0da436 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 944 time: 0.3799515 Sep 20 13:18:33.206673 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf361b44-6771-4081-97cf-fe38cda243a5 req-6121c168-4c59-4d43-a1c2-745eda6ecd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:33.208395 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-cf361b44-6771-4081-97cf-fe38cda243a5 req-6121c168-4c59-4d43-a1c2-745eda6ecd6f service neutron] 10.222.0.62 "GET /v2.0/networks?id=105b52c6-cee8-4c92-bcc7-3a77d1e92018 HTTP/1.1" status: 200 len: 918 time: 0.2845831 Sep 20 13:18:33.274345 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-cf361b44-6771-4081-97cf-fe38cda243a5 req-2bacd5b4-c96c-4547-90db-b62c103e649e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da745733-d8ef-4a92-89c1-eb60336661fa HTTP/1.1" status: 200 len: 217 time: 0.0491045 Sep 20 13:18:33.314121 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e7476-28f8-45c7-b224-d903df4a49c5 req-0aa869b5-00d0-4caf-98b0-4e753d911fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:33.316913 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b67e7476-28f8-45c7-b224-d903df4a49c5 req-0aa869b5-00d0-4caf-98b0-4e753d911fe3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ed809d10-45b2-429e-b44f-1694990b1073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2647371 Sep 20 13:18:33.321526 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-17b4ff53-3dc2-4f1f-811e-4f1aa91a9357 admin admin] Publish callbacks [] for security_group (580abab2-f045-43de-9d40-aaf984230eaa), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:33.324500 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a883b6c-9528-4d8f-9396-283041a3ea7a req-54c98318-ab9b-44a2-aa24-c56ace68f1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:33.326040 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8a883b6c-9528-4d8f-9396-283041a3ea7a req-54c98318-ab9b-44a2-aa24-c56ace68f1f0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=105b52c6-cee8-4c92-bcc7-3a77d1e92018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2007391 Sep 20 13:18:33.336905 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a545749b-0594-4dfb-b80f-55cb7a79c1cb req-e8dfaa46-0289-4864-b991-4270260c5e31 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=e06914b7-70ea-4d64-8def-7f299f67398c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598012 Sep 20 13:18:33.350649 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ec9f7-09ed-4a69-b4b4-a9f1699171c0 req-0467f716-5879-44a1-b991-b2f656260e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:33.350649 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-498ec9f7-09ed-4a69-b4b4-a9f1699171c0 req-0467f716-5879-44a1-b991-b2f656260e90 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=85cb1952-2655-4c09-a126-13c0b6f786a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3034761 Sep 20 13:18:33.373923 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf361b44-6771-4081-97cf-fe38cda243a5 req-0acedf2b-1774-42c3-99be-b59e9b549127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:33.376578 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-cf361b44-6771-4081-97cf-fe38cda243a5 req-0acedf2b-1774-42c3-99be-b59e9b549127 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=64939650-d3ca-4c0c-952c-41e35d669944 HTTP/1.1" status: 200 len: 857 time: 0.0798221 Sep 20 13:18:33.426002 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd63f8b-093d-4f59-856f-1ead8a0d42fd req-e5abcd48-ff26-4d7f-ac66-09c945d760a3 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:33.427411 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-8bd63f8b-093d-4f59-856f-1ead8a0d42fd req-e5abcd48-ff26-4d7f-ac66-09c945d760a3 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 943 time: 0.2665575 Sep 20 13:18:33.499487 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-17b4ff53-3dc2-4f1f-811e-4f1aa91a9357 admin admin] Publish callbacks [] for security_group (580abab2-f045-43de-9d40-aaf984230eaa), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:33.514851 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf361b44-6771-4081-97cf-fe38cda243a5 req-9bb0b42a-e578-488b-af54-b5432f60e6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:33.516552 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-cf361b44-6771-4081-97cf-fe38cda243a5 req-9bb0b42a-e578-488b-af54-b5432f60e6fa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=105b52c6-cee8-4c92-bcc7-3a77d1e92018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1285596 Sep 20 13:18:33.520445 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-8bd63f8b-093d-4f59-856f-1ead8a0d42fd req-31294db8-d827-45d2-b8ce-a0a9c1d2e48c tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/security-groups?id=515a81a2-5ac7-478c-bbd7-9788c10d548b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827413 Sep 20 13:18:33.661909 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8a883b6c-9528-4d8f-9396-283041a3ea7a req-52fc96f1-5b42-4a8f-b856-f65436a2e5dc service neutron] 10.222.0.62 "GET /v2.0/networks/105b52c6-cee8-4c92-bcc7-3a77d1e92018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241005 Sep 20 13:18:33.666933 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b67e7476-28f8-45c7-b224-d903df4a49c5 req-cf1486a6-7387-4511-9b92-3c7324e994c4 service neutron] 10.222.0.62 "GET /v2.0/networks/ed809d10-45b2-429e-b44f-1694990b1073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260140 Sep 20 13:18:33.678577 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-498ec9f7-09ed-4a69-b4b4-a9f1699171c0 req-029a3602-13ec-41d5-aabb-14497e4827a6 service neutron] 10.222.0.62 "GET /v2.0/networks/85cb1952-2655-4c09-a126-13c0b6f786a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055170 Sep 20 13:18:33.683212 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-cf361b44-6771-4081-97cf-fe38cda243a5 req-f79a5b7c-87a8-43a6-8b21-261361419300 service neutron] 10.222.0.62 "GET /v2.0/networks/105b52c6-cee8-4c92-bcc7-3a77d1e92018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589537 Sep 20 13:18:33.779485 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-17b4ff53-3dc2-4f1f-811e-4f1aa91a9357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (580abab2-f045-43de-9d40-aaf984230eaa), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:33.782037 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-17b4ff53-3dc2-4f1f-811e-4f1aa91a9357 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:33.783193 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-17b4ff53-3dc2-4f1f-811e-4f1aa91a9357 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/580abab2-f045-43de-9d40-aaf984230eaa HTTP/1.1" status: 204 len: 168 time: 0.7468708 Sep 20 13:18:33.789513 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-cf361b44-6771-4081-97cf-fe38cda243a5 req-6582dff1-3bd7-44b7-ad10-da7d2aeec054 service neutron] 10.222.0.62 "GET /v2.0/networks/105b52c6-cee8-4c92-bcc7-3a77d1e92018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998342 Sep 20 13:18:33.839289 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b4ff53-3dc2-4f1f-811e-4f1aa91a9357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580abab2-f045-43de-9d40-aaf984230eaa,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:33.904416 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b67e7476-28f8-45c7-b224-d903df4a49c5 req-256a5edf-1d9f-431c-b498-af95dc3ec3da service neutron] 10.222.0.62 "GET /v2.0/networks/ed809d10-45b2-429e-b44f-1694990b1073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238894 Sep 20 13:18:33.920867 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 55534) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:18:33.936815 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8a883b6c-9528-4d8f-9396-283041a3ea7a req-52c57b58-2e84-46ba-826a-95070b40caf4 service neutron] 10.222.0.62 "GET /v2.0/networks/105b52c6-cee8-4c92-bcc7-3a77d1e92018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671604 Sep 20 13:18:33.959431 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-498ec9f7-09ed-4a69-b4b4-a9f1699171c0 req-8c28a282-c843-499b-8809-36d87d74189e service neutron] 10.222.0.62 "GET /v2.0/networks/85cb1952-2655-4c09-a126-13c0b6f786a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616665 Sep 20 13:18:33.987762 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee380505-0462-483b-a7c9-7f3bf7a636a5 req-efcd64d5-0fb6-40ad-b515-117f096b7a80 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:33.989286 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ee380505-0462-483b-a7c9-7f3bf7a636a5 req-efcd64d5-0fb6-40ad-b515-117f096b7a80 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 943 time: 0.0745006 Sep 20 13:18:34.049606 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ee380505-0462-483b-a7c9-7f3bf7a636a5 req-2e8afc6e-bf8e-45b2-ba12-d1795547cd01 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507734 Sep 20 13:18:34.217452 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6497002b-3281-416e-8be8-2290d1ebf9cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:34.274994 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db4926e-faf3-4665-98a0-f26d6681951d req-4a85f8c3-cf3e-4987-8b6d-cfc246858580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:34.276648 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7db4926e-faf3-4665-98a0-f26d6681951d req-4a85f8c3-cf3e-4987-8b6d-cfc246858580 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f8f8bdd06ef247d389068dcb1648b4f7&device_id=3226ee7c-30dc-4262-9e31-f5d2a26f7f9a HTTP/1.1" status: 200 len: 1127 time: 0.0995624 Sep 20 13:18:34.300651 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8258d694-3d5c-4f5f-9a51-164f003b2887 req-fb73584a-6cfa-40ea-ab5e-907dd785646a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:34.302107 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8258d694-3d5c-4f5f-9a51-164f003b2887 req-fb73584a-6cfa-40ea-ab5e-907dd785646a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e7941cd87f0e45c780116e41017a2865&device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 1127 time: 0.0825758 Sep 20 13:18:34.338044 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6497002b-3281-416e-8be8-2290d1ebf9cf admin admin] Publish callbacks [] for security_group (0321ff3f-0de6-4475-b57b-c22f5341fd18), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:34.343670 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6497002b-3281-416e-8be8-2290d1ebf9cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (0321ff3f-0de6-4475-b57b-c22f5341fd18), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:34.419531 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-6497002b-3281-416e-8be8-2290d1ebf9cf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=65bd99db733148738796ab868cdce4ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4964707 Sep 20 13:18:34.422351 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 55570) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:18:34.424928 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6497002b-3281-416e-8be8-2290d1ebf9cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0321ff3f-0de6-4475-b57b-c22f5341fd18,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:34.562919 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 55578) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:18:34.588256 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6659e8bd-0523-4b34-94cb-9d4147ac2d2b admin admin] Publish callbacks [] for security_group (0321ff3f-0de6-4475-b57b-c22f5341fd18), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:34.598370 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db4926e-faf3-4665-98a0-f26d6681951d req-e6556aaa-4eac-4fe6-90ad-246a25ff15de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:34.599943 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7db4926e-faf3-4665-98a0-f26d6681951d req-e6556aaa-4eac-4fe6-90ad-246a25ff15de service neutron] 10.222.0.62 "GET /v2.0/networks?id=105b52c6-cee8-4c92-bcc7-3a77d1e92018 HTTP/1.1" status: 200 len: 918 time: 0.3158548 Sep 20 13:18:34.606244 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8258d694-3d5c-4f5f-9a51-164f003b2887 req-9afa6eb3-7483-4a84-a1b8-73648a09db45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:34.606244 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8258d694-3d5c-4f5f-9a51-164f003b2887 req-9afa6eb3-7483-4a84-a1b8-73648a09db45 service neutron] 10.222.0.62 "GET /v2.0/networks?id=85cb1952-2655-4c09-a126-13c0b6f786a3 HTTP/1.1" status: 200 len: 912 time: 0.2863603 Sep 20 13:18:34.636927 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b81a7a-fd9b-4851-8026-4456ef363792 req-a29e3dfc-a13f-411d-ac8b-c4590a3462c1 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:34.644266 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-13b81a7a-fd9b-4851-8026-4456ef363792 req-a29e3dfc-a13f-411d-ac8b-c4590a3462c1 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 944 time: 0.1993744 Sep 20 13:18:34.674399 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6659e8bd-0523-4b34-94cb-9d4147ac2d2b admin admin] Publish callbacks [] for security_group (0321ff3f-0de6-4475-b57b-c22f5341fd18), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:34.747098 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-13b81a7a-fd9b-4851-8026-4456ef363792 req-2b4e7b56-973f-418e-860f-fbcb4fe80011 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=e06914b7-70ea-4d64-8def-7f299f67398c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017287 Sep 20 13:18:34.798008 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6659e8bd-0523-4b34-94cb-9d4147ac2d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (0321ff3f-0de6-4475-b57b-c22f5341fd18), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:34.800803 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6659e8bd-0523-4b34-94cb-9d4147ac2d2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:34.805742 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-6659e8bd-0523-4b34-94cb-9d4147ac2d2b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0321ff3f-0de6-4475-b57b-c22f5341fd18 HTTP/1.1" status: 204 len: 168 time: 0.3587487 Sep 20 13:18:34.814976 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6659e8bd-0523-4b34-94cb-9d4147ac2d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0321ff3f-0de6-4475-b57b-c22f5341fd18,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:35.035917 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8258d694-3d5c-4f5f-9a51-164f003b2887 req-2e614f75-12e3-471f-9912-97646cd0a217 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3cc1985d-16d4-419a-b057-c24aeec35a38 HTTP/1.1" status: 200 len: 217 time: 0.4238346 Sep 20 13:18:35.049962 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7db4926e-faf3-4665-98a0-f26d6681951d req-939a768a-e250-40ef-bf49-ef4914333b0c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db0389ce-4a65-44b3-9cfe-dc30d33b40b5 HTTP/1.1" status: 200 len: 217 time: 0.4260111 Sep 20 13:18:35.065352 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9603f07c-05dc-45c2-b669-92bebc523feb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:35.188585 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da71af8f-335c-49fc-8b8a-0852feb78007 req-499a5571-ed82-4d26-a276-d02bde191489 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:35.190105 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-da71af8f-335c-49fc-8b8a-0852feb78007 req-499a5571-ed82-4d26-a276-d02bde191489 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 943 time: 0.5559478 Sep 20 13:18:35.218639 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8258d694-3d5c-4f5f-9a51-164f003b2887 req-cdecfc97-264e-4e1e-90d5-6ab08d1dbf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:35.220133 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8258d694-3d5c-4f5f-9a51-164f003b2887 req-cdecfc97-264e-4e1e-90d5-6ab08d1dbf90 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=698d76a0-5d36-492c-ac0e-62e4480f0bec HTTP/1.1" status: 200 len: 851 time: 0.1692851 Sep 20 13:18:35.239662 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db4926e-faf3-4665-98a0-f26d6681951d req-4ba6a555-a613-47d9-adf9-502f89688fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:35.242121 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7db4926e-faf3-4665-98a0-f26d6681951d req-4ba6a555-a613-47d9-adf9-502f89688fdd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=64939650-d3ca-4c0c-952c-41e35d669944 HTTP/1.1" status: 200 len: 857 time: 0.1702447 Sep 20 13:18:35.252050 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 55614) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:18:35.267878 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f554ae9-90fa-485a-9229-b43f5dd12b75 req-e0af614a-f68a-495c-8e4d-a9049f8f9a87 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:35.270768 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-6f554ae9-90fa-485a-9229-b43f5dd12b75 req-e0af614a-f68a-495c-8e4d-a9049f8f9a87 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 943 time: 0.1149426 Sep 20 13:18:35.283452 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-96e9eee4-883f-4c3e-926d-e618962888db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:35.328773 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-6f554ae9-90fa-485a-9229-b43f5dd12b75 req-28f52c59-da30-4e19-856a-9fb23a6b0bba tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511522 Sep 20 13:18:35.353436 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-da71af8f-335c-49fc-8b8a-0852feb78007 req-be92e3b0-d546-43f1-bd83-a205ac6274bc tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/security-groups?id=515a81a2-5ac7-478c-bbd7-9788c10d548b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555331 Sep 20 13:18:35.372970 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9603f07c-05dc-45c2-b669-92bebc523feb admin admin] Publish callbacks [] for security_group (36f862f4-6f0d-46f6-a052-75d90e5847e4), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:35.377936 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9603f07c-05dc-45c2-b669-92bebc523feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (36f862f4-6f0d-46f6-a052-75d90e5847e4), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:35.431037 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-9603f07c-05dc-45c2-b669-92bebc523feb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bb897a2b291c46c8ba74480a36f90751&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8670487 Sep 20 13:18:35.434268 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 55616) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:18:35.439440 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9603f07c-05dc-45c2-b669-92bebc523feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f862f4-6f0d-46f6-a052-75d90e5847e4,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:35.473013 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-96e9eee4-883f-4c3e-926d-e618962888db admin admin] Publish callbacks [] for security_group (d068e5b1-5f8a-4af3-8280-4ce1042dd4de), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:35.478574 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-96e9eee4-883f-4c3e-926d-e618962888db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (d068e5b1-5f8a-4af3-8280-4ce1042dd4de), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:35.522166 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f0256625-309b-4763-b0f9-2f427073726a admin admin] Publish callbacks [] for security_group (36f862f4-6f0d-46f6-a052-75d90e5847e4), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:35.523521 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-96e9eee4-883f-4c3e-926d-e618962888db admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=447e3295420742f5b564b75976eff7c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2686653 Sep 20 13:18:35.528872 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 55622) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:18:35.534529 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e9eee4-883f-4c3e-926d-e618962888db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d068e5b1-5f8a-4af3-8280-4ce1042dd4de,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:35.577683 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f0256625-309b-4763-b0f9-2f427073726a admin admin] Publish callbacks [] for security_group (36f862f4-6f0d-46f6-a052-75d90e5847e4), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:35.626625 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aed472c8-542d-44e5-aad6-b3b3229955aa admin admin] Publish callbacks [] for security_group (d068e5b1-5f8a-4af3-8280-4ce1042dd4de), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:35.650670 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aed472c8-542d-44e5-aad6-b3b3229955aa admin admin] Publish callbacks [] for security_group (d068e5b1-5f8a-4af3-8280-4ce1042dd4de), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:35.656539 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f0256625-309b-4763-b0f9-2f427073726a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (36f862f4-6f0d-46f6-a052-75d90e5847e4), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:35.659009 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f0256625-309b-4763-b0f9-2f427073726a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:35.660115 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-f0256625-309b-4763-b0f9-2f427073726a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/36f862f4-6f0d-46f6-a052-75d90e5847e4 HTTP/1.1" status: 204 len: 168 time: 0.2247288 Sep 20 13:18:35.676080 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0256625-309b-4763-b0f9-2f427073726a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f862f4-6f0d-46f6-a052-75d90e5847e4,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:35.717574 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aed472c8-542d-44e5-aad6-b3b3229955aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (d068e5b1-5f8a-4af3-8280-4ce1042dd4de), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:35.720234 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-aed472c8-542d-44e5-aad6-b3b3229955aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:35.721782 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-aed472c8-542d-44e5-aad6-b3b3229955aa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d068e5b1-5f8a-4af3-8280-4ce1042dd4de HTTP/1.1" status: 204 len: 168 time: 0.1916232 Sep 20 13:18:35.729783 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed472c8-542d-44e5-aad6-b3b3229955aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d068e5b1-5f8a-4af3-8280-4ce1042dd4de,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:35.913440 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5721c5-7262-43d4-8c79-f8dd484be5b6 req-6dee1d20-dd97-4265-8b3b-02d611af00a7 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:35.916631 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-da5721c5-7262-43d4-8c79-f8dd484be5b6 req-6dee1d20-dd97-4265-8b3b-02d611af00a7 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 944 time: 0.0620413 Sep 20 13:18:35.970343 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-da5721c5-7262-43d4-8c79-f8dd484be5b6 req-0e5d673b-0076-4211-a4d0-4cdb553e7eb8 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=e06914b7-70ea-4d64-8def-7f299f67398c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480850 Sep 20 13:18:36.078824 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 55642) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:18:36.092692 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f781ed31-17ca-4f1c-b79a-749f143b991c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:36.167942 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f781ed31-17ca-4f1c-b79a-749f143b991c admin admin] Publish callbacks [] for security_group (03891790-10e6-48a2-9fa3-de2b5c405fee), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:36.172393 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f781ed31-17ca-4f1c-b79a-749f143b991c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (03891790-10e6-48a2-9fa3-de2b5c405fee), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:36.209892 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-f781ed31-17ca-4f1c-b79a-749f143b991c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=36a9343f50064afd85b708df6cdea385&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1299736 Sep 20 13:18:36.211163 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f781ed31-17ca-4f1c-b79a-749f143b991c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03891790-10e6-48a2-9fa3-de2b5c405fee,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:36.212812 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 55646) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:18:36.266374 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9245c55c-7793-4fe1-9a88-651d3cac0285 admin admin] Publish callbacks [] for security_group (03891790-10e6-48a2-9fa3-de2b5c405fee), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:36.290395 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9245c55c-7793-4fe1-9a88-651d3cac0285 admin admin] Publish callbacks [] for security_group (03891790-10e6-48a2-9fa3-de2b5c405fee), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:36.341612 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9245c55c-7793-4fe1-9a88-651d3cac0285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (03891790-10e6-48a2-9fa3-de2b5c405fee), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:36.344142 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9245c55c-7793-4fe1-9a88-651d3cac0285 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:36.345284 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-9245c55c-7793-4fe1-9a88-651d3cac0285 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/03891790-10e6-48a2-9fa3-de2b5c405fee HTTP/1.1" status: 204 len: 168 time: 0.1314683 Sep 20 13:18:36.354173 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245c55c-7793-4fe1-9a88-651d3cac0285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03891790-10e6-48a2-9fa3-de2b5c405fee,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:36.488593 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51b9c5-366d-42de-a742-5a7f61fdaead req-b5a19205-e350-4a1a-8917-286e4a75bee7 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:36.489615 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-fb51b9c5-366d-42de-a742-5a7f61fdaead req-b5a19205-e350-4a1a-8917-286e4a75bee7 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 943 time: 0.0650244 Sep 20 13:18:36.542720 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a0ed1-fd45-44da-843d-7388b24ca8a8 req-714c8258-3ff2-43aa-8976-65c9a9c6b815 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:36.544477 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-822a0ed1-fd45-44da-843d-7388b24ca8a8 req-714c8258-3ff2-43aa-8976-65c9a9c6b815 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 943 time: 0.0970843 Sep 20 13:18:36.566867 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-fb51b9c5-366d-42de-a742-5a7f61fdaead req-1a811281-ecb9-490f-825e-485c69867579 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660958 Sep 20 13:18:36.611117 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-822a0ed1-fd45-44da-843d-7388b24ca8a8 req-206caf50-9ddd-4319-9570-fc86bfe8a933 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/security-groups?id=515a81a2-5ac7-478c-bbd7-9788c10d548b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591149 Sep 20 13:18:37.102984 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590e539-7a10-4b56-98a1-536c5e507d49 req-48d4172c-a58f-4862-8f4d-c087295ae881 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:37.107368 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9590e539-7a10-4b56-98a1-536c5e507d49 req-48d4172c-a58f-4862-8f4d-c087295ae881 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 944 time: 0.0605009 Sep 20 13:18:37.161357 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9590e539-7a10-4b56-98a1-536c5e507d49 req-440efb46-8b88-4029-8ff3-a3ca9839bcfe tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=e06914b7-70ea-4d64-8def-7f299f67398c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503378 Sep 20 13:18:37.790920 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da9beaf-fb75-4b3c-886e-8751520f86c3 req-9b0811d7-e4da-41ce-b519-067d17863a29 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:37.791687 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47178be8-05b3-4188-a7be-2ccd0dd5779f req-a8d0a0a6-5757-4f52-956d-f7143b87595d tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:37.792436 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-2da9beaf-fb75-4b3c-886e-8751520f86c3 req-9b0811d7-e4da-41ce-b519-067d17863a29 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 943 time: 0.1111920 Sep 20 13:18:37.794329 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-47178be8-05b3-4188-a7be-2ccd0dd5779f req-a8d0a0a6-5757-4f52-956d-f7143b87595d tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 943 time: 0.0845089 Sep 20 13:18:37.864797 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-2da9beaf-fb75-4b3c-886e-8751520f86c3 req-d7e19956-7dfa-411b-ba45-ca57e1258b64 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667317 Sep 20 13:18:37.871915 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-47178be8-05b3-4188-a7be-2ccd0dd5779f req-eaaef010-742f-41fd-af89-860e578a1643 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/security-groups?id=515a81a2-5ac7-478c-bbd7-9788c10d548b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715559 Sep 20 13:18:38.290523 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d5b29-085a-4541-a246-8903f7703be3 req-b911572e-6a61-4a2d-b68d-85a8db44b999 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:38.292306 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-a13d5b29-085a-4541-a246-8903f7703be3 req-b911572e-6a61-4a2d-b68d-85a8db44b999 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 944 time: 0.0575252 Sep 20 13:18:38.341252 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-a13d5b29-085a-4541-a246-8903f7703be3 req-80515bc3-869c-44c1-8120-399250ee5d14 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=e06914b7-70ea-4d64-8def-7f299f67398c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421567 Sep 20 13:18:38.440761 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8258d694-3d5c-4f5f-9a51-164f003b2887 req-2a4f963b-18a0-4eac-bc4f-469f8cc3663b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:38.442138 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8258d694-3d5c-4f5f-9a51-164f003b2887 req-2a4f963b-18a0-4eac-bc4f-469f8cc3663b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=85cb1952-2655-4c09-a126-13c0b6f786a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426242 Sep 20 13:18:38.992490 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c31209f-de53-4228-8eae-a51249000dbc req-7cc0f0e3-58f2-472f-aeac-1863545133ec tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:38.992918 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd08437f-cdcd-4e1b-8966-74adb0e63fe6 req-6e338c4d-022c-416e-a832-f5ae98a5c07a tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:38.993971 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7c31209f-de53-4228-8eae-a51249000dbc req-7cc0f0e3-58f2-472f-aeac-1863545133ec tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 943 time: 0.0532668 Sep 20 13:18:38.995040 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-bd08437f-cdcd-4e1b-8966-74adb0e63fe6 req-6e338c4d-022c-416e-a832-f5ae98a5c07a tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 943 time: 0.0520132 Sep 20 13:18:39.040945 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7c31209f-de53-4228-8eae-a51249000dbc req-edb18385-73d2-4d16-897d-9f7ef17e17fe tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411925 Sep 20 13:18:39.041254 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-bd08437f-cdcd-4e1b-8966-74adb0e63fe6 req-1d665b49-3329-41af-8d44-4d929e9b05f5 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/security-groups?id=515a81a2-5ac7-478c-bbd7-9788c10d548b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414293 Sep 20 13:18:39.460914 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2028f-50eb-4402-bc76-7c0c14811923 req-a940a892-3c33-491e-8206-376a423bd70d tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:39.462364 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-07f2028f-50eb-4402-bc76-7c0c14811923 req-a940a892-3c33-491e-8206-376a423bd70d tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 944 time: 0.0521729 Sep 20 13:18:39.512740 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-07f2028f-50eb-4402-bc76-7c0c14811923 req-b1a4db99-0abf-46fc-b495-f0b4a26cbb1c tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=e06914b7-70ea-4d64-8def-7f299f67398c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448530 Sep 20 13:18:39.959870 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (728cf656-0364-4172-b8b5-b6ffd3122ed0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:40.162261 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3fd54-fdad-4933-b45a-2216d1157666 req-726e5153-7f42-43a6-b824-257262be65d0 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:40.164618 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-58a3fd54-fdad-4933-b45a-2216d1157666 req-726e5153-7f42-43a6-b824-257262be65d0 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 943 time: 0.0531571 Sep 20 13:18:40.170635 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f724a-de41-4f27-a4da-616354366876 req-9ce7d75d-e8bd-4941-9375-f54f9dd4eb99 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:40.172222 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-1c5f724a-de41-4f27-a4da-616354366876 req-9ce7d75d-e8bd-4941-9375-f54f9dd4eb99 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 943 time: 0.0605750 Sep 20 13:18:40.219676 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-1c5f724a-de41-4f27-a4da-616354366876 req-d9560138-bade-45f9-8038-8e99f40271c5 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419905 Sep 20 13:18:40.294517 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-58a3fd54-fdad-4933-b45a-2216d1157666 req-c196e8cf-4e8e-4fca-8d18-eb9c9f56cc66 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/security-groups?id=515a81a2-5ac7-478c-bbd7-9788c10d548b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238670 Sep 20 13:18:40.317852 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db4926e-faf3-4665-98a0-f26d6681951d req-9df5e984-1e44-4750-8c62-7fbde536f521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:40.320064 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7db4926e-faf3-4665-98a0-f26d6681951d req-9df5e984-1e44-4750-8c62-7fbde536f521 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=105b52c6-cee8-4c92-bcc7-3a77d1e92018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1428385 Sep 20 13:18:40.342008 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8258d694-3d5c-4f5f-9a51-164f003b2887 req-fad83724-3087-464c-8d1c-7027f4ca5bcb service neutron] 10.222.0.62 "GET /v2.0/networks/85cb1952-2655-4c09-a126-13c0b6f786a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633692 Sep 20 13:18:40.478536 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7db4926e-faf3-4665-98a0-f26d6681951d req-0bd1e778-c22e-4a97-bcc0-8e026465da75 service neutron] 10.222.0.62 "GET /v2.0/networks/105b52c6-cee8-4c92-bcc7-3a77d1e92018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500232 Sep 20 13:18:40.499855 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8258d694-3d5c-4f5f-9a51-164f003b2887 req-187f622e-b6c0-445a-9390-69d5ea83f92d service neutron] 10.222.0.62 "GET /v2.0/networks/85cb1952-2655-4c09-a126-13c0b6f786a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251969 Sep 20 13:18:40.579485 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7db4926e-faf3-4665-98a0-f26d6681951d req-764ec08e-899e-4267-86d3-21c518cdd302 service neutron] 10.222.0.62 "GET /v2.0/networks/105b52c6-cee8-4c92-bcc7-3a77d1e92018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926130 Sep 20 13:18:40.634486 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bdba6e-2df7-4087-b0d2-eecbf90799f7 req-396eebdf-e4f7-475f-b0d3-4a0adc9b147d tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:40.635910 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-d1bdba6e-2df7-4087-b0d2-eecbf90799f7 req-396eebdf-e4f7-475f-b0d3-4a0adc9b147d tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 944 time: 0.0525076 Sep 20 13:18:40.681316 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-d1bdba6e-2df7-4087-b0d2-eecbf90799f7 req-3b24bff8-d503-45b5-888d-cd15370586db tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=e06914b7-70ea-4d64-8def-7f299f67398c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398617 Sep 20 13:18:41.049851 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db4926e-faf3-4665-98a0-f26d6681951d req-a178663e-6729-483b-ba56-503afe2828bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:41.051654 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7db4926e-faf3-4665-98a0-f26d6681951d req-a178663e-6729-483b-ba56-503afe2828bc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4a20aa815a0947579d330112176846c9&device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 1128 time: 0.0457058 Sep 20 13:18:41.141063 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db4926e-faf3-4665-98a0-f26d6681951d req-72d4d8c5-8593-4898-a0de-79fc1e2a5e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:41.142537 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7db4926e-faf3-4665-98a0-f26d6681951d req-72d4d8c5-8593-4898-a0de-79fc1e2a5e20 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ed809d10-45b2-429e-b44f-1694990b1073 HTTP/1.1" status: 200 len: 915 time: 0.0838220 Sep 20 13:18:41.185965 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7db4926e-faf3-4665-98a0-f26d6681951d req-9f06764c-aef1-44a4-9fd0-58fd740edf65 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=055b6831-0401-4e61-b025-649a032bec93 HTTP/1.1" status: 200 len: 217 time: 0.0354574 Sep 20 13:18:41.235993 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db4926e-faf3-4665-98a0-f26d6681951d req-8d3d58fd-6150-446e-a07e-95248c7d2379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:41.237392 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7db4926e-faf3-4665-98a0-f26d6681951d req-8d3d58fd-6150-446e-a07e-95248c7d2379 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=adb9ef7c-1078-430d-958b-f7a53420a9c5 HTTP/1.1" status: 200 len: 854 time: 0.0416338 Sep 20 13:18:41.290549 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db4926e-faf3-4665-98a0-f26d6681951d req-8628f265-e363-4a63-84dd-f93c8f4e60b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:41.292082 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7db4926e-faf3-4665-98a0-f26d6681951d req-8628f265-e363-4a63-84dd-f93c8f4e60b2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ed809d10-45b2-429e-b44f-1694990b1073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455160 Sep 20 13:18:41.404825 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39823cdf-e0a1-49cb-8f77-2c47b31c6978 req-f8ffbfa4-bd03-46dd-8044-46319d9ff1ca tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:41.406353 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-39823cdf-e0a1-49cb-8f77-2c47b31c6978 req-f8ffbfa4-bd03-46dd-8044-46319d9ff1ca tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 943 time: 0.1133976 Sep 20 13:18:41.434817 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6928d77e-78bb-4fec-abfa-29196431a83c req-b6faae51-5bb0-4500-a7b4-17e6f018a41b tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:41.443464 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-6928d77e-78bb-4fec-abfa-29196431a83c req-b6faae51-5bb0-4500-a7b4-17e6f018a41b tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 943 time: 0.0748179 Sep 20 13:18:41.453012 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7db4926e-faf3-4665-98a0-f26d6681951d req-1dcd3839-c154-4323-8b49-aa79761278bc service neutron] 10.222.0.62 "GET /v2.0/networks/ed809d10-45b2-429e-b44f-1694990b1073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303055 Sep 20 13:18:41.498074 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-6928d77e-78bb-4fec-abfa-29196431a83c req-7386b249-b86f-4e9b-bb82-576b285b5b8d tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/security-groups?id=515a81a2-5ac7-478c-bbd7-9788c10d548b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495040 Sep 20 13:18:41.554201 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-39823cdf-e0a1-49cb-8f77-2c47b31c6978 req-9fd8dd93-c80f-4791-9f8a-d4c37c022807 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381392 Sep 20 13:18:41.589515 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7db4926e-faf3-4665-98a0-f26d6681951d req-45a219d6-998e-41cd-8eff-ee714b19dee9 service neutron] 10.222.0.62 "GET /v2.0/networks/ed809d10-45b2-429e-b44f-1694990b1073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214881 Sep 20 13:18:41.802432 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b6dab3-8c11-4faa-8e81-7f7c66158967 req-86c79751-32d4-4d97-ac81-a72ae870d348 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:41.804434 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-f1b6dab3-8c11-4faa-8e81-7f7c66158967 req-86c79751-32d4-4d97-ac81-a72ae870d348 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 944 time: 0.0518799 Sep 20 13:18:41.856291 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-f1b6dab3-8c11-4faa-8e81-7f7c66158967 req-d0cab551-9d7e-43f9-9c34-42c329c74a68 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=e06914b7-70ea-4d64-8def-7f299f67398c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460317 Sep 20 13:18:42.621102 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b88f23-7d39-4f2e-b320-63b98e5661f8 req-e45e712f-c1f5-4cd1-b230-9c87cdc5b1d1 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:42.622586 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c9b88f23-7d39-4f2e-b320-63b98e5661f8 req-e45e712f-c1f5-4cd1-b230-9c87cdc5b1d1 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 943 time: 0.0522156 Sep 20 13:18:42.669148 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c9b88f23-7d39-4f2e-b320-63b98e5661f8 req-adf434ef-dc00-4452-bca4-8a3c0faa85c5 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/security-groups?id=515a81a2-5ac7-478c-bbd7-9788c10d548b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410824 Sep 20 13:18:42.679193 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd838a-2776-491a-a0a0-229fd98066eb req-cf808a45-2d9f-4a8f-8107-19ca7c12baed tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:42.680653 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-3bbd838a-2776-491a-a0a0-229fd98066eb req-cf808a45-2d9f-4a8f-8107-19ca7c12baed tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 943 time: 0.0523009 Sep 20 13:18:42.743257 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-3bbd838a-2776-491a-a0a0-229fd98066eb req-e750445a-808a-439e-8454-c690d204836e tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564938 Sep 20 13:18:42.983024 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb848b5-c5b9-4bda-9e08-6bcafe5d543a req-3df84353-a7b0-4632-add3-ed1cd0fc7e47 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:42.984474 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9eb848b5-c5b9-4bda-9e08-6bcafe5d543a req-3df84353-a7b0-4632-add3-ed1cd0fc7e47 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 944 time: 0.0555985 Sep 20 13:18:43.030383 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9eb848b5-c5b9-4bda-9e08-6bcafe5d543a req-ff5e1f76-f996-494a-8ea3-caafb5f377d8 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=e06914b7-70ea-4d64-8def-7f299f67398c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403075 Sep 20 13:18:43.790913 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83201b2-8de2-4284-85a8-4d4207e7f1fa req-b8885ecc-9ad7-4fd9-82c1-b9754e5dd9c8 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:43.792386 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-e83201b2-8de2-4284-85a8-4d4207e7f1fa req-b8885ecc-9ad7-4fd9-82c1-b9754e5dd9c8 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 943 time: 0.0520906 Sep 20 13:18:43.838553 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-e83201b2-8de2-4284-85a8-4d4207e7f1fa req-7658bc9d-2dee-4aa0-b77f-04eee8f581dc tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/security-groups?id=515a81a2-5ac7-478c-bbd7-9788c10d548b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407140 Sep 20 13:18:43.865562 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c44d1-b396-43db-a937-f1e14b850740 req-1ac5f40a-8e94-4a33-a8aa-2cfad98a99a6 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:43.867817 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-333c44d1-b396-43db-a937-f1e14b850740 req-1ac5f40a-8e94-4a33-a8aa-2cfad98a99a6 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 943 time: 0.0533135 Sep 20 13:18:43.912471 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-333c44d1-b396-43db-a937-f1e14b850740 req-07124110-62be-47f1-a69f-901ff367faed tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390670 Sep 20 13:18:44.151434 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97680533-68f2-457e-852b-4a99aa39c9b2 req-18389d15-42e9-437c-9f19-6ab99fc1d894 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:44.152884 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-97680533-68f2-457e-852b-4a99aa39c9b2 req-18389d15-42e9-437c-9f19-6ab99fc1d894 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 944 time: 0.0510418 Sep 20 13:18:44.198058 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-97680533-68f2-457e-852b-4a99aa39c9b2 req-a915afd1-ac34-43a7-95de-bb90e5836924 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=e06914b7-70ea-4d64-8def-7f299f67398c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396376 Sep 20 13:18:44.960623 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a5ad9-0e68-46d6-8d09-c12de7083dac req-b1a5619b-48fa-4acf-9953-50dfceb8c433 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:44.962095 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a12a5ad9-0e68-46d6-8d09-c12de7083dac req-b1a5619b-48fa-4acf-9953-50dfceb8c433 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 943 time: 0.0525076 Sep 20 13:18:45.020105 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a12a5ad9-0e68-46d6-8d09-c12de7083dac req-c23126e8-c621-42ca-9186-5c8b626b0195 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/security-groups?id=515a81a2-5ac7-478c-bbd7-9788c10d548b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519211 Sep 20 13:18:45.055688 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7e48c-b082-473f-8162-36c1374e643a req-5ac1ee34-f2a1-4879-9191-f93b8fdb0867 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:45.057133 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-c4e7e48c-b082-473f-8162-36c1374e643a req-5ac1ee34-f2a1-4879-9191-f93b8fdb0867 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 943 time: 0.0711765 Sep 20 13:18:45.102390 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-c4e7e48c-b082-473f-8162-36c1374e643a req-9c64c59c-e731-44a6-bbda-548de5383ba4 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397623 Sep 20 13:18:45.317362 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63261cca-a169-4c21-be7b-e9506ea24811 req-b64ef8f7-1d70-47e2-8449-76f775501849 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:45.318809 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-63261cca-a169-4c21-be7b-e9506ea24811 req-b64ef8f7-1d70-47e2-8449-76f775501849 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 944 time: 0.0511208 Sep 20 13:18:45.364399 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-63261cca-a169-4c21-be7b-e9506ea24811 req-17991be3-4aa5-4fe7-992e-d14ee6f29bfc tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=e06914b7-70ea-4d64-8def-7f299f67398c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391438 Sep 20 13:18:45.993399 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device da745733-d8ef-4a92-89c1-eb60336661fa details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:18:46.100903 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port da745733-d8ef-4a92-89c1-eb60336661fa, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=da745733-d8ef-4a92-89c1-eb60336661fa,segment=NetworkSegment(f7400dd8-eb7b-448c-9b24-32bf1c4335c7),segment_id=f7400dd8-eb7b-448c-9b24-32bf1c4335c7)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:18:46.112385 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Returning: {'device': 'da745733-d8ef-4a92-89c1-eb60336661fa', 'network_id': '105b52c6-cee8-4c92-bcc7-3a77d1e92018', 'port_id': 'da745733-d8ef-4a92-89c1-eb60336661fa', 'mac_address': 'fa:16:3e:c9:8c:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64939650-d3ca-4c0c-952c-41e35d669944', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:18:46.153508 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Current status of the port da745733-d8ef-4a92-89c1-eb60336661fa is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:18:46.153907 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (da745733-d8ef-4a92-89c1-eb60336661fa), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:46.167908 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da745733-d8ef-4a92-89c1-eb60336661fa {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 13:18:46.189531 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port da745733-d8ef-4a92-89c1-eb60336661fa, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=da745733-d8ef-4a92-89c1-eb60336661fa,segment=NetworkSegment(f7400dd8-eb7b-448c-9b24-32bf1c4335c7),segment_id=f7400dd8-eb7b-448c-9b24-32bf1c4335c7)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:18:46.191733 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e489cafd-e19a-4594-b832-f3f573a3a9a1 req-b0146dfc-fcff-4a3b-952f-8f42c1ba5d8e tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:46.201855 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-e489cafd-e19a-4594-b832-f3f573a3a9a1 req-b0146dfc-fcff-4a3b-952f-8f42c1ba5d8e tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 943 time: 0.0833106 Sep 20 13:18:46.202019 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (da745733-d8ef-4a92-89c1-eb60336661fa), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:46.265483 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-e489cafd-e19a-4594-b832-f3f573a3a9a1 req-dd1bd8f2-fabd-4afd-9e47-e6b8253ff75b tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/security-groups?id=515a81a2-5ac7-478c-bbd7-9788c10d548b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622287 Sep 20 13:18:46.271861 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f0e78-6d24-40e0-8ef0-2c8f50919dc7 req-44e8e26e-99f1-4f8b-b499-0d8e0d40d542 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:46.279354 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ad1f0e78-6d24-40e0-8ef0-2c8f50919dc7 req-44e8e26e-99f1-4f8b-b499-0d8e0d40d542 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 944 time: 0.0787222 Sep 20 13:18:46.296844 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Pushing event updated for resources: {'Port': ['ID=da745733-d8ef-4a92-89c1-eb60336661fa,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:46.325638 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ad1f0e78-6d24-40e0-8ef0-2c8f50919dc7 req-0ec0e0a6-fcd2-4e4a-9f26-d85666a0fb02 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454285 Sep 20 13:18:46.460606 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 55910) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:18:46.487863 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8559a29-8d0f-4980-8919-f02f3f7aac91 req-28121f1c-ae21-45c6-b27d-4062b4c4baeb tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:46.489354 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-a8559a29-8d0f-4980-8919-f02f3f7aac91 req-28121f1c-ae21-45c6-b27d-4062b4c4baeb tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 944 time: 0.0520370 Sep 20 13:18:46.542334 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-a8559a29-8d0f-4980-8919-f02f3f7aac91 req-03eb4d4b-2dec-48f9-9394-48c46464ab7c tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=e06914b7-70ea-4d64-8def-7f299f67398c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471072 Sep 20 13:18:46.574961 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c863edf9-c3d8-40d4-86fc-a5e52d997389 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:46.652049 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c863edf9-c3d8-40d4-86fc-a5e52d997389 admin admin] Publish callbacks [] for security_group (2f17d5f2-1a11-42e5-b3dd-bccc96e42c16), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:46.655764 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c863edf9-c3d8-40d4-86fc-a5e52d997389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (2f17d5f2-1a11-42e5-b3dd-bccc96e42c16), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:46.693230 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-c863edf9-c3d8-40d4-86fc-a5e52d997389 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=952f743afe374c369fa75a89616ebae5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2315478 Sep 20 13:18:46.694691 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c863edf9-c3d8-40d4-86fc-a5e52d997389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f17d5f2-1a11-42e5-b3dd-bccc96e42c16,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:46.696513 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 55916) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:18:46.701765 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c863edf9-c3d8-40d4-86fc-a5e52d997389 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:18:46.702128 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c863edf9-c3d8-40d4-86fc-a5e52d997389 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:18:46.702488 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c863edf9-c3d8-40d4-86fc-a5e52d997389 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:18:46.702862 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c863edf9-c3d8-40d4-86fc-a5e52d997389 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:18:46.703209 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c863edf9-c3d8-40d4-86fc-a5e52d997389 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:18:46.703551 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c863edf9-c3d8-40d4-86fc-a5e52d997389 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:18:46.703887 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c863edf9-c3d8-40d4-86fc-a5e52d997389 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:18:46.704223 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c863edf9-c3d8-40d4-86fc-a5e52d997389 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:18:46.704559 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c863edf9-c3d8-40d4-86fc-a5e52d997389 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:18:46.704891 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c863edf9-c3d8-40d4-86fc-a5e52d997389 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:18:46.705222 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c863edf9-c3d8-40d4-86fc-a5e52d997389 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:18:46.705553 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c863edf9-c3d8-40d4-86fc-a5e52d997389 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:18:46.705878 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c863edf9-c3d8-40d4-86fc-a5e52d997389 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:18:46.744178 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5a307aad-533b-459b-8c91-85eed3322a92 admin admin] Publish callbacks [] for security_group (2f17d5f2-1a11-42e5-b3dd-bccc96e42c16), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:46.765475 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5a307aad-533b-459b-8c91-85eed3322a92 admin admin] Publish callbacks [] for security_group (2f17d5f2-1a11-42e5-b3dd-bccc96e42c16), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:46.810667 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5a307aad-533b-459b-8c91-85eed3322a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (2f17d5f2-1a11-42e5-b3dd-bccc96e42c16), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:46.813195 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5a307aad-533b-459b-8c91-85eed3322a92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:46.814309 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-5a307aad-533b-459b-8c91-85eed3322a92 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2f17d5f2-1a11-42e5-b3dd-bccc96e42c16 HTTP/1.1" status: 204 len: 168 time: 0.1168318 Sep 20 13:18:46.823967 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a307aad-533b-459b-8c91-85eed3322a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f17d5f2-1a11-42e5-b3dd-bccc96e42c16,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:46.831516 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a307aad-533b-459b-8c91-85eed3322a92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:18:46.831899 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a307aad-533b-459b-8c91-85eed3322a92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:18:46.832464 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a307aad-533b-459b-8c91-85eed3322a92 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:18:46.833011 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a307aad-533b-459b-8c91-85eed3322a92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:18:46.833492 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a307aad-533b-459b-8c91-85eed3322a92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:18:46.834282 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a307aad-533b-459b-8c91-85eed3322a92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:18:46.835569 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a307aad-533b-459b-8c91-85eed3322a92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:18:46.835915 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a307aad-533b-459b-8c91-85eed3322a92 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:18:46.836274 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a307aad-533b-459b-8c91-85eed3322a92 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:18:46.836597 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a307aad-533b-459b-8c91-85eed3322a92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:18:46.836932 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a307aad-533b-459b-8c91-85eed3322a92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:18:46.837265 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a307aad-533b-459b-8c91-85eed3322a92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:18:46.837593 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a307aad-533b-459b-8c91-85eed3322a92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:18:47.069729 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 55922) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:18:47.082671 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b86b49e0-e42f-4774-ae5d-9e2c2accf9ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:47.159076 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b86b49e0-e42f-4774-ae5d-9e2c2accf9ea admin admin] Publish callbacks [] for security_group (2e5d0e9c-11db-4666-93be-53b046a33edf), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:47.164095 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b86b49e0-e42f-4774-ae5d-9e2c2accf9ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (2e5d0e9c-11db-4666-93be-53b046a33edf), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:47.202524 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-b86b49e0-e42f-4774-ae5d-9e2c2accf9ea admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1b4a81af7ce343589787fca7016a5acb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1317322 Sep 20 13:18:47.203255 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86b49e0-e42f-4774-ae5d-9e2c2accf9ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5d0e9c-11db-4666-93be-53b046a33edf,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:47.205204 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 55926) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:18:47.253199 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a4dd3f11-a53f-4743-be87-d7c71db1946c admin admin] Publish callbacks [] for security_group (2e5d0e9c-11db-4666-93be-53b046a33edf), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:47.275069 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a4dd3f11-a53f-4743-be87-d7c71db1946c admin admin] Publish callbacks [] for security_group (2e5d0e9c-11db-4666-93be-53b046a33edf), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:47.328311 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a4dd3f11-a53f-4743-be87-d7c71db1946c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (2e5d0e9c-11db-4666-93be-53b046a33edf), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:47.331739 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a4dd3f11-a53f-4743-be87-d7c71db1946c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:47.332974 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-a4dd3f11-a53f-4743-be87-d7c71db1946c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2e5d0e9c-11db-4666-93be-53b046a33edf HTTP/1.1" status: 204 len: 168 time: 0.1267738 Sep 20 13:18:47.352189 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dd3f11-a53f-4743-be87-d7c71db1946c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5d0e9c-11db-4666-93be-53b046a33edf,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:47.399045 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf1696-431d-4c6e-b58a-46e5261f940c req-b9cd6c3f-3333-4f15-bf20-4be6b10d1f2f tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:47.400706 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3ebf1696-431d-4c6e-b58a-46e5261f940c req-b9cd6c3f-3333-4f15-bf20-4be6b10d1f2f tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 943 time: 0.0643997 Sep 20 13:18:47.454191 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3ebf1696-431d-4c6e-b58a-46e5261f940c req-f8f112a6-e35a-4f6d-9388-3253b05051dc tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/security-groups?id=515a81a2-5ac7-478c-bbd7-9788c10d548b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472059 Sep 20 13:18:47.458191 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc810196-a1d1-44ee-9797-c560bf6e1432 req-ba5a19d1-290c-4c8f-a7ab-6665c3243157 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:47.460553 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-dc810196-a1d1-44ee-9797-c560bf6e1432 req-ba5a19d1-290c-4c8f-a7ab-6665c3243157 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 944 time: 0.0590992 Sep 20 13:18:47.521306 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-dc810196-a1d1-44ee-9797-c560bf6e1432 req-4dd57fc6-0264-4e6d-8cf2-b5d3ed233d32 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553222 Sep 20 13:18:47.678514 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bffc776-044f-4eef-9bb7-f531d4162728 req-f9d8467b-c7b4-435c-8483-fa6d4c977153 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:47.680083 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0bffc776-044f-4eef-9bb7-f531d4162728 req-f9d8467b-c7b4-435c-8483-fa6d4c977153 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 944 time: 0.0547178 Sep 20 13:18:47.741881 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0bffc776-044f-4eef-9bb7-f531d4162728 req-2ffc315f-01e0-4223-b1c0-448a0b5c4869 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=e06914b7-70ea-4d64-8def-7f299f67398c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563829 Sep 20 13:18:47.746899 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] get_ports_and_sgs() called for port_ids ['da745733-d8ef-4a92-89c1-eb60336661fa'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 13:18:48.254682 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device db0389ce-4a65-44b3-9cfe-dc30d33b40b5 details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:18:48.368601 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port db0389ce-4a65-44b3-9cfe-dc30d33b40b5, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=db0389ce-4a65-44b3-9cfe-dc30d33b40b5,segment=NetworkSegment(f7400dd8-eb7b-448c-9b24-32bf1c4335c7),segment_id=f7400dd8-eb7b-448c-9b24-32bf1c4335c7)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:18:48.387348 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Returning: {'device': 'db0389ce-4a65-44b3-9cfe-dc30d33b40b5', 'network_id': '105b52c6-cee8-4c92-bcc7-3a77d1e92018', 'port_id': 'db0389ce-4a65-44b3-9cfe-dc30d33b40b5', 'mac_address': 'fa:16:3e:28:f4:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64939650-d3ca-4c0c-952c-41e35d669944', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:18:48.432750 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Current status of the port db0389ce-4a65-44b3-9cfe-dc30d33b40b5 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:18:48.433397 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (db0389ce-4a65-44b3-9cfe-dc30d33b40b5), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:48.451976 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db0389ce-4a65-44b3-9cfe-dc30d33b40b5 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 13:18:48.473476 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port db0389ce-4a65-44b3-9cfe-dc30d33b40b5, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=db0389ce-4a65-44b3-9cfe-dc30d33b40b5,segment=NetworkSegment(f7400dd8-eb7b-448c-9b24-32bf1c4335c7),segment_id=f7400dd8-eb7b-448c-9b24-32bf1c4335c7)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:18:48.479596 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (db0389ce-4a65-44b3-9cfe-dc30d33b40b5), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:48.480275 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 3cc1985d-16d4-419a-b057-c24aeec35a38 details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:18:48.609612 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Pushing event updated for resources: {'Port': ['ID=db0389ce-4a65-44b3-9cfe-dc30d33b40b5,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:48.622328 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:18:48.622925 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:18:48.623434 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:18:48.623923 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:18:48.624434 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:18:48.624936 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:18:48.625586 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:18:48.626075 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:18:48.626567 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:18:48.627171 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:18:48.628131 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:18:48.628925 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:18:48.629734 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:18:48.671423 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4fc69a-9155-4107-b6ad-949319916542 req-c33e2063-e5fc-494c-a65b-4addd9f16033 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:48.680177 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-8e4fc69a-9155-4107-b6ad-949319916542 req-c33e2063-e5fc-494c-a65b-4addd9f16033 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 943 time: 0.1006382 Sep 20 13:18:48.686679 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port 3cc1985d-16d4-419a-b057-c24aeec35a38, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=3cc1985d-16d4-419a-b057-c24aeec35a38,segment=NetworkSegment(acd0bdec-f9e9-459b-aa2a-c80988ac3dfb),segment_id=acd0bdec-f9e9-459b-aa2a-c80988ac3dfb)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:18:48.716636 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Returning: {'device': '3cc1985d-16d4-419a-b057-c24aeec35a38', 'network_id': '85cb1952-2655-4c09-a126-13c0b6f786a3', 'port_id': '3cc1985d-16d4-419a-b057-c24aeec35a38', 'mac_address': 'fa:16:3e:73:e0:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '698d76a0-5d36-492c-ac0e-62e4480f0bec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:18:48.717119 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2198ff1f-4146-438d-b70e-385b6f83df95 req-a26cda2b-319d-456b-b7aa-c758af6c5f6a tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:48.725790 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2198ff1f-4146-438d-b70e-385b6f83df95 req-a26cda2b-319d-456b-b7aa-c758af6c5f6a tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 944 time: 0.0877419 Sep 20 13:18:48.743852 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-8e4fc69a-9155-4107-b6ad-949319916542 req-7d65b475-5a2a-40c0-95a1-0fa861e31d4f tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/security-groups?id=515a81a2-5ac7-478c-bbd7-9788c10d548b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571783 Sep 20 13:18:48.777338 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2198ff1f-4146-438d-b70e-385b6f83df95 req-677fcac2-8af0-436b-a423-18ee917076cc tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501447 Sep 20 13:18:48.784545 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Current status of the port 3cc1985d-16d4-419a-b057-c24aeec35a38 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:18:48.785030 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (3cc1985d-16d4-419a-b057-c24aeec35a38), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:48.809048 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cc1985d-16d4-419a-b057-c24aeec35a38 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 13:18:48.838852 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port 3cc1985d-16d4-419a-b057-c24aeec35a38, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=3cc1985d-16d4-419a-b057-c24aeec35a38,segment=NetworkSegment(acd0bdec-f9e9-459b-aa2a-c80988ac3dfb),segment_id=acd0bdec-f9e9-459b-aa2a-c80988ac3dfb)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:18:48.848135 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (3cc1985d-16d4-419a-b057-c24aeec35a38), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:48.849143 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 055b6831-0401-4e61-b025-649a032bec93 details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:18:48.922843 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9906f6b-6bde-4e56-9b2f-f99980857bcd req-d66c8bcf-68d2-4ad8-a9ee-454e485ade64 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:48.924391 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-f9906f6b-6bde-4e56-9b2f-f99980857bcd req-d66c8bcf-68d2-4ad8-a9ee-454e485ade64 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 944 time: 0.0575449 Sep 20 13:18:48.944872 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Pushing event updated for resources: {'Port': ['ID=3cc1985d-16d4-419a-b057-c24aeec35a38,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:48.984330 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-f9906f6b-6bde-4e56-9b2f-f99980857bcd req-bf027303-4947-46e3-a2b2-2c79c69d631d tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=e06914b7-70ea-4d64-8def-7f299f67398c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526562 Sep 20 13:18:48.996493 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port 055b6831-0401-4e61-b025-649a032bec93, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=055b6831-0401-4e61-b025-649a032bec93,segment=NetworkSegment(8a4b54b5-f94a-442c-baa8-d6ca9ddee630),segment_id=8a4b54b5-f94a-442c-baa8-d6ca9ddee630)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:18:49.008748 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Returning: {'device': '055b6831-0401-4e61-b025-649a032bec93', 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073', 'port_id': '055b6831-0401-4e61-b025-649a032bec93', 'mac_address': 'fa:16:3e:22:47:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adb9ef7c-1078-430d-958b-f7a53420a9c5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:18:49.043349 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Current status of the port 055b6831-0401-4e61-b025-649a032bec93 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:18:49.043749 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (055b6831-0401-4e61-b025-649a032bec93), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:49.056799 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 055b6831-0401-4e61-b025-649a032bec93 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 13:18:49.076533 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port 055b6831-0401-4e61-b025-649a032bec93, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=055b6831-0401-4e61-b025-649a032bec93,segment=NetworkSegment(8a4b54b5-f94a-442c-baa8-d6ca9ddee630),segment_id=8a4b54b5-f94a-442c-baa8-d6ca9ddee630)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:18:49.080802 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (055b6831-0401-4e61-b025-649a032bec93), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:49.134191 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Pushing event updated for resources: {'Port': ['ID=055b6831-0401-4e61-b025-649a032bec93,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:49.863845 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63914e55-2235-4f0f-b23c-53e75c59f81a req-cfb6e52b-cdb5-4ef2-a4c7-8fa40fb17877 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:49.866234 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-63914e55-2235-4f0f-b23c-53e75c59f81a req-cfb6e52b-cdb5-4ef2-a4c7-8fa40fb17877 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 944 time: 0.0585990 Sep 20 13:18:49.915320 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-63914e55-2235-4f0f-b23c-53e75c59f81a req-4c32a8fc-6092-4b31-93bd-d436432f6388 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/security-groups?id=515a81a2-5ac7-478c-bbd7-9788c10d548b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435688 Sep 20 13:18:49.916960 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778b97e-3b13-4c6a-a803-55768d086a82 req-788d4e9e-a0b5-43d8-b784-faeec5b2be92 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:49.918500 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-8778b97e-3b13-4c6a-a803-55768d086a82 req-788d4e9e-a0b5-43d8-b784-faeec5b2be92 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 944 time: 0.0551062 Sep 20 13:18:49.966638 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-8778b97e-3b13-4c6a-a803-55768d086a82 req-84570ba3-ee93-47d1-bda9-cf32dabab1d4 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426140 Sep 20 13:18:50.109273 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9597f6-4a87-464f-a139-f9c156c972b4 req-f1567219-8349-4379-9920-d6022fbe9823 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:50.110700 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5a9597f6-4a87-464f-a139-f9c156c972b4 req-f1567219-8349-4379-9920-d6022fbe9823 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 945 time: 0.0517693 Sep 20 13:18:50.157073 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5a9597f6-4a87-464f-a139-f9c156c972b4 req-3c3d6486-85b3-491b-bf45-0dee8cfa14a4 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=e06914b7-70ea-4d64-8def-7f299f67398c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401342 Sep 20 13:18:51.035902 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed3c841-5fa0-4ae9-825b-a692196c0fb3 req-61531f5c-1deb-4dc0-9814-eac65e429b76 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:51.037303 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-1ed3c841-5fa0-4ae9-825b-a692196c0fb3 req-61531f5c-1deb-4dc0-9814-eac65e429b76 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 944 time: 0.0517232 Sep 20 13:18:51.087789 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-1ed3c841-5fa0-4ae9-825b-a692196c0fb3 req-9ec54d99-8198-4f9c-a53d-9b6b93ad86ed tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/security-groups?id=515a81a2-5ac7-478c-bbd7-9788c10d548b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440052 Sep 20 13:18:51.093581 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c8a96f-fd68-4d98-941e-8bae308d6818 req-17ceedfb-ec65-483d-a86f-066e3755d00d tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:51.095095 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-59c8a96f-fd68-4d98-941e-8bae308d6818 req-17ceedfb-ec65-483d-a86f-066e3755d00d tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 944 time: 0.0574789 Sep 20 13:18:51.140763 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-59c8a96f-fd68-4d98-941e-8bae308d6818 req-e5cb93d0-8931-4b43-9919-f96dc225c39d tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399666 Sep 20 13:18:51.276325 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceee742-d5b5-45e8-b6cb-dada32a7db96 req-8efdca2b-a998-4185-88c8-aa76aebbef6e tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:51.277778 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-9ceee742-d5b5-45e8-b6cb-dada32a7db96 req-8efdca2b-a998-4185-88c8-aa76aebbef6e tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 945 time: 0.0508161 Sep 20 13:18:51.323989 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-9ceee742-d5b5-45e8-b6cb-dada32a7db96 req-7d395cf4-4b6c-4cea-87ac-0892d627a943 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=e06914b7-70ea-4d64-8def-7f299f67398c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406780 Sep 20 13:18:52.210320 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf4e63c-dde4-4b7d-a823-6e40716e1e19 req-a5879eab-63aa-4ae9-ab6c-238dfc152e71 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:52.211853 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6bf4e63c-dde4-4b7d-a823-6e40716e1e19 req-a5879eab-63aa-4ae9-ab6c-238dfc152e71 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 944 time: 0.0540984 Sep 20 13:18:52.258266 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6bf4e63c-dde4-4b7d-a823-6e40716e1e19 req-44893e96-2142-4093-8f7b-da56b89ffc43 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/security-groups?id=515a81a2-5ac7-478c-bbd7-9788c10d548b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408707 Sep 20 13:18:52.260298 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce9f543-7ac7-4b53-8ef1-0352c701696b req-d1133306-88e2-4b16-b10d-3cecceac128c tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:52.261756 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-bce9f543-7ac7-4b53-8ef1-0352c701696b req-d1133306-88e2-4b16-b10d-3cecceac128c tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 944 time: 0.0503383 Sep 20 13:18:52.308483 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-bce9f543-7ac7-4b53-8ef1-0352c701696b req-fe5ce7cd-dd98-4df2-a904-979a42287428 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411553 Sep 20 13:18:52.445153 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f17bec-04ad-4ada-b1ac-4a142f61a2cc req-fb07b67e-cf30-46fe-b778-b3c34459e3aa tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:52.446521 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-94f17bec-04ad-4ada-b1ac-4a142f61a2cc req-fb07b67e-cf30-46fe-b778-b3c34459e3aa tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 945 time: 0.0532715 Sep 20 13:18:52.496035 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-94f17bec-04ad-4ada-b1ac-4a142f61a2cc req-87f4a7a2-0deb-4795-8330-ab29afa9e390 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=e06914b7-70ea-4d64-8def-7f299f67398c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439456 Sep 20 13:18:53.386085 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd4841-51fa-47b1-83d9-1e78d91226d3 req-137a67b5-00b0-4077-ac07-d1b56bb480d7 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:53.387529 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-49bd4841-51fa-47b1-83d9-1e78d91226d3 req-137a67b5-00b0-4077-ac07-d1b56bb480d7 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 944 time: 0.0576234 Sep 20 13:18:53.405726 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1887f058-f6c2-423f-a1f2-5e541fbae6c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (c520f755-59ca-4a79-a15e-107c01e131c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:53.436925 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d7a58-3b6f-48eb-867c-00bab41bb947 req-2b2efac1-0961-4909-a0d7-56994799de98 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:53.437651 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-49bd4841-51fa-47b1-83d9-1e78d91226d3 req-23de66c8-fc6c-4193-92f8-e82adedb1bf0 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/security-groups?id=515a81a2-5ac7-478c-bbd7-9788c10d548b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445931 Sep 20 13:18:53.438657 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-077d7a58-3b6f-48eb-867c-00bab41bb947 req-2b2efac1-0961-4909-a0d7-56994799de98 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 944 time: 0.0571625 Sep 20 13:18:53.485960 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-077d7a58-3b6f-48eb-867c-00bab41bb947 req-fbf58e4f-970a-4035-af61-f48d81a1ce2f tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408165 Sep 20 13:18:53.616260 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9847dd4-c83f-4cfb-988d-3df49b230bdc req-2ab2e1c8-d357-4e46-9a59-89e5bd407c52 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:53.617710 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-a9847dd4-c83f-4cfb-988d-3df49b230bdc req-2ab2e1c8-d357-4e46-9a59-89e5bd407c52 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 945 time: 0.0517149 Sep 20 13:18:53.665061 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-a9847dd4-c83f-4cfb-988d-3df49b230bdc req-04818101-caee-4735-a593-9b85c2e5fc01 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=e06914b7-70ea-4d64-8def-7f299f67398c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417383 Sep 20 13:18:54.560731 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08812feb-dc1d-4ada-b1d5-caa26b8103c9 req-ca83da8a-88ef-4245-872d-e11d64ccad85 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:54.562199 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-08812feb-dc1d-4ada-b1d5-caa26b8103c9 req-ca83da8a-88ef-4245-872d-e11d64ccad85 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 944 time: 0.0516014 Sep 20 13:18:54.608044 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd93244-5936-4b15-91b1-0b3ae65839c3 req-62b74767-5428-4e0f-bb46-cdf866ab1585 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:54.609678 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-4fd93244-5936-4b15-91b1-0b3ae65839c3 req-62b74767-5428-4e0f-bb46-cdf866ab1585 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 944 time: 0.0522008 Sep 20 13:18:54.616777 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-08812feb-dc1d-4ada-b1d5-caa26b8103c9 req-0134c052-88db-4909-accf-7acea21a42ca tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/security-groups?id=515a81a2-5ac7-478c-bbd7-9788c10d548b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433745 Sep 20 13:18:54.659473 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-4fd93244-5936-4b15-91b1-0b3ae65839c3 req-a5745b3d-f0c8-41e8-a715-ee868d6f3e57 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438845 Sep 20 13:18:54.790941 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30774cf9-36cd-4e99-a9f0-27326751e0ae req-1fe393d9-8029-449b-8496-d8cc68a7a21d tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:54.792377 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-30774cf9-36cd-4e99-a9f0-27326751e0ae req-1fe393d9-8029-449b-8496-d8cc68a7a21d tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 945 time: 0.0552807 Sep 20 13:18:54.848481 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-30774cf9-36cd-4e99-a9f0-27326751e0ae req-9a443c94-328c-4402-9c0c-9dc29d20d464 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=e06914b7-70ea-4d64-8def-7f299f67398c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505314 Sep 20 13:18:55.734451 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb7551-4a83-494e-9de5-ee1d733f55e0 req-8be1dd22-5593-46cc-9b29-588209367614 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:55.736194 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-e3bb7551-4a83-494e-9de5-ee1d733f55e0 req-8be1dd22-5593-46cc-9b29-588209367614 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 944 time: 0.0535054 Sep 20 13:18:55.739546 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39908d71-7119-4b1a-bb02-a3fb6195b0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (e6bdf340-58c5-4186-af2d-ab00439e5425), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:55.791036 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-e3bb7551-4a83-494e-9de5-ee1d733f55e0 req-befa05a3-591d-4a3d-9ecc-f766c0365c8a tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/security-groups?id=515a81a2-5ac7-478c-bbd7-9788c10d548b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425882 Sep 20 13:18:55.791206 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241e7cf-4d76-4837-a511-cb9864828e8f req-4d955bbf-e3f1-4835-b1c0-8cc6c84c5372 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:55.792274 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4241e7cf-4d76-4837-a511-cb9864828e8f req-4d955bbf-e3f1-4835-b1c0-8cc6c84c5372 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 944 time: 0.0593605 Sep 20 13:18:55.839731 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4241e7cf-4d76-4837-a511-cb9864828e8f req-06b0a064-48a0-40da-8a78-d5f884634158 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419412 Sep 20 13:18:55.968610 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d045af-0102-49f7-8762-e4e0f4a31c34 req-b85203cd-4c12-4266-9acf-8da38eb48637 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:55.970082 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-a3d045af-0102-49f7-8762-e4e0f4a31c34 req-b85203cd-4c12-4266-9acf-8da38eb48637 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 945 time: 0.0510867 Sep 20 13:18:56.015527 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-a3d045af-0102-49f7-8762-e4e0f4a31c34 req-9f516ff7-13fe-42ce-bb31-4705e8762557 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=e06914b7-70ea-4d64-8def-7f299f67398c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399396 Sep 20 13:18:56.698056 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21c1e68e-1f58-483a-acac-7453cdb7afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (dfbc54aa-0ed8-4030-9edb-0bf7f0e74037), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:56.913959 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56d7f0-2572-4f5f-8762-2f8a54283422 req-01f9e95c-d454-4c38-bc4d-5ec54698acdb tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:56.915449 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2a56d7f0-2572-4f5f-8762-2f8a54283422 req-01f9e95c-d454-4c38-bc4d-5ec54698acdb tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 944 time: 0.0530949 Sep 20 13:18:56.963801 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2a56d7f0-2572-4f5f-8762-2f8a54283422 req-952acf2d-cb2b-4730-8d4c-f810f93e117c tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/security-groups?id=515a81a2-5ac7-478c-bbd7-9788c10d548b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429983 Sep 20 13:18:56.964313 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0dddaf-38ba-4bda-a42c-15f413890020 req-a51fa508-4d5a-4e67-b4c7-ede4290c1f61 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:56.965769 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-5a0dddaf-38ba-4bda-a42c-15f413890020 req-a51fa508-4d5a-4e67-b4c7-ede4290c1f61 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 944 time: 0.0548687 Sep 20 13:18:57.011892 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-5a0dddaf-38ba-4bda-a42c-15f413890020 req-237859bb-406d-4884-8183-aa6ecc677b3c tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405760 Sep 20 13:18:57.136744 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c2534e-54ee-4c69-914b-41eab42d7d17 req-47163cc5-101e-4f29-9a0e-cace4771ccc1 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:57.138203 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-97c2534e-54ee-4c69-914b-41eab42d7d17 req-47163cc5-101e-4f29-9a0e-cace4771ccc1 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 945 time: 0.0529230 Sep 20 13:18:57.185463 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-97c2534e-54ee-4c69-914b-41eab42d7d17 req-e868f9e4-c91c-4926-8fb7-7a727a2751d0 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=e06914b7-70ea-4d64-8def-7f299f67398c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415483 Sep 20 13:18:57.463368 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.agents_db [None req-1b87bba1-5a3b-42d5-ba20-63287d9ec67c None None] Agent healthcheck: found 6 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:18:58.049858 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device da745733-d8ef-4a92-89c1-eb60336661fa up at agent hyperv_hv-cinder-85846 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:18:58.089274 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c0cbf8-1b8e-41fb-aa2b-a223956d08be req-4b6750cd-4e15-43ee-a644-1d618b665763 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:58.090804 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-30c0cbf8-1b8e-41fb-aa2b-a223956d08be req-4b6750cd-4e15-43ee-a644-1d618b665763 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 944 time: 0.0568633 Sep 20 13:18:58.102884 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Provisioning for port da745733-d8ef-4a92-89c1-eb60336661fa completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 13:18:58.119585 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Provisioning complete for port da745733-d8ef-4a92-89c1-eb60336661fa triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:18:58.120035 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (da745733-d8ef-4a92-89c1-eb60336661fa), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:58.120440 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Attempt 1 to provision port da745733-d8ef-4a92-89c1-eb60336661fa Sep 20 13:18:58.147544 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] get_ports_and_sgs() called for port_ids ['3cc1985d-16d4-419a-b057-c24aeec35a38'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 13:18:58.151216 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491853f-5b1d-4c3e-b52b-309e769fd134 req-200811d9-c207-4d76-b2d6-122a0f79c6e8 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:58.158282 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d491853f-5b1d-4c3e-b52b-309e769fd134 req-200811d9-c207-4d76-b2d6-122a0f79c6e8 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 944 time: 0.0712655 Sep 20 13:18:58.159251 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-30c0cbf8-1b8e-41fb-aa2b-a223956d08be req-3b05bd4a-f1e6-4c68-bfe1-37a684713d73 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/security-groups?id=515a81a2-5ac7-478c-bbd7-9788c10d548b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575378 Sep 20 13:18:58.165419 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c793fb8f-2eac-4cf0-b972-02f3f2d6d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (78ab24c8-cd03-458a-a2fc-6c0c54d0053a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:58.214500 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d491853f-5b1d-4c3e-b52b-309e769fd134 req-203a7caf-f480-42af-91ff-04f8b0ec9ad0 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512435 Sep 20 13:18:58.281893 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Current status of the port da745733-d8ef-4a92-89c1-eb60336661fa is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:18:58.282289 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (da745733-d8ef-4a92-89c1-eb60336661fa), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:58.321365 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] get_ports_and_sgs() called for port_ids ['db0389ce-4a65-44b3-9cfe-dc30d33b40b5'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 13:18:58.323570 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54212a4-6674-47bb-b2f6-d02bc32cc38b req-9911cce2-9476-4c94-9249-5f2d37288606 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:58.325040 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-b54212a4-6674-47bb-b2f6-d02bc32cc38b req-9911cce2-9476-4c94-9249-5f2d37288606 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 945 time: 0.0560868 Sep 20 13:18:58.332896 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '281eee8b-c4d3-47f3-af09-41fe3c30bbb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da745733-d8ef-4a92-89c1-eb60336661fa'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:18:58.371193 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-b54212a4-6674-47bb-b2f6-d02bc32cc38b req-e3e8de98-0f59-4e22-a30b-e34b6aed3207 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=e06914b7-70ea-4d64-8def-7f299f67398c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403173 Sep 20 13:18:58.412885 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] get_ports_and_sgs() called for port_ids ['055b6831-0401-4e61-b025-649a032bec93'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 13:18:58.462172 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port da745733-d8ef-4a92-89c1-eb60336661fa, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=da745733-d8ef-4a92-89c1-eb60336661fa,segment=NetworkSegment(f7400dd8-eb7b-448c-9b24-32bf1c4335c7),segment_id=f7400dd8-eb7b-448c-9b24-32bf1c4335c7)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:18:58.475752 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (da745733-d8ef-4a92-89c1-eb60336661fa), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:58.558115 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76b3f69f6489aff1aa8284e7e37e9464aa9e8db96ff70d8a184fca566081ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab22e2e-7d7c-4603-a0dd-94014f69ca59" -d '{"events": [{"server_uuid": "281eee8b-c4d3-47f3-af09-41fe3c30bbb9", "name": "network-vif-plugged", "status": "completed", "tag": "da745733-d8ef-4a92-89c1-eb60336661fa"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:18:58.595316 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Pushing event updated for resources: {'Port': ['ID=da745733-d8ef-4a92-89c1-eb60336661fa,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:58.664731 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 13:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5ffcbb-2d3f-4f75-be92-82fd163edf42 x-openstack-request-id: req-cf5ffcbb-2d3f-4f75-be92-82fd163edf42 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:18:58.665052 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "281eee8b-c4d3-47f3-af09-41fe3c30bbb9", "name": "network-vif-plugged", "status": "completed", "tag": "da745733-d8ef-4a92-89c1-eb60336661fa", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:18:58.665315 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cf5ffcbb-2d3f-4f75-be92-82fd163edf42 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:18:58.665763 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf5ffcbb-2d3f-4f75-be92-82fd163edf42'] response: {'server_uuid': '281eee8b-c4d3-47f3-af09-41fe3c30bbb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da745733-d8ef-4a92-89c1-eb60336661fa', 'code': 200} Sep 20 13:18:59.110813 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bceea9-ca9f-4c50-b5f4-ef8f28c7d5e6 req-a8f8d064-a64f-4e40-9aab-0882f747dbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:59.112290 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-25bceea9-ca9f-4c50-b5f4-ef8f28c7d5e6 req-a8f8d064-a64f-4e40-9aab-0882f747dbef service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 1129 time: 0.0762498 Sep 20 13:18:59.132622 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-25bceea9-ca9f-4c50-b5f4-ef8f28c7d5e6 req-3fde5c0e-3a97-41e1-9842-97994f11b397 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:59.205162 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-25bceea9-ca9f-4c50-b5f4-ef8f28c7d5e6 req-3fde5c0e-3a97-41e1-9842-97994f11b397 service neutron] Publish callbacks [] for security_group (af52749a-6f21-4e29-bc20-8e881c285054), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:59.210079 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-25bceea9-ca9f-4c50-b5f4-ef8f28c7d5e6 req-3fde5c0e-3a97-41e1-9842-97994f11b397 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (af52749a-6f21-4e29-bc20-8e881c285054), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:18:59.267984 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fde5c0e-3a97-41e1-9842-97994f11b397 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=af52749a-6f21-4e29-bc20-8e881c285054,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:18:59.273987 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-25bceea9-ca9f-4c50-b5f4-ef8f28c7d5e6 req-3fde5c0e-3a97-41e1-9842-97994f11b397 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527486 Sep 20 13:18:59.298346 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3526d79-2cee-4ae0-9953-93c391073ffb req-14c44d2c-35c0-4d76-b957-1a3f32be8c95 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:59.299854 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-b3526d79-2cee-4ae0-9953-93c391073ffb req-14c44d2c-35c0-4d76-b957-1a3f32be8c95 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 944 time: 0.0629897 Sep 20 13:18:59.346617 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-b3526d79-2cee-4ae0-9953-93c391073ffb req-7c03b25e-2119-4ad6-ae2e-ca90630fc776 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/security-groups?id=515a81a2-5ac7-478c-bbd7-9788c10d548b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411313 Sep 20 13:18:59.362405 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ad8a4-d038-4bbb-aac8-ae4e3192a468 req-de894032-46d9-48f0-95a0-c9153692cac8 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:59.363886 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1a5ad8a4-d038-4bbb-aac8-ae4e3192a468 req-de894032-46d9-48f0-95a0-c9153692cac8 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 945 time: 0.0578671 Sep 20 13:18:59.410812 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1a5ad8a4-d038-4bbb-aac8-ae4e3192a468 req-e129cb78-9b9e-47a0-8d79-115c38bab5ee tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407660 Sep 20 13:18:59.491975 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1773ae96-de45-4ec5-895c-fadd20491b1b req-e007a02b-ed7e-4cb6-bb1f-3d74f2510475 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:18:59.493442 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-1773ae96-de45-4ec5-895c-fadd20491b1b req-e007a02b-ed7e-4cb6-bb1f-3d74f2510475 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 945 time: 0.0522404 Sep 20 13:18:59.543093 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-1773ae96-de45-4ec5-895c-fadd20491b1b req-7bde583b-9f1f-458a-92f3-16a00c7aa627 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=e06914b7-70ea-4d64-8def-7f299f67398c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440903 Sep 20 13:18:59.553300 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (543ca60b-7e7a-4ebd-8f87-7672c7a482b9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:00.468990 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f734f665-ae97-4cc9-b144-246e9fad3558 req-b1eb1ada-e3ef-4d19-86e4-fbe86e24b53f tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:00.470470 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f734f665-ae97-4cc9-b144-246e9fad3558 req-b1eb1ada-e3ef-4d19-86e4-fbe86e24b53f tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 944 time: 0.0528774 Sep 20 13:19:00.520266 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f734f665-ae97-4cc9-b144-246e9fad3558 req-5d180c04-fdfe-4bca-b3c1-588276fb84cc tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/security-groups?id=515a81a2-5ac7-478c-bbd7-9788c10d548b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433521 Sep 20 13:19:00.532932 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd3a28-12c6-40da-b290-067c11ca3792 req-12c7d912-86c6-41fb-a962-04259cac3554 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:00.534385 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-6ecd3a28-12c6-40da-b290-067c11ca3792 req-12c7d912-86c6-41fb-a962-04259cac3554 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 945 time: 0.0523357 Sep 20 13:19:00.581563 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-6ecd3a28-12c6-40da-b290-067c11ca3792 req-fff83b9b-6b34-4e28-b460-e4a0176a93ac tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402291 Sep 20 13:19:00.668603 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93795499-fd91-45a7-832d-d8ce95bd458e req-e0207d69-9775-4088-ba03-7fcbc82f08ea tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:00.670046 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-93795499-fd91-45a7-832d-d8ce95bd458e req-e0207d69-9775-4088-ba03-7fcbc82f08ea tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 945 time: 0.0529509 Sep 20 13:19:00.718986 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-93795499-fd91-45a7-832d-d8ce95bd458e req-b8ebb802-4dd1-4406-83a7-13ffc9894f9e tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=e06914b7-70ea-4d64-8def-7f299f67398c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433941 Sep 20 13:19:01.643023 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26386af-7c9a-43e1-9264-18305c9cffc6 req-f73af350-4c2e-4910-b899-5f72c4385f0e tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:01.644531 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-e26386af-7c9a-43e1-9264-18305c9cffc6 req-f73af350-4c2e-4910-b899-5f72c4385f0e tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 944 time: 0.0524719 Sep 20 13:19:01.691197 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-e26386af-7c9a-43e1-9264-18305c9cffc6 req-d46d68b6-a03c-4d9e-b283-8320b2b62346 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/security-groups?id=515a81a2-5ac7-478c-bbd7-9788c10d548b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407419 Sep 20 13:19:01.705493 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c0368-8266-4db5-b9cc-b3195fc06af8 req-d25ff763-5e65-4cdb-b46b-14b4280089f9 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:01.706988 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-eb3c0368-8266-4db5-b9cc-b3195fc06af8 req-d25ff763-5e65-4cdb-b46b-14b4280089f9 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 945 time: 0.0518224 Sep 20 13:19:01.753347 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-eb3c0368-8266-4db5-b9cc-b3195fc06af8 req-b2ebe024-f63a-4fb8-b616-05a8cf961729 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406666 Sep 20 13:19:01.841987 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa0cf2-39ad-4955-a9fb-05fbaff8b08a req-7a7bdbfe-62e4-4a88-8f53-20a01c1559ec tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:01.843486 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-ffaa0cf2-39ad-4955-a9fb-05fbaff8b08a req-7a7bdbfe-62e4-4a88-8f53-20a01c1559ec tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 945 time: 0.0538430 Sep 20 13:19:01.892397 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-ffaa0cf2-39ad-4955-a9fb-05fbaff8b08a req-a550de7f-9882-4143-b0ef-a18111a9c71a tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=e06914b7-70ea-4d64-8def-7f299f67398c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433762 Sep 20 13:19:02.812134 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb452d11-650e-492e-9707-da5f4c511ae2 req-1da546c9-82a1-479d-a061-d763c4cbca4e tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:02.813606 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-bb452d11-650e-492e-9707-da5f4c511ae2 req-1da546c9-82a1-479d-a061-d763c4cbca4e tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 944 time: 0.0514867 Sep 20 13:19:02.861598 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-bb452d11-650e-492e-9707-da5f4c511ae2 req-8ae7e4c0-6077-46a9-81a6-577d2fc158a4 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/security-groups?id=515a81a2-5ac7-478c-bbd7-9788c10d548b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415587 Sep 20 13:19:02.874654 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece19f8a-4169-43b1-bed4-f12a4f3283f6 req-3146bceb-8514-4a5a-9731-89b25dfc53c2 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:02.876177 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-ece19f8a-4169-43b1-bed4-f12a4f3283f6 req-3146bceb-8514-4a5a-9731-89b25dfc53c2 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 945 time: 0.0519328 Sep 20 13:19:02.923286 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-ece19f8a-4169-43b1-bed4-f12a4f3283f6 req-13747ee8-4b09-474e-8d42-e51e00508d3f tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406651 Sep 20 13:19:03.017911 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa2cfa7-5853-4c01-86b5-1e2988e4b6f7 req-24f83455-8585-422b-8211-90643ef5d167 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:03.019370 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-baa2cfa7-5853-4c01-86b5-1e2988e4b6f7 req-24f83455-8585-422b-8211-90643ef5d167 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 945 time: 0.0548277 Sep 20 13:19:03.065140 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-baa2cfa7-5853-4c01-86b5-1e2988e4b6f7 req-93170025-7cf8-4bed-b1ca-1c00b5d076a3 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=e06914b7-70ea-4d64-8def-7f299f67398c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398581 Sep 20 13:19:03.985256 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f36e53-95d0-4708-8916-e26f7e24bb03 req-a1c4d708-5e22-4b77-bedf-326bc243feca tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:03.986833 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-17f36e53-95d0-4708-8916-e26f7e24bb03 req-a1c4d708-5e22-4b77-bedf-326bc243feca tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 944 time: 0.0519016 Sep 20 13:19:04.052406 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc84ce9-c7b5-4cca-bc07-2e27d69a9cdc req-dd603c61-969a-4b87-a446-5c31d0596934 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:04.054120 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-fdc84ce9-c7b5-4cca-bc07-2e27d69a9cdc req-dd603c61-969a-4b87-a446-5c31d0596934 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 945 time: 0.0532868 Sep 20 13:19:04.104618 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-fdc84ce9-c7b5-4cca-bc07-2e27d69a9cdc req-65762acf-d45f-4ec0-928a-42a9a6dd0959 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447371 Sep 20 13:19:04.201050 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-17f36e53-95d0-4708-8916-e26f7e24bb03 req-bfa1e337-f28b-4a48-a72b-9d49e2cb9f64 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/security-groups?id=515a81a2-5ac7-478c-bbd7-9788c10d548b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085967 Sep 20 13:19:04.218195 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea2eacc-2e04-4b14-99d1-00fc164a9d20 req-cd5717fb-c89b-488d-98a6-4f184bcc6abe tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:04.219712 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0ea2eacc-2e04-4b14-99d1-00fc164a9d20 req-cd5717fb-c89b-488d-98a6-4f184bcc6abe tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 945 time: 0.0592351 Sep 20 13:19:04.267247 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0ea2eacc-2e04-4b14-99d1-00fc164a9d20 req-9f32a061-119f-4955-9a9e-4eec2788ffb4 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=e06914b7-70ea-4d64-8def-7f299f67398c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403183 Sep 20 13:19:05.223851 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae1a9f7-2145-4fd1-802f-8d31764207e6 req-d71dfa68-fe49-4139-aa7d-4dc9c2b937dd tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:05.225578 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-5ae1a9f7-2145-4fd1-802f-8d31764207e6 req-d71dfa68-fe49-4139-aa7d-4dc9c2b937dd tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 945 time: 0.0509226 Sep 20 13:19:05.282285 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-5ae1a9f7-2145-4fd1-802f-8d31764207e6 req-ce5b25e0-343a-4882-a4c4-98957518058f tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511920 Sep 20 13:19:05.337132 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b0ffe-4325-47c2-a9d6-9122ecd4f4cf req-e90a3c1f-1df5-4b7e-af41-90516653f5b9 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:05.338901 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-049b0ffe-4325-47c2-a9d6-9122ecd4f4cf req-e90a3c1f-1df5-4b7e-af41-90516653f5b9 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 944 time: 0.0560396 Sep 20 13:19:05.392456 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-049b0ffe-4325-47c2-a9d6-9122ecd4f4cf req-4d638f2f-2537-4a5c-a985-63e61d6e58fb tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/security-groups?id=515a81a2-5ac7-478c-bbd7-9788c10d548b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464811 Sep 20 13:19:05.395134 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c0158-ebb8-4538-8ae7-74d06e9157d9 req-4b910c9d-6e56-459e-b560-23aaca9f70d3 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:05.396674 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-3e9c0158-ebb8-4538-8ae7-74d06e9157d9 req-4b910c9d-6e56-459e-b560-23aaca9f70d3 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 945 time: 0.0545521 Sep 20 13:19:05.450693 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-3e9c0158-ebb8-4538-8ae7-74d06e9157d9 req-1f459ff5-3249-4a34-928a-264a89f67ec9 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=e06914b7-70ea-4d64-8def-7f299f67398c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470054 Sep 20 13:19:06.341499 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 3cc1985d-16d4-419a-b057-c24aeec35a38 up at agent hyperv_hv-cinder-85846 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:19:06.391094 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Provisioning for port 3cc1985d-16d4-419a-b057-c24aeec35a38 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 13:19:06.396183 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Provisioning complete for port 3cc1985d-16d4-419a-b057-c24aeec35a38 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:19:06.396748 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (3cc1985d-16d4-419a-b057-c24aeec35a38), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:06.397092 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Attempt 1 to provision port 3cc1985d-16d4-419a-b057-c24aeec35a38 Sep 20 13:19:06.409521 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a224cbb-22c7-4ffd-a47b-eee359a29234 req-e5f4d6c3-2d3e-4964-822c-fd580bd0e374 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:06.418235 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0a224cbb-22c7-4ffd-a47b-eee359a29234 req-e5f4d6c3-2d3e-4964-822c-fd580bd0e374 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 945 time: 0.0630345 Sep 20 13:19:06.479154 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0a224cbb-22c7-4ffd-a47b-eee359a29234 req-23e230be-a3e2-43f4-a7af-45aec8c19d89 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595345 Sep 20 13:19:06.567163 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc798a36-f29e-434e-a08d-3e0a427c20bb req-c6cbe597-6dc3-484d-904c-1c5141c6e1d9 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:06.575991 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-dc798a36-f29e-434e-a08d-3e0a427c20bb req-c6cbe597-6dc3-484d-904c-1c5141c6e1d9 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 944 time: 0.1038945 Sep 20 13:19:06.645408 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-dc798a36-f29e-434e-a08d-3e0a427c20bb req-6645634a-2a40-4dc3-9758-3e0700bc875a tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/security-groups?id=515a81a2-5ac7-478c-bbd7-9788c10d548b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631373 Sep 20 13:19:06.684408 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Current status of the port 3cc1985d-16d4-419a-b057-c24aeec35a38 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:19:06.684947 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (3cc1985d-16d4-419a-b057-c24aeec35a38), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:06.692467 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c8d01-b038-46ec-b9d4-2b76ac512719 req-bc2fe658-7821-410b-8d9c-51c585a276c2 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:06.694587 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5a3c8d01-b038-46ec-b9d4-2b76ac512719 req-bc2fe658-7821-410b-8d9c-51c585a276c2 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 945 time: 0.0700302 Sep 20 13:19:06.722022 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port 3cc1985d-16d4-419a-b057-c24aeec35a38, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=3cc1985d-16d4-419a-b057-c24aeec35a38,segment=NetworkSegment(acd0bdec-f9e9-459b-aa2a-c80988ac3dfb),segment_id=acd0bdec-f9e9-459b-aa2a-c80988ac3dfb)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:19:06.723068 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bac4b64-b918-40fa-9023-39b8c6643cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc1985d-16d4-419a-b057-c24aeec35a38'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:19:06.726285 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76b3f69f6489aff1aa8284e7e37e9464aa9e8db96ff70d8a184fca566081ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c92060-aeb8-488c-99f1-b0d8fc400040" -d '{"events": [{"server_uuid": "2bac4b64-b918-40fa-9023-39b8c6643cc2", "name": "network-vif-plugged", "status": "completed", "tag": "3cc1985d-16d4-419a-b057-c24aeec35a38"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:19:06.729597 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (3cc1985d-16d4-419a-b057-c24aeec35a38), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:06.730453 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 055b6831-0401-4e61-b025-649a032bec93 up at agent hyperv_hv-cinder-85846 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:19:06.755231 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5a3c8d01-b038-46ec-b9d4-2b76ac512719 req-7452751c-00cc-4820-874c-f57e5dcc42a8 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=e06914b7-70ea-4d64-8def-7f299f67398c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551176 Sep 20 13:19:06.789439 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 13:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c6414c-1ef5-4960-b579-00fa0f4db363 x-openstack-request-id: req-21c6414c-1ef5-4960-b579-00fa0f4db363 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:19:06.789681 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bac4b64-b918-40fa-9023-39b8c6643cc2", "name": "network-vif-plugged", "status": "completed", "tag": "3cc1985d-16d4-419a-b057-c24aeec35a38", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:19:06.789939 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-21c6414c-1ef5-4960-b579-00fa0f4db363 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:19:06.790334 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21c6414c-1ef5-4960-b579-00fa0f4db363'] response: {'server_uuid': '2bac4b64-b918-40fa-9023-39b8c6643cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc1985d-16d4-419a-b057-c24aeec35a38', 'code': 200} Sep 20 13:19:06.823458 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Pushing event updated for resources: {'Port': ['ID=3cc1985d-16d4-419a-b057-c24aeec35a38,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:06.827055 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Provisioning for port 055b6831-0401-4e61-b025-649a032bec93 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 13:19:06.831088 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Provisioning complete for port 055b6831-0401-4e61-b025-649a032bec93 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:19:06.831473 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (055b6831-0401-4e61-b025-649a032bec93), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:06.832610 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Attempt 1 to provision port 055b6831-0401-4e61-b025-649a032bec93 Sep 20 13:19:06.905859 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Current status of the port 055b6831-0401-4e61-b025-649a032bec93 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:19:06.906245 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (055b6831-0401-4e61-b025-649a032bec93), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:06.937024 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port 055b6831-0401-4e61-b025-649a032bec93, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=055b6831-0401-4e61-b025-649a032bec93,segment=NetworkSegment(8a4b54b5-f94a-442c-baa8-d6ca9ddee630),segment_id=8a4b54b5-f94a-442c-baa8-d6ca9ddee630)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:19:06.940454 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (055b6831-0401-4e61-b025-649a032bec93), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:06.941195 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device db0389ce-4a65-44b3-9cfe-dc30d33b40b5 up at agent hyperv_hv-cinder-85846 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:19:07.026696 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Pushing event updated for resources: {'Port': ['ID=055b6831-0401-4e61-b025-649a032bec93,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:07.036979 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Provisioning for port db0389ce-4a65-44b3-9cfe-dc30d33b40b5 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 13:19:07.041260 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Provisioning complete for port db0389ce-4a65-44b3-9cfe-dc30d33b40b5 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:19:07.041580 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (db0389ce-4a65-44b3-9cfe-dc30d33b40b5), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:07.041920 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Attempt 1 to provision port db0389ce-4a65-44b3-9cfe-dc30d33b40b5 Sep 20 13:19:07.115185 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Current status of the port db0389ce-4a65-44b3-9cfe-dc30d33b40b5 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:19:07.115594 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (db0389ce-4a65-44b3-9cfe-dc30d33b40b5), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:07.150317 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port db0389ce-4a65-44b3-9cfe-dc30d33b40b5, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=db0389ce-4a65-44b3-9cfe-dc30d33b40b5,segment=NetworkSegment(f7400dd8-eb7b-448c-9b24-32bf1c4335c7),segment_id=f7400dd8-eb7b-448c-9b24-32bf1c4335c7)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:19:07.153832 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (db0389ce-4a65-44b3-9cfe-dc30d33b40b5), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:07.210404 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e75d9-927d-4309-bbca-c00d7f3c24a6 req-481b37fc-008f-4b16-a7a7-6e1d13fc6dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:07.210664 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Pushing event updated for resources: {'Port': ['ID=db0389ce-4a65-44b3-9cfe-dc30d33b40b5,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:07.212131 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8c3e75d9-927d-4309-bbca-c00d7f3c24a6 req-481b37fc-008f-4b16-a7a7-6e1d13fc6dbb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 1129 time: 0.0479467 Sep 20 13:19:07.267751 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8c3e75d9-927d-4309-bbca-c00d7f3c24a6 req-2c0dd9ca-8265-4cfa-b884-f5a1e8244aac service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=515a81a2-5ac7-478c-bbd7-9788c10d548b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395496 Sep 20 13:19:07.652966 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604eb56-956b-486a-a1b2-4923f19f269f req-2c8a3a92-f29b-4463-b7bf-2903b4978496 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:07.663620 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0604eb56-956b-486a-a1b2-4923f19f269f req-2c8a3a92-f29b-4463-b7bf-2903b4978496 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 945 time: 0.0705590 Sep 20 13:19:07.722382 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0604eb56-956b-486a-a1b2-4923f19f269f req-c4358824-3771-4740-adc2-513c09664052 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605073 Sep 20 13:19:07.806683 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac8b39e-3b3a-4e16-9623-0e2757dcb03f req-d974353a-5cb8-4961-8155-09eea5332554 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:07.813684 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-1ac8b39e-3b3a-4e16-9623-0e2757dcb03f req-d974353a-5cb8-4961-8155-09eea5332554 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 945 time: 0.0813236 Sep 20 13:19:07.876201 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-1ac8b39e-3b3a-4e16-9623-0e2757dcb03f req-7cb1b92b-7fdf-4e33-805f-62efd215f789 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/security-groups?id=515a81a2-5ac7-478c-bbd7-9788c10d548b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615942 Sep 20 13:19:08.021776 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290c933-798a-45cd-b831-bd1101967dc2 req-4e27cc8c-71d2-4678-9bcf-f7f5f4933271 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:08.023561 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-6290c933-798a-45cd-b831-bd1101967dc2 req-4e27cc8c-71d2-4678-9bcf-f7f5f4933271 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 946 time: 0.0616388 Sep 20 13:19:08.094501 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-6290c933-798a-45cd-b831-bd1101967dc2 req-93c96658-7ccf-4e91-b0dd-e1761aa84786 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=e06914b7-70ea-4d64-8def-7f299f67398c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653396 Sep 20 13:19:08.101828 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dbd7cd-4107-4a8b-a0d6-954f86ea1b16 req-36f5ef19-9aa8-418c-95b9-2874756582d6 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:08.103576 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-75dbd7cd-4107-4a8b-a0d6-954f86ea1b16 req-36f5ef19-9aa8-418c-95b9-2874756582d6 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 945 time: 0.0814066 Sep 20 13:19:08.164375 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-75dbd7cd-4107-4a8b-a0d6-954f86ea1b16 req-a2016da4-35e9-4f0d-afaa-d14de141048f tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526662 Sep 20 13:19:08.791609 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab316ba-c488-4ee1-8262-0d6e73b9afa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '055b6831-0401-4e61-b025-649a032bec93'}, {'server_uuid': '3226ee7c-30dc-4262-9e31-f5d2a26f7f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db0389ce-4a65-44b3-9cfe-dc30d33b40b5'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:19:08.793898 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76b3f69f6489aff1aa8284e7e37e9464aa9e8db96ff70d8a184fca566081ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c8295c-efcc-42a5-9196-f3533ef9ad27" -d '{"events": [{"server_uuid": "bab316ba-c488-4ee1-8262-0d6e73b9afa5", "name": "network-vif-plugged", "status": "completed", "tag": "055b6831-0401-4e61-b025-649a032bec93"}, {"server_uuid": "3226ee7c-30dc-4262-9e31-f5d2a26f7f9a", "name": "network-vif-plugged", "status": "completed", "tag": "db0389ce-4a65-44b3-9cfe-dc30d33b40b5"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:19:08.835412 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 20 Sep 2022 13:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be2f28e-e254-4bda-9355-28e79400e77f x-openstack-request-id: req-8be2f28e-e254-4bda-9355-28e79400e77f {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:19:08.835838 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab316ba-c488-4ee1-8262-0d6e73b9afa5", "name": "network-vif-plugged", "status": "completed", "tag": "055b6831-0401-4e61-b025-649a032bec93", "code": 200}, {"server_uuid": "3226ee7c-30dc-4262-9e31-f5d2a26f7f9a", "name": "network-vif-plugged", "status": "completed", "tag": "db0389ce-4a65-44b3-9cfe-dc30d33b40b5", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:19:08.836164 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8be2f28e-e254-4bda-9355-28e79400e77f {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:19:08.836722 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8be2f28e-e254-4bda-9355-28e79400e77f'] response: {'server_uuid': 'bab316ba-c488-4ee1-8262-0d6e73b9afa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '055b6831-0401-4e61-b025-649a032bec93', 'code': 200} Sep 20 13:19:08.836988 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8be2f28e-e254-4bda-9355-28e79400e77f'] response: {'server_uuid': '3226ee7c-30dc-4262-9e31-f5d2a26f7f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db0389ce-4a65-44b3-9cfe-dc30d33b40b5', 'code': 200} Sep 20 13:19:08.995894 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee4290-f0b6-4e24-b855-9e4f8285bdab req-4d55bb7b-5e74-4afd-b82d-0ea6834bebd7 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:08.997325 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f9ee4290-f0b6-4e24-b855-9e4f8285bdab req-4d55bb7b-5e74-4afd-b82d-0ea6834bebd7 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 945 time: 0.0516639 Sep 20 13:19:09.229509 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f9ee4290-f0b6-4e24-b855-9e4f8285bdab req-4adb0c6d-4f1d-4e6f-9114-7d0b8b80dc78 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/security-groups?id=515a81a2-5ac7-478c-bbd7-9788c10d548b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264900 Sep 20 13:19:09.238006 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f794820f-6f21-4f38-a30b-66219992a9af req-bf94f9a6-0d81-49f2-b335-44129becf63a tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:09.241108 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-f794820f-6f21-4f38-a30b-66219992a9af req-bf94f9a6-0d81-49f2-b335-44129becf63a tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 946 time: 0.0588241 Sep 20 13:19:09.304297 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-f794820f-6f21-4f38-a30b-66219992a9af req-14de5dcd-94ee-447b-9a91-8fad17f157b1 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=e06914b7-70ea-4d64-8def-7f299f67398c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556767 Sep 20 13:19:09.356652 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97739d1d-447e-4e78-a82b-ca8a3ae257f1 req-4679b90f-39e8-4261-98eb-efec6d9cbafc tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:09.358244 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-97739d1d-447e-4e78-a82b-ca8a3ae257f1 req-4679b90f-39e8-4261-98eb-efec6d9cbafc tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 945 time: 0.0673380 Sep 20 13:19:09.404443 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-97739d1d-447e-4e78-a82b-ca8a3ae257f1 req-9db9f6c2-0e36-4e18-b58d-09423a91d707 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404694 Sep 20 13:19:09.963962 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (728cf656-0364-4172-b8b5-b6ffd3122ed0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:10.352507 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610451a-6bec-4150-83f3-c5d5ab58c3d5 req-dbdc3384-6485-4fbc-a280-a8f4487786b5 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:10.354018 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-4610451a-6bec-4150-83f3-c5d5ab58c3d5 req-dbdc3384-6485-4fbc-a280-a8f4487786b5 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 945 time: 0.0527132 Sep 20 13:19:10.407561 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-4610451a-6bec-4150-83f3-c5d5ab58c3d5 req-c7f6169d-6b4f-40fb-b7f2-5fd7d6fa1de1 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/security-groups?id=515a81a2-5ac7-478c-bbd7-9788c10d548b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475569 Sep 20 13:19:10.436651 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452e3f6-c91a-40ae-aa46-5f85e449861e req-1e5b39cd-c60a-4fc6-afec-a1f760a6c08c tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:10.438102 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5452e3f6-c91a-40ae-aa46-5f85e449861e req-1e5b39cd-c60a-4fc6-afec-a1f760a6c08c tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 946 time: 0.0527241 Sep 20 13:19:10.487994 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5452e3f6-c91a-40ae-aa46-5f85e449861e req-903e0f8f-dbb3-4a26-b428-f2cf07c8bf32 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=e06914b7-70ea-4d64-8def-7f299f67398c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441997 Sep 20 13:19:10.527050 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f8f9f-ba89-48f8-8a3b-4c6f06c2c437 req-4e865ac3-a31d-4ac0-bd9c-14ed601d2f59 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:10.528517 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-be8f8f9f-ba89-48f8-8a3b-4c6f06c2c437 req-4e865ac3-a31d-4ac0-bd9c-14ed601d2f59 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 945 time: 0.0515692 Sep 20 13:19:10.580516 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-be8f8f9f-ba89-48f8-8a3b-4c6f06c2c437 req-f3001b19-d4b5-4ef7-b31c-9cd06e07a698 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408838 Sep 20 13:19:11.530082 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96bfaed-a9fc-4d9b-83f8-d1354878a124 req-a490ae7f-8378-4d7a-9a21-a08a6a80c95c tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:11.531562 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e96bfaed-a9fc-4d9b-83f8-d1354878a124 req-a490ae7f-8378-4d7a-9a21-a08a6a80c95c tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 945 time: 0.0522187 Sep 20 13:19:11.578781 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e96bfaed-a9fc-4d9b-83f8-d1354878a124 req-ad561aba-cddc-4fda-be76-2c1f744cd94b tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/security-groups?id=515a81a2-5ac7-478c-bbd7-9788c10d548b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410445 Sep 20 13:19:11.610844 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e642f0dc-4cd8-42e1-80d8-bcf465ef483a req-e1251632-122d-4b0b-bea3-5423b81c0cf7 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:11.612315 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-e642f0dc-4cd8-42e1-80d8-bcf465ef483a req-e1251632-122d-4b0b-bea3-5423b81c0cf7 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 946 time: 0.0509529 Sep 20 13:19:11.658870 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-e642f0dc-4cd8-42e1-80d8-bcf465ef483a req-fb18aa52-beb3-4223-81e6-d7d654d6032e tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=e06914b7-70ea-4d64-8def-7f299f67398c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402651 Sep 20 13:19:11.704498 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a422ee-12d5-4c5e-b1e4-d6115f8aa716 req-2f139659-a65f-404f-9161-490108cb5683 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:11.705974 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-49a422ee-12d5-4c5e-b1e4-d6115f8aa716 req-2f139659-a65f-404f-9161-490108cb5683 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 945 time: 0.0528457 Sep 20 13:19:11.754011 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-49a422ee-12d5-4c5e-b1e4-d6115f8aa716 req-43751ef9-e94f-4641-be3f-e26533990299 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418446 Sep 20 13:19:12.661391 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b258f4a3-be8b-4ba3-a684-94f08e876c24 req-c10e6ec1-bf0a-4dd3-a849-b1e76e3bdbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:12.664710 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b258f4a3-be8b-4ba3-a684-94f08e876c24 req-c10e6ec1-bf0a-4dd3-a849-b1e76e3bdbcb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f8f8bdd06ef247d389068dcb1648b4f7&device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 1129 time: 0.0560167 Sep 20 13:19:12.712473 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf91e72-f5ab-42cc-9746-ee817aed1543 req-54f1ff4c-8787-440b-a348-2d36d266854d tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:12.714309 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-7bf91e72-f5ab-42cc-9746-ee817aed1543 req-54f1ff4c-8787-440b-a348-2d36d266854d tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 945 time: 0.0583041 Sep 20 13:19:12.768361 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-7bf91e72-f5ab-42cc-9746-ee817aed1543 req-d78215d8-7a90-4c08-9e2f-1871a8f7e933 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/security-groups?id=515a81a2-5ac7-478c-bbd7-9788c10d548b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478804 Sep 20 13:19:12.877207 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50276f45-dfad-443d-b58d-fee5fb705d38 req-1c8b8314-5d80-49dc-b17c-9729cfaa2b33 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:12.878601 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-50276f45-dfad-443d-b58d-fee5fb705d38 req-1c8b8314-5d80-49dc-b17c-9729cfaa2b33 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 945 time: 0.0531361 Sep 20 13:19:12.919757 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ce414-6ee4-408b-a5d0-07e4f77286ff req-0dc45798-0195-46ab-8b20-9618319b41fd tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:12.921203 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b49ce414-6ee4-408b-a5d0-07e4f77286ff req-0dc45798-0195-46ab-8b20-9618319b41fd tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 946 time: 0.1890156 Sep 20 13:19:12.926626 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-50276f45-dfad-443d-b58d-fee5fb705d38 req-ff47fe8d-ec6b-4cab-9e1e-9a7ff7808d6b tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415192 Sep 20 13:19:12.927571 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b258f4a3-be8b-4ba3-a684-94f08e876c24 req-09e430fb-764b-4db5-b876-d9a3c6d8a4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:12.929005 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b258f4a3-be8b-4ba3-a684-94f08e876c24 req-09e430fb-764b-4db5-b876-d9a3c6d8a4b2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=105b52c6-cee8-4c92-bcc7-3a77d1e92018 HTTP/1.1" status: 200 len: 918 time: 0.2055869 Sep 20 13:19:12.932702 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea002cf-724b-4874-bd01-bbec7f0b5182 req-8fdf6639-1a03-463f-bed6-c9a0bf1ced14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:12.934037 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7ea002cf-724b-4874-bd01-bbec7f0b5182 req-8fdf6639-1a03-463f-bed6-c9a0bf1ced14 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 1130 time: 0.1555941 Sep 20 13:19:12.936366 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358039de-3e2f-4ce9-b30f-277ea19ec46c req-a27aafbb-fa30-411a-a230-b163538050b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:12.937697 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-358039de-3e2f-4ce9-b30f-277ea19ec46c req-a27aafbb-fa30-411a-a230-b163538050b0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3226ee7c-30dc-4262-9e31-f5d2a26f7f9a HTTP/1.1" status: 200 len: 1129 time: 0.1603963 Sep 20 13:19:13.009074 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b258f4a3-be8b-4ba3-a684-94f08e876c24 req-9f5d4e04-07db-483c-9a19-7214ef98a55b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da745733-d8ef-4a92-89c1-eb60336661fa HTTP/1.1" status: 200 len: 217 time: 0.0662982 Sep 20 13:19:13.085230 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b49ce414-6ee4-408b-a5d0-07e4f77286ff req-8d682683-7436-4833-96ca-4c9f0ad51680 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=e06914b7-70ea-4d64-8def-7f299f67398c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551502 Sep 20 13:19:13.103154 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-358039de-3e2f-4ce9-b30f-277ea19ec46c req-49924068-7124-4414-91a8-957821f107fe service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470528 Sep 20 13:19:13.112995 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7ea002cf-724b-4874-bd01-bbec7f0b5182 req-d8a66cc7-a6d5-4778-9a86-3cff6d43e8fc service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e06914b7-70ea-4d64-8def-7f299f67398c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561453 Sep 20 13:19:13.114434 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b258f4a3-be8b-4ba3-a684-94f08e876c24 req-a93f0012-fa9b-4517-a07e-cde96420bc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:13.115887 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b258f4a3-be8b-4ba3-a684-94f08e876c24 req-a93f0012-fa9b-4517-a07e-cde96420bc6f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=64939650-d3ca-4c0c-952c-41e35d669944 HTTP/1.1" status: 200 len: 857 time: 0.0906274 Sep 20 13:19:13.899863 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e1ae3-6f06-4039-973d-01f2abbc9262 req-54dd2fde-86aa-484f-be2b-ac173588a997 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:13.901354 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-ed3e1ae3-6f06-4039-973d-01f2abbc9262 req-54dd2fde-86aa-484f-be2b-ac173588a997 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 945 time: 0.0584764 Sep 20 13:19:13.961231 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-ed3e1ae3-6f06-4039-973d-01f2abbc9262 req-48917396-2557-4438-9fec-8833d8b956c3 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/security-groups?id=515a81a2-5ac7-478c-bbd7-9788c10d548b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542061 Sep 20 13:19:14.058166 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f88db-365f-461d-a8cc-076b6f52c029 req-71af22fc-5b96-47c6-97d2-852f6c8bf678 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:14.059689 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f94f88db-365f-461d-a8cc-076b6f52c029 req-71af22fc-5b96-47c6-97d2-852f6c8bf678 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 945 time: 0.0573030 Sep 20 13:19:14.107278 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f94f88db-365f-461d-a8cc-076b6f52c029 req-fd8da600-2b97-40e7-98cd-0326cc9ac9a2 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419104 Sep 20 13:19:14.223254 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d0a44-1773-4035-8001-3ea17c4e7fcd req-36a836a5-4533-481e-baa7-0202118976ee tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:14.225506 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-306d0a44-1773-4035-8001-3ea17c4e7fcd req-36a836a5-4533-481e-baa7-0202118976ee tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 946 time: 0.0668557 Sep 20 13:19:14.272169 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-306d0a44-1773-4035-8001-3ea17c4e7fcd req-0cad9e5d-a821-4f7f-ab3c-ca085f479079 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=e06914b7-70ea-4d64-8def-7f299f67398c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411234 Sep 20 13:19:14.629035 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b258f4a3-be8b-4ba3-a684-94f08e876c24 req-75a3077a-1f24-40ea-89f6-3c04e8c79aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:14.631199 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b258f4a3-be8b-4ba3-a684-94f08e876c24 req-75a3077a-1f24-40ea-89f6-3c04e8c79aa5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=105b52c6-cee8-4c92-bcc7-3a77d1e92018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461540 Sep 20 13:19:14.727420 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b258f4a3-be8b-4ba3-a684-94f08e876c24 req-cbe335b5-d585-4bee-9a11-8c371b439b38 service neutron] 10.222.0.62 "GET /v2.0/networks/105b52c6-cee8-4c92-bcc7-3a77d1e92018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854836 Sep 20 13:19:14.826535 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b258f4a3-be8b-4ba3-a684-94f08e876c24 req-a671b9ac-42cb-4b50-9925-f4c525e0eda6 service neutron] 10.222.0.62 "GET /v2.0/networks/105b52c6-cee8-4c92-bcc7-3a77d1e92018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831900 Sep 20 13:19:15.086631 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c71419-94c9-486a-9d91-fdf6b589eb7a req-72ef343c-b09c-4e26-98a7-9ddac406fdf5 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:15.088194 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-80c71419-94c9-486a-9d91-fdf6b589eb7a req-72ef343c-b09c-4e26-98a7-9ddac406fdf5 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 945 time: 0.0537660 Sep 20 13:19:15.138134 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-80c71419-94c9-486a-9d91-fdf6b589eb7a req-789831f6-3e03-46bb-b9c6-5674beb4b44b tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/security-groups?id=515a81a2-5ac7-478c-bbd7-9788c10d548b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444059 Sep 20 13:19:15.253435 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599cc23-c196-44f6-a21d-75b351dbd988 req-9e5d8570-61ce-4b97-959a-f70645b9c1b6 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:15.254875 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-6599cc23-c196-44f6-a21d-75b351dbd988 req-9e5d8570-61ce-4b97-959a-f70645b9c1b6 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 945 time: 0.0563989 Sep 20 13:19:15.313832 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-6599cc23-c196-44f6-a21d-75b351dbd988 req-ce2f4810-b797-43f8-abc9-867c138df2b9 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517564 Sep 20 13:19:15.409501 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31474143-44ac-4245-9089-aa1f1db7dfac req-ec498872-5a83-46e1-8354-591b1ee27297 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:15.410998 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-31474143-44ac-4245-9089-aa1f1db7dfac req-ec498872-5a83-46e1-8354-591b1ee27297 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 946 time: 0.0545557 Sep 20 13:19:15.459176 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-31474143-44ac-4245-9089-aa1f1db7dfac req-861280fc-6400-4cb6-b4e9-61d182f8c898 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=e06914b7-70ea-4d64-8def-7f299f67398c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407512 Sep 20 13:19:15.491577 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 56572) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:19:15.595908 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-af7e3214-f454-4e51-840f-eee47ae485ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:15.681287 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-af7e3214-f454-4e51-840f-eee47ae485ab admin admin] Publish callbacks [] for security_group (be3ce4e6-da14-43de-b43c-963a5ee4893a), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:15.686015 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-af7e3214-f454-4e51-840f-eee47ae485ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (be3ce4e6-da14-43de-b43c-963a5ee4893a), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:15.725728 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-af7e3214-f454-4e51-840f-eee47ae485ab admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1d47c81f5e774d5ea4bc5695c99fc189&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2330632 Sep 20 13:19:15.726775 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e3214-f454-4e51-840f-eee47ae485ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be3ce4e6-da14-43de-b43c-963a5ee4893a,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:15.728839 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 56588) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:19:15.805846 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-85ff4e41-3c45-4489-93e0-14a5c5ea3f6d admin admin] Publish callbacks [] for security_group (be3ce4e6-da14-43de-b43c-963a5ee4893a), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:15.827934 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-85ff4e41-3c45-4489-93e0-14a5c5ea3f6d admin admin] Publish callbacks [] for security_group (be3ce4e6-da14-43de-b43c-963a5ee4893a), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:15.880093 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-85ff4e41-3c45-4489-93e0-14a5c5ea3f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (be3ce4e6-da14-43de-b43c-963a5ee4893a), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:15.891543 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-85ff4e41-3c45-4489-93e0-14a5c5ea3f6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:15.892848 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-85ff4e41-3c45-4489-93e0-14a5c5ea3f6d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/be3ce4e6-da14-43de-b43c-963a5ee4893a HTTP/1.1" status: 204 len: 168 time: 0.1627359 Sep 20 13:19:15.900953 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ff4e41-3c45-4489-93e0-14a5c5ea3f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3ce4e6-da14-43de-b43c-963a5ee4893a,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:16.307410 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2340a0e-2a92-4587-9c8a-c0e2f3e99157 req-a2864bc1-a492-46b3-8085-2b582f63727b tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:16.316152 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-a2340a0e-2a92-4587-9c8a-c0e2f3e99157 req-a2864bc1-a492-46b3-8085-2b582f63727b tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 945 time: 0.0894096 Sep 20 13:19:16.363889 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-a2340a0e-2a92-4587-9c8a-c0e2f3e99157 req-d494d19f-a69c-4f3c-8823-5b00efd2533c tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/security-groups?id=515a81a2-5ac7-478c-bbd7-9788c10d548b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467937 Sep 20 13:19:16.460528 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8805a28b-7d77-4bc9-b7f7-600c3b1a444b req-86bab42a-5691-4c45-bdbc-6b92b834198a tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:16.462150 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8805a28b-7d77-4bc9-b7f7-600c3b1a444b req-86bab42a-5691-4c45-bdbc-6b92b834198a tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 945 time: 0.0580478 Sep 20 13:19:16.524412 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8805a28b-7d77-4bc9-b7f7-600c3b1a444b req-24aeade8-d4dc-4d3d-bbf8-6615eaffb51f tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541918 Sep 20 13:19:16.635955 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a308a2f6-2049-406f-924e-95bd96171b21 req-81887b22-b444-497a-9fbe-8eacf5f122f6 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:16.637590 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-a308a2f6-2049-406f-924e-95bd96171b21 req-81887b22-b444-497a-9fbe-8eacf5f122f6 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 946 time: 0.0687070 Sep 20 13:19:16.723529 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-a308a2f6-2049-406f-924e-95bd96171b21 req-d7db95ea-6a77-4ab8-a21c-5fb8f79894ab tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=e06914b7-70ea-4d64-8def-7f299f67398c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750036 Sep 20 13:19:17.036436 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 56656) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:19:17.089452 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 56660) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:19:17.199762 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c5ad9808-7e94-4029-b894-0882f521d0f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:17.201568 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-90812411-55aa-471a-abef-02c599e3cc0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:17.336556 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c5ad9808-7e94-4029-b894-0882f521d0f1 admin admin] Publish callbacks [] for security_group (03726bcd-c923-4556-b19c-764c946cdafe), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:17.338522 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-90812411-55aa-471a-abef-02c599e3cc0c admin admin] Publish callbacks [] for security_group (64774a0e-c688-4af5-a479-2fe3a17e25d6), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:17.340236 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c5ad9808-7e94-4029-b894-0882f521d0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (03726bcd-c923-4556-b19c-764c946cdafe), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:17.345063 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-90812411-55aa-471a-abef-02c599e3cc0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (64774a0e-c688-4af5-a479-2fe3a17e25d6), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:17.399936 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-c5ad9808-7e94-4029-b894-0882f521d0f1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c6d2a6ef3002400db0740f73fe124355&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3093581 Sep 20 13:19:17.402594 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 56666) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:19:17.403234 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-90812411-55aa-471a-abef-02c599e3cc0c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8f054f57c6fb42559d540955d9d458f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3657932 Sep 20 13:19:17.404305 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ad9808-7e94-4029-b894-0882f521d0f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03726bcd-c923-4556-b19c-764c946cdafe,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:17.406584 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 56670) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:19:17.451095 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90812411-55aa-471a-abef-02c599e3cc0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64774a0e-c688-4af5-a479-2fe3a17e25d6,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:17.475758 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3e22cb36-20aa-4372-a8e3-8cb47f38d2b0 admin admin] Publish callbacks [] for security_group (03726bcd-c923-4556-b19c-764c946cdafe), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:17.484242 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e6532107-3b7e-4df5-98ab-430ac1747d6a admin admin] Publish callbacks [] for security_group (64774a0e-c688-4af5-a479-2fe3a17e25d6), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:17.500952 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3e22cb36-20aa-4372-a8e3-8cb47f38d2b0 admin admin] Publish callbacks [] for security_group (03726bcd-c923-4556-b19c-764c946cdafe), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:17.508895 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e6532107-3b7e-4df5-98ab-430ac1747d6a admin admin] Publish callbacks [] for security_group (64774a0e-c688-4af5-a479-2fe3a17e25d6), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:17.548430 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3e22cb36-20aa-4372-a8e3-8cb47f38d2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (03726bcd-c923-4556-b19c-764c946cdafe), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:17.551429 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3e22cb36-20aa-4372-a8e3-8cb47f38d2b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:17.553097 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-3e22cb36-20aa-4372-a8e3-8cb47f38d2b0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/03726bcd-c923-4556-b19c-764c946cdafe HTTP/1.1" status: 204 len: 168 time: 0.1492763 Sep 20 13:19:17.559108 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e6532107-3b7e-4df5-98ab-430ac1747d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (64774a0e-c688-4af5-a479-2fe3a17e25d6), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:17.561527 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e22cb36-20aa-4372-a8e3-8cb47f38d2b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03726bcd-c923-4556-b19c-764c946cdafe,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:17.562224 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e6532107-3b7e-4df5-98ab-430ac1747d6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:17.564844 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-e6532107-3b7e-4df5-98ab-430ac1747d6a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/64774a0e-c688-4af5-a479-2fe3a17e25d6 HTTP/1.1" status: 204 len: 168 time: 0.1566334 Sep 20 13:19:17.574143 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6532107-3b7e-4df5-98ab-430ac1747d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64774a0e-c688-4af5-a479-2fe3a17e25d6,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:17.695419 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109b9f4-aa7e-4e5f-935f-958779ede6f0 req-674f7c16-8e8c-4c37-87e8-44efe9b427d1 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:17.697424 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d109b9f4-aa7e-4e5f-935f-958779ede6f0 req-674f7c16-8e8c-4c37-87e8-44efe9b427d1 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 945 time: 0.0575027 Sep 20 13:19:17.764238 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d109b9f4-aa7e-4e5f-935f-958779ede6f0 req-8d8d7674-0426-4d75-976f-61ee1cae9429 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589452 Sep 20 13:19:17.877852 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba71da3-8234-4cec-a3b9-5cb320d4605f req-133147af-31fe-4c30-9ee2-a8c521e6e62b tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:17.879272 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-eba71da3-8234-4cec-a3b9-5cb320d4605f req-133147af-31fe-4c30-9ee2-a8c521e6e62b tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 946 time: 0.0580373 Sep 20 13:19:17.945345 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-eba71da3-8234-4cec-a3b9-5cb320d4605f req-219a11e8-0879-4089-8049-e659602e3547 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=e06914b7-70ea-4d64-8def-7f299f67398c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602410 Sep 20 13:19:17.978008 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 56700) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:19:17.995677 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-15aa238d-94da-4d33-8d1c-d955f80db5c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:18.107954 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14322599-2eec-43b8-9bc1-b9f5b01278c7 req-9afc86d2-23e4-4d4e-b221-5c32a93bd91c tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:18.109385 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-14322599-2eec-43b8-9bc1-b9f5b01278c7 req-9afc86d2-23e4-4d4e-b221-5c32a93bd91c tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 946 time: 0.0877776 Sep 20 13:19:18.119050 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-15aa238d-94da-4d33-8d1c-d955f80db5c0 admin admin] Publish callbacks [] for security_group (89266291-aeae-4881-a7b9-425a0082fe6d), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:18.120316 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 56704) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:19:18.125452 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-8b802ee5-ccb8-43ae-b7fc-d7c28fcae3a2 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Request body: {'floatingip': {'port_id': '055b6831-0401-4e61-b025-649a032bec93'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:19:18.155582 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-15aa238d-94da-4d33-8d1c-d955f80db5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (89266291-aeae-4881-a7b9-425a0082fe6d), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:18.220266 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8b802ee5-ccb8-43ae-b7fc-d7c28fcae3a2 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for floatingip (5cdd6e13-7676-4cda-9128-32991ede839b), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:18.291504 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aa238d-94da-4d33-8d1c-d955f80db5c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89266291-aeae-4881-a7b9-425a0082fe6d,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:18.319045 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 56716) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:19:18.319249 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-15aa238d-94da-4d33-8d1c-d955f80db5c0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=abc15e68deff415d9cb5424048d894c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3398688 Sep 20 13:19:18.380553 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-615bc5d0-0207-41c0-85a3-badb3ae43c04 admin admin] Publish callbacks [] for security_group (89266291-aeae-4881-a7b9-425a0082fe6d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:18.381186 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 56720) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:19:18.435873 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-615bc5d0-0207-41c0-85a3-badb3ae43c04 admin admin] Publish callbacks [] for security_group (89266291-aeae-4881-a7b9-425a0082fe6d), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:18.494573 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-615bc5d0-0207-41c0-85a3-badb3ae43c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (89266291-aeae-4881-a7b9-425a0082fe6d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:18.503490 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-615bc5d0-0207-41c0-85a3-badb3ae43c04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:18.511794 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-615bc5d0-0207-41c0-85a3-badb3ae43c04 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/89266291-aeae-4881-a7b9-425a0082fe6d HTTP/1.1" status: 204 len: 168 time: 0.1882508 Sep 20 13:19:18.541141 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.v2.base [None req-d16aa3fb-862a-449a-aea7-859dabe82cba admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2059182449-network', 'tenant_id': 'd1d42226fe654d57a6388f5b714bbd64'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:19:18.546235 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615bc5d0-0207-41c0-85a3-badb3ae43c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89266291-aeae-4881-a7b9-425a0082fe6d,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:18.574036 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16aa3fb-862a-449a-aea7-859dabe82cba admin admin] Made reservation on behalf of d1d42226fe654d57a6388f5b714bbd64 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:19:18.577501 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d16aa3fb-862a-449a-aea7-859dabe82cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:18.598092 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d16aa3fb-862a-449a-aea7-859dabe82cba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:18.700569 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d16aa3fb-862a-449a-aea7-859dabe82cba admin admin] Publish callbacks [] for security_group (1891abea-c207-4dad-8eca-78b6dbec540c), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:18.704773 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d16aa3fb-862a-449a-aea7-859dabe82cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (1891abea-c207-4dad-8eca-78b6dbec540c), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:18.732596 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d16aa3fb-862a-449a-aea7-859dabe82cba admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 13:19:18.744297 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16aa3fb-862a-449a-aea7-859dabe82cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1891abea-c207-4dad-8eca-78b6dbec540c,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:18.750784 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d16aa3fb-862a-449a-aea7-859dabe82cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549390'] for segment (437ececc-1771-4972-ab20-33388b1fbcfe), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:18.751117 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.db.segments_db [None req-d16aa3fb-862a-449a-aea7-859dabe82cba admin admin] Added segment 437ececc-1771-4972-ab20-33388b1fbcfe of type vlan for network dfbd57c2-2ed1-4120-b909-66eb06365412 Sep 20 13:19:18.799765 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d16aa3fb-862a-449a-aea7-859dabe82cba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760607722792'] for network (dfbd57c2-2ed1-4120-b909-66eb06365412), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:18.832668 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d16aa3fb-862a-449a-aea7-859dabe82cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183'] for network (dfbd57c2-2ed1-4120-b909-66eb06365412), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:18.838229 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16aa3fb-862a-449a-aea7-859dabe82cba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:18.839503 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d16aa3fb-862a-449a-aea7-859dabe82cba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:18.901573 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16aa3fb-862a-449a-aea7-859dabe82cba admin admin] Pushing event updated for resources: {'Network': ['ID=dfbd57c2-2ed1-4120-b909-66eb06365412,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:18.913518 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Network dfbd57c2-2ed1-4120-b909-66eb06365412 details requested by agent ovs-agent-dv-cinder-858463-1-iscsi with host dv-cinder-858463-1-iscsi {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 13:19:19.000442 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-d16aa3fb-862a-449a-aea7-859dabe82cba admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6185801 Sep 20 13:19:19.003559 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 56758) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:19:19.023278 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.v2.base [None req-548744da-031e-4c3e-a320-f97b840c4ee1 admin admin] Request body: {'subnet': {'network_id': 'dfbd57c2-2ed1-4120-b909-66eb06365412', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2059182449-subnet', 'tenant_id': 'd1d42226fe654d57a6388f5b714bbd64', 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:19:19.129369 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce159182-d551-4693-95bd-77787495eb2d req-d82017bc-fcc7-4cb3-8f88-48205058dfc8 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:19.131903 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-ce159182-d551-4693-95bd-77787495eb2d req-d82017bc-fcc7-4cb3-8f88-48205058dfc8 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 945 time: 0.2345831 Sep 20 13:19:19.133977 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-548744da-031e-4c3e-a320-f97b840c4ee1 admin admin] Made reservation on behalf of d1d42226fe654d57a6388f5b714bbd64 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:19:19.136755 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-548744da-031e-4c3e-a320-f97b840c4ee1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:19.297908 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-ce159182-d551-4693-95bd-77787495eb2d req-01ba8dee-8823-4356-bb1a-a1f4294a6596 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576934 Sep 20 13:19:19.326785 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8b802ee5-ccb8-43ae-b7fc-d7c28fcae3a2 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:19.326785 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8b802ee5-ccb8-43ae-b7fc-d7c28fcae3a2 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607693'] for floatingip (5cdd6e13-7676-4cda-9128-32991ede839b), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:19.439957 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-548744da-031e-4c3e-a320-f97b840c4ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183'] for subnet (75bf63df-eea8-4ba0-a7d6-3fca49399710), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:19.448304 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.db.l3_db [None req-8b802ee5-ccb8-43ae-b7fc-d7c28fcae3a2 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Floating IP 5cdd6e13-7676-4cda-9128-32991ede839b associated. External IP: 172.27.2.29, port: 055b6831-0401-4e61-b025-649a032bec93. Sep 20 13:19:19.569213 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548744da-031e-4c3e-a320-f97b840c4ee1 admin admin] Checking segment: {'id': '437ececc-1771-4972-ab20-33388b1fbcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'dfbd57c2-2ed1-4120-b909-66eb06365412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:19:19.570230 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548744da-031e-4c3e-a320-f97b840c4ee1 admin admin] Network hostable DHCP agents. Network: dfbd57c2-2ed1-4120-b909-66eb06365412, hostable agents: ['c520f755-59ca-4a79-a15e-107c01e131c2'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 13:19:19.576135 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548744da-031e-4c3e-a320-f97b840c4ee1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75bf63df-eea8-4ba0-a7d6-3fca49399710,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:19.598623 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548744da-031e-4c3e-a320-f97b840c4ee1 admin admin] Network dfbd57c2-2ed1-4120-b909-66eb06365412 is scheduled to be hosted by DHCP agent c520f755-59ca-4a79-a15e-107c01e131c2 with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 13:19:19.610105 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-548744da-031e-4c3e-a320-f97b840c4ee1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858463-1-iscsi, dfbd57c2-2ed1-4120-b909-66eb06365412) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:19:19.615389 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548744da-031e-4c3e-a320-f97b840c4ee1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:19.616123 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-548744da-031e-4c3e-a320-f97b840c4ee1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:19.619234 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b6a746-f6d1-4fce-99c5-1d257500411b None None] Network dfbd57c2-2ed1-4120-b909-66eb06365412 requested from dv-cinder-858463-1-iscsi {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 20 13:19:19.644930 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-548744da-031e-4c3e-a320-f97b840c4ee1 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6384549 Sep 20 13:19:19.648272 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 56792) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:19:19.652537 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-f463e511-910d-4ae0-8a33-1e927834f208 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2059182449-router', 'tenant_id': 'd1d42226fe654d57a6388f5b714bbd64', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'}}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:19:19.682117 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f463e511-910d-4ae0-8a33-1e927834f208 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36824'] for router (5ab1d8fa-13af-44c8-935e-05053a2b6d74), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:19.683398 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f463e511-910d-4ae0-8a33-1e927834f208 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1607812', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36847'] for router (5ab1d8fa-13af-44c8-935e-05053a2b6d74), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:19.770444 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0ee453-4a50-4a62-acb6-e7b1c57d7d95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb49ed716-09e0-5d67-b392-6c4cef110713-dfbd57c2-2ed1-4120-b909-66eb06365412', 'network_id': 'dfbd57c2-2ed1-4120-b909-66eb06365412', 'project_id': 'd1d42226fe654d57a6388f5b714bbd64', 'fixed_ips': [{'subnet_id': '75bf63df-eea8-4ba0-a7d6-3fca49399710'}]}} from dv-cinder-858463-1-iscsi. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 20 13:19:19.771838 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dc0ee453-4a50-4a62-acb6-e7b1c57d7d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:19.835401 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f463e511-910d-4ae0-8a33-1e927834f208 admin admin] Publish callbacks [] for router_controller (5ab1d8fa-13af-44c8-935e-05053a2b6d74), precommit_add_association {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:19.933377 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b802ee5-ccb8-43ae-b7fc-d7c28fcae3a2 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Router be2310ee-b755-4160-9683-bf0123d26b8d has already been hosted by L3 agent e6bdf340-58c5-4186-af2d-ab00439e5425 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:19:19.947721 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-dc0ee453-4a50-4a62-acb6-e7b1c57d7d95 None None] Allocated IP 172.20.0.2 (dfbd57c2-2ed1-4120-b909-66eb06365412/75bf63df-eea8-4ba0-a7d6-3fca49399710/394728da-3bf0-4b86-beea-f3383b231f1a) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:19:20.029904 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f463e511-910d-4ae0-8a33-1e927834f208 admin admin] Publish callbacks [] for router_gateway (5ab1d8fa-13af-44c8-935e-05053a2b6d74), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:20.144430 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dc0ee453-4a50-4a62-acb6-e7b1c57d7d95 None None] Publish callbacks [] for port (394728da-3bf0-4b86-beea-f3383b231f1a), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:20.150793 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dc0ee453-4a50-4a62-acb6-e7b1c57d7d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938'] for port (394728da-3bf0-4b86-beea-f3383b231f1a), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:20.203218 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0ee453-4a50-4a62-acb6-e7b1c57d7d95 None None] Network dfbd57c2-2ed1-4120-b909-66eb06365412 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:19:20.206296 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-dc0ee453-4a50-4a62-acb6-e7b1c57d7d95 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:19:20.215184 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0ee453-4a50-4a62-acb6-e7b1c57d7d95 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:19:20.218765 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0ee453-4a50-4a62-acb6-e7b1c57d7d95 None None] Pushing event updated for resources: {'Port': ['ID=394728da-3bf0-4b86-beea-f3383b231f1a,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:20.249431 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b802ee5-ccb8-43ae-b7fc-d7c28fcae3a2 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Notify agent at l3_agent.dv-cinder-858463-1-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:19:20.254760 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8b802ee5-ccb8-43ae-b7fc-d7c28fcae3a2 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:20.269148 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7df4527-0169-4c92-ab30-efb14998d104 None None] Sync routers for ids ['be2310ee-b755-4160-9683-bf0123d26b8d'] in dv-cinder-858463-1-iscsi {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:19:20.275841 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 56810) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:19:20.284955 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7df4527-0169-4c92-ab30-efb14998d104 None None] Routers {'be2310ee-b755-4160-9683-bf0123d26b8d'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:19:20.285971 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-c7df4527-0169-4c92-ab30-efb14998d104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:18:56Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['be2310ee-b755-4160-9683-bf0123d26b8d'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:19:20.298362 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-dc0ee453-4a50-4a62-acb6-e7b1c57d7d95 None None] Attempting to bind port 394728da-3bf0-4b86-beea-f3383b231f1a on host dv-cinder-858463-1-iscsi for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 20 13:19:20.300187 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-dc0ee453-4a50-4a62-acb6-e7b1c57d7d95 None None] Attempting to bind port 394728da-3bf0-4b86-beea-f3383b231f1a by drivers openvswitch,hyperv on host dv-cinder-858463-1-iscsi at level 0 using segments [{'id': '437ececc-1771-4972-ab20-33388b1fbcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'dfbd57c2-2ed1-4120-b909-66eb06365412'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 20 13:19:20.300581 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0ee453-4a50-4a62-acb6-e7b1c57d7d95 None None] Attempting to bind port 394728da-3bf0-4b86-beea-f3383b231f1a on network dfbd57c2-2ed1-4120-b909-66eb06365412 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:19:20.310342 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-8b802ee5-ccb8-43ae-b7fc-d7c28fcae3a2 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "PUT /v2.0/floatingips/5cdd6e13-7676-4cda-9128-32991ede839b HTTP/1.1" status: 200 len: 991 time: 2.1887176 Sep 20 13:19:20.311808 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab316ba-c488-4ee1-8262-0d6e73b9afa5', 'tag': '055b6831-0401-4e61-b025-649a032bec93'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:19:20.314347 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8afa0c3fb06aef531850fccced94fa4b659a4977f0534d5a49c84d13d87c0c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a043f1-b6e6-4b99-923f-dbabc240f20e" -d '{"events": [{"name": "network-changed", "server_uuid": "bab316ba-c488-4ee1-8262-0d6e73b9afa5", "tag": "055b6831-0401-4e61-b025-649a032bec93"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:19:20.323384 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0ee453-4a50-4a62-acb6-e7b1c57d7d95 None None] Checking agent: {'id': '543ca60b-7e7a-4ebd-8f87-7672c7a482b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 13, 9, 29), 'started_at': datetime.datetime(2022, 9, 20, 13, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:19:20.323811 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0ee453-4a50-4a62-acb6-e7b1c57d7d95 None None] Checking segment: {'id': '437ececc-1771-4972-ab20-33388b1fbcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'dfbd57c2-2ed1-4120-b909-66eb06365412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:19:20.324236 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dc0ee453-4a50-4a62-acb6-e7b1c57d7d95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:20.324642 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0ee453-4a50-4a62-acb6-e7b1c57d7d95 None None] Bound using segment: {'id': '437ececc-1771-4972-ab20-33388b1fbcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'dfbd57c2-2ed1-4120-b909-66eb06365412'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:19:20.325144 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-dc0ee453-4a50-4a62-acb6-e7b1c57d7d95 None None] Bound port: 394728da-3bf0-4b86-beea-f3383b231f1a, host: dv-cinder-858463-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '437ececc-1771-4972-ab20-33388b1fbcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'dfbd57c2-2ed1-4120-b909-66eb06365412'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 20 13:19:20.325536 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dc0ee453-4a50-4a62-acb6-e7b1c57d7d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (394728da-3bf0-4b86-beea-f3383b231f1a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:20.435243 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-c7df4527-0169-4c92-ab30-efb14998d104 None None] Set router be2310ee-b755-4160-9683-bf0123d26b8d gateway port host: dv-cinder-858463-1-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:19:20.503858 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-dc0ee453-4a50-4a62-acb6-e7b1c57d7d95 None None] For port 394728da-3bf0-4b86-beea-f3383b231f1a, host dv-cinder-858463-1-iscsi, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:19:20.518326 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-dc0ee453-4a50-4a62-acb6-e7b1c57d7d95 None None] For port 394728da-3bf0-4b86-beea-f3383b231f1a, host dv-cinder-858463-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=394728da-3bf0-4b86-beea-f3383b231f1a,segment=NetworkSegment(437ececc-1771-4972-ab20-33388b1fbcfe),segment_id=437ececc-1771-4972-ab20-33388b1fbcfe)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:19:20.525045 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 13:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e132e83e-ac21-400e-a4a6-f5f154b0515d x-openstack-request-id: req-e132e83e-ac21-400e-a4a6-f5f154b0515d {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:19:20.525626 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab316ba-c488-4ee1-8262-0d6e73b9afa5", "tag": "055b6831-0401-4e61-b025-649a032bec93", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:19:20.525626 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e132e83e-ac21-400e-a4a6-f5f154b0515d {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:19:20.526041 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e132e83e-ac21-400e-a4a6-f5f154b0515d'] response: {'name': 'network-changed', 'server_uuid': 'bab316ba-c488-4ee1-8262-0d6e73b9afa5', 'tag': '055b6831-0401-4e61-b025-649a032bec93', 'status': 'completed', 'code': 200} Sep 20 13:19:20.529205 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f463e511-910d-4ae0-8a33-1e927834f208 admin admin] Publish callbacks [] for router_gateway (5ab1d8fa-13af-44c8-935e-05053a2b6d74), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:20.534486 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dc0ee453-4a50-4a62-acb6-e7b1c57d7d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (394728da-3bf0-4b86-beea-f3383b231f1a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:20.598180 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f463e511-910d-4ae0-8a33-1e927834f208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:20.665490 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0ee453-4a50-4a62-acb6-e7b1c57d7d95 None None] Pushing event updated for resources: {'Port': ['ID=394728da-3bf0-4b86-beea-f3383b231f1a,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:20.818777 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4efab90a-aa80-4df0-ab77-8608cd5a9a35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:20.885717 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-c7df4527-0169-4c92-ab30-efb14998d104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'name': 'tempest-AttachVolumeNegativeTest-2003643593-router', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'e9492da9-45a9-44b6-9182-04a6b3f257d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:17:46Z', 'updated_at': '2022-09-20T13:17:58Z', 'revision_number': 4, 'project_id': '4a20aa815a0947579d330112176846c9', 'gw_port': {'id': 'e9492da9-45a9-44b6-9182-04a6b3f257d7', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:23:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:48Z', 'updated_at': '2022-09-20T13:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_floatingips': [{'id': '5cdd6e13-7676-4cda-9128-32991ede839b', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'floating_ip_address': '172.27.2.29', 'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'router_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'port_id': '055b6831-0401-4e61-b025-649a032bec93', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073', 'mac_address': 'fa:16:3e:22:47:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab316ba-c488-4ee1-8262-0d6e73b9afa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T13:18:04Z', 'updated_at': '2022-09-20T13:19:18Z', 'revision_number': 1, 'project_id': '4a20aa815a0947579d330112176846c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba476e6c-250e-4f5e-8556-480e6708d591', 'name': '', 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'mac_address': 'fa:16:3e:8c:7f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'adb9ef7c-1078-430d-958b-f7a53420a9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:56Z', 'updated_at': '2022-09-20T13:18:06Z', 'revision_number': 5, 'project_id': '4a20aa815a0947579d330112176846c9', 'subnets': [{'id': 'adb9ef7c-1078-430d-958b-f7a53420a9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:19:20.890339 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-f463e511-910d-4ae0-8a33-1e927834f208 admin admin] Allocated IP 172.27.2.196 (36104724-3f48-4df5-b3a4-d541d8e9add0/adca2446-3f2d-49a4-ba29-cedd74eb43e2/78a2b042-cdd9-4df7-bdff-07ac7dc05db8) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:19:20.910565 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a043f1-b6e6-4b99-923f-dbabc240f20e req-fb878246-429e-4085-b0c5-10ec28c63125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:20.913067 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a1a043f1-b6e6-4b99-923f-dbabc240f20e req-fb878246-429e-4085-b0c5-10ec28c63125 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4a20aa815a0947579d330112176846c9&device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 1130 time: 0.3410912 Sep 20 13:19:20.949485 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f91789-d092-4d1c-91ad-570dfe0c0944 req-9b584e15-14e9-4212-aa9d-449e082e95c9 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:20.966148 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-76f91789-d092-4d1c-91ad-570dfe0c0944 req-9b584e15-14e9-4212-aa9d-449e082e95c9 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 945 time: 0.4240639 Sep 20 13:19:20.967234 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7df4527-0169-4c92-ab30-efb14998d104 None None] Checking router: be2310ee-b755-4160-9683-bf0123d26b8d for host: dv-cinder-858463-1-iscsi {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:19:20.984405 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7df4527-0169-4c92-ab30-efb14998d104 None None] Routers {'be2310ee-b755-4160-9683-bf0123d26b8d'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:19:20.985721 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-c7df4527-0169-4c92-ab30-efb14998d104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:18:56Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['be2310ee-b755-4160-9683-bf0123d26b8d'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:19:21.089773 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4efab90a-aa80-4df0-ab77-8608cd5a9a35 admin admin] Publish callbacks [] for security_group (bdc3cb1c-a7e7-4dbb-a4c1-ed9cb2578495), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:21.103061 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4efab90a-aa80-4df0-ab77-8608cd5a9a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (bdc3cb1c-a7e7-4dbb-a4c1-ed9cb2578495), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:21.173460 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-4efab90a-aa80-4df0-ab77-8608cd5a9a35 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=73050b510c594128bcb680760fd4a0f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8958769 Sep 20 13:19:21.178311 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 56842) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:19:21.199826 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-c7df4527-0169-4c92-ab30-efb14998d104 None None] Set router be2310ee-b755-4160-9683-bf0123d26b8d gateway port host: dv-cinder-858463-1-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:19:21.244110 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efab90a-aa80-4df0-ab77-8608cd5a9a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc3cb1c-a7e7-4dbb-a4c1-ed9cb2578495,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:21.414081 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 394728da-3bf0-4b86-beea-f3383b231f1a up at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:19:21.438993 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-76f91789-d092-4d1c-91ad-570dfe0c0944 req-ee3a9c9e-b72e-4acf-b50f-280e2fd3f996 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4564102 Sep 20 13:19:21.467082 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a043f1-b6e6-4b99-923f-dbabc240f20e req-ca63f103-4c10-4a26-9ff6-c8aa6c04400d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:21.468658 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a1a043f1-b6e6-4b99-923f-dbabc240f20e req-ca63f103-4c10-4a26-9ff6-c8aa6c04400d service neutron] 10.222.0.62 "GET /v2.0/networks?id=ed809d10-45b2-429e-b44f-1694990b1073 HTTP/1.1" status: 200 len: 915 time: 0.5071666 Sep 20 13:19:21.487357 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f463e511-910d-4ae0-8a33-1e927834f208 admin admin] Publish callbacks [] for port (78a2b042-cdd9-4df7-bdff-07ac7dc05db8), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:21.497924 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Provisioning complete for port 394728da-3bf0-4b86-beea-f3383b231f1a triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:19:21.498428 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (394728da-3bf0-4b86-beea-f3383b231f1a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:21.499056 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Attempt 1 to provision port 394728da-3bf0-4b86-beea-f3383b231f1a Sep 20 13:19:21.591483 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4dac798c-8683-44b4-8840-42909ff8e51a admin admin] Publish callbacks [] for security_group (bdc3cb1c-a7e7-4dbb-a4c1-ed9cb2578495), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:21.613572 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-c7df4527-0169-4c92-ab30-efb14998d104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'name': 'tempest-AttachVolumeNegativeTest-2003643593-router', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'e9492da9-45a9-44b6-9182-04a6b3f257d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:17:46Z', 'updated_at': '2022-09-20T13:17:58Z', 'revision_number': 4, 'project_id': '4a20aa815a0947579d330112176846c9', 'gw_port': {'id': 'e9492da9-45a9-44b6-9182-04a6b3f257d7', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:23:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:48Z', 'updated_at': '2022-09-20T13:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_floatingips': [{'id': '5cdd6e13-7676-4cda-9128-32991ede839b', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'floating_ip_address': '172.27.2.29', 'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'router_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'port_id': '055b6831-0401-4e61-b025-649a032bec93', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073', 'mac_address': 'fa:16:3e:22:47:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab316ba-c488-4ee1-8262-0d6e73b9afa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T13:18:04Z', 'updated_at': '2022-09-20T13:19:18Z', 'revision_number': 1, 'project_id': '4a20aa815a0947579d330112176846c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba476e6c-250e-4f5e-8556-480e6708d591', 'name': '', 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'mac_address': 'fa:16:3e:8c:7f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'adb9ef7c-1078-430d-958b-f7a53420a9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:56Z', 'updated_at': '2022-09-20T13:18:06Z', 'revision_number': 5, 'project_id': '4a20aa815a0947579d330112176846c9', 'subnets': [{'id': 'adb9ef7c-1078-430d-958b-f7a53420a9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:19:21.624891 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a1a043f1-b6e6-4b99-923f-dbabc240f20e req-c3145f39-9239-4c30-b60d-41c603be935d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=055b6831-0401-4e61-b025-649a032bec93 HTTP/1.1" status: 200 len: 999 time: 0.1346858 Sep 20 13:19:21.625986 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Current status of the port 394728da-3bf0-4b86-beea-f3383b231f1a is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:19:21.626827 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (394728da-3bf0-4b86-beea-f3383b231f1a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:21.640296 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4dac798c-8683-44b4-8840-42909ff8e51a admin admin] Publish callbacks [] for security_group (bdc3cb1c-a7e7-4dbb-a4c1-ed9cb2578495), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:21.644554 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7df4527-0169-4c92-ab30-efb14998d104 None None] The sync data for ids ['be2310ee-b755-4160-9683-bf0123d26b8d'] in dv-cinder-858463-1-iscsi is: [{'id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'name': 'tempest-AttachVolumeNegativeTest-2003643593-router', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'e9492da9-45a9-44b6-9182-04a6b3f257d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:17:46Z', 'updated_at': '2022-09-20T13:17:58Z', 'revision_number': 4, 'project_id': '4a20aa815a0947579d330112176846c9', 'gw_port': {'id': 'e9492da9-45a9-44b6-9182-04a6b3f257d7', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:23:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:48Z', 'updated_at': '2022-09-20T13:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_floatingips': [{'id': '5cdd6e13-7676-4cda-9128-32991ede839b', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'floating_ip_address': '172.27.2.29', 'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'router_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'port_id': '055b6831-0401-4e61-b025-649a032bec93', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073', 'mac_address': 'fa:16:3e:22:47:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab316ba-c488-4ee1-8262-0d6e73b9afa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T13:18:04Z', 'updated_at': '2022-09-20T13:19:18Z', 'revision_number': 1, 'project_id': '4a20aa815a0947579d330112176846c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba476e6c-250e-4f5e-8556-480e6708d591', 'name': '', 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'mac_address': 'fa:16:3e:8c:7f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'adb9ef7c-1078-430d-958b-f7a53420a9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:56Z', 'updated_at': '2022-09-20T13:18:06Z', 'revision_number': 5, 'project_id': '4a20aa815a0947579d330112176846c9', 'subnets': [{'id': 'adb9ef7c-1078-430d-958b-f7a53420a9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:19:21.692201 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] For port 394728da-3bf0-4b86-beea-f3383b231f1a, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=394728da-3bf0-4b86-beea-f3383b231f1a,segment=NetworkSegment(437ececc-1771-4972-ab20-33388b1fbcfe),segment_id=437ececc-1771-4972-ab20-33388b1fbcfe)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:19:21.696045 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 56854) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:19:21.696722 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (394728da-3bf0-4b86-beea-f3383b231f1a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:21.749306 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f463e511-910d-4ae0-8a33-1e927834f208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (78a2b042-cdd9-4df7-bdff-07ac7dc05db8), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:21.761915 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a043f1-b6e6-4b99-923f-dbabc240f20e req-5f0501a6-d8f6-48be-b5f0-12b4bc8005cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:21.763439 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a1a043f1-b6e6-4b99-923f-dbabc240f20e req-5f0501a6-d8f6-48be-b5f0-12b4bc8005cc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=adb9ef7c-1078-430d-958b-f7a53420a9c5 HTTP/1.1" status: 200 len: 854 time: 0.1092463 Sep 20 13:19:21.797866 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Pushing event updated for resources: {'Port': ['ID=394728da-3bf0-4b86-beea-f3383b231f1a,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:21.885448 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f55fbd6b-e342-4592-9ab1-80a3889b59df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:21.977074 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3612209-ca10-4e85-aad5-80878006e3c7 None None] New status for floating IP 5cdd6e13-7676-4cda-9128-32991ede839b: ACTIVE {{(pid=104088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 13:19:22.053752 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f463e511-910d-4ae0-8a33-1e927834f208 admin admin] Network 36104724-3f48-4df5-b3a4-d541d8e9add0 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:19:22.063123 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-f463e511-910d-4ae0-8a33-1e927834f208 admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:19:22.065035 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4dac798c-8683-44b4-8840-42909ff8e51a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (bdc3cb1c-a7e7-4dbb-a4c1-ed9cb2578495), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:22.067962 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4dac798c-8683-44b4-8840-42909ff8e51a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:22.071464 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-4dac798c-8683-44b4-8840-42909ff8e51a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bdc3cb1c-a7e7-4dbb-a4c1-ed9cb2578495 HTTP/1.1" status: 204 len: 168 time: 0.8789804 Sep 20 13:19:22.072221 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f463e511-910d-4ae0-8a33-1e927834f208 admin admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:19:22.086072 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f463e511-910d-4ae0-8a33-1e927834f208 admin admin] Pushing event updated for resources: {'Port': ['ID=78a2b042-cdd9-4df7-bdff-07ac7dc05db8,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:22.121871 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dac798c-8683-44b4-8840-42909ff8e51a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc3cb1c-a7e7-4dbb-a4c1-ed9cb2578495,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:22.144753 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a043f1-b6e6-4b99-923f-dbabc240f20e req-47b18f84-4af9-46e3-8043-33f9f1162f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:22.146857 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a1a043f1-b6e6-4b99-923f-dbabc240f20e req-47b18f84-4af9-46e3-8043-33f9f1162f53 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ed809d10-45b2-429e-b44f-1694990b1073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3589201 Sep 20 13:19:22.203405 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f55fbd6b-e342-4592-9ab1-80a3889b59df admin admin] Publish callbacks [] for security_group (67ffe8d7-c9dc-4ee6-b6bd-657b6f997f6c), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:22.213422 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f55fbd6b-e342-4592-9ab1-80a3889b59df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (67ffe8d7-c9dc-4ee6-b6bd-657b6f997f6c), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:22.272057 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-f55fbd6b-e342-4592-9ab1-80a3889b59df admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8bcd3bb224a447558cc127889cc3e6cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5749075 Sep 20 13:19:22.273347 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55fbd6b-e342-4592-9ab1-80a3889b59df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ffe8d7-c9dc-4ee6-b6bd-657b6f997f6c,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:22.276464 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 56862) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:19:22.317795 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e4d490-2e8f-469b-b58f-f8d26717c770 None None] Network dfbd57c2-2ed1-4120-b909-66eb06365412 requested from dv-cinder-858463-1-iscsi {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 20 13:19:22.374146 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fb96389e-5000-41ea-add2-4c3b9620910d admin admin] Publish callbacks [] for security_group (67ffe8d7-c9dc-4ee6-b6bd-657b6f997f6c), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:22.394966 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a1a043f1-b6e6-4b99-923f-dbabc240f20e req-9f637d5e-37ac-472c-a71d-9bab27aef498 service neutron] 10.222.0.62 "GET /v2.0/networks/ed809d10-45b2-429e-b44f-1694990b1073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106264 Sep 20 13:19:22.413045 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fb96389e-5000-41ea-add2-4c3b9620910d admin admin] Publish callbacks [] for security_group (67ffe8d7-c9dc-4ee6-b6bd-657b6f997f6c), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:22.428196 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-f422321d-b776-4649-83c8-04bbb64e2d7c None None] Provisioning complete for port 394728da-3bf0-4b86-beea-f3383b231f1a triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:19:22.428994 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f422321d-b776-4649-83c8-04bbb64e2d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (394728da-3bf0-4b86-beea-f3383b231f1a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:22.429378 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-f422321d-b776-4649-83c8-04bbb64e2d7c None None] Attempt 1 to provision port 394728da-3bf0-4b86-beea-f3383b231f1a Sep 20 13:19:22.513655 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fb96389e-5000-41ea-add2-4c3b9620910d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (67ffe8d7-c9dc-4ee6-b6bd-657b6f997f6c), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:22.516636 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fb96389e-5000-41ea-add2-4c3b9620910d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:22.520404 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-fb96389e-5000-41ea-add2-4c3b9620910d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/67ffe8d7-c9dc-4ee6-b6bd-657b6f997f6c HTTP/1.1" status: 204 len: 168 time: 0.2402349 Sep 20 13:19:22.532504 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb96389e-5000-41ea-add2-4c3b9620910d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ffe8d7-c9dc-4ee6-b6bd-657b6f997f6c,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:22.628738 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-f422321d-b776-4649-83c8-04bbb64e2d7c None None] Current status of the port 394728da-3bf0-4b86-beea-f3383b231f1a is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:19:22.685384 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a1a043f1-b6e6-4b99-923f-dbabc240f20e req-9f8cd89f-3162-41f5-972c-83b11294dc5b service neutron] 10.222.0.62 "GET /v2.0/networks/ed809d10-45b2-429e-b44f-1694990b1073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776423 Sep 20 13:19:22.715970 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f463e511-910d-4ae0-8a33-1e927834f208 admin admin] Publish callbacks [] for router_gateway (5ab1d8fa-13af-44c8-935e-05053a2b6d74), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:22.737680 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6400be-61c4-4a55-93b5-66026be306bf req-734ed136-1cc2-4406-9876-85a51bdee6ca tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:22.741262 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-2f6400be-61c4-4a55-93b5-66026be306bf req-734ed136-1cc2-4406-9876-85a51bdee6ca tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 945 time: 0.1748343 Sep 20 13:19:22.794987 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 56878) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:19:22.819197 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-43db716d-dbe5-4a37-91e8-649c3a56bdc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:22.835493 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-2f6400be-61c4-4a55-93b5-66026be306bf req-cce898d4-c729-408c-89e2-1d4d73038b57 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843558 Sep 20 13:19:22.954555 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-dd8114aa-cf68-475c-91fc-9d2777eed79e None None] Provisioning complete for port 394728da-3bf0-4b86-beea-f3383b231f1a triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:19:22.954961 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dd8114aa-cf68-475c-91fc-9d2777eed79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (394728da-3bf0-4b86-beea-f3383b231f1a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:22.955344 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-dd8114aa-cf68-475c-91fc-9d2777eed79e None None] Attempt 1 to provision port 394728da-3bf0-4b86-beea-f3383b231f1a Sep 20 13:19:23.032534 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-43db716d-dbe5-4a37-91e8-649c3a56bdc6 admin admin] Publish callbacks [] for security_group (8a4bb901-7240-4af8-b050-c4064212461b), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:23.039000 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-dd8114aa-cf68-475c-91fc-9d2777eed79e None None] Current status of the port 394728da-3bf0-4b86-beea-f3383b231f1a is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:19:23.039339 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-43db716d-dbe5-4a37-91e8-649c3a56bdc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (8a4bb901-7240-4af8-b050-c4064212461b), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:23.078349 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f463e511-910d-4ae0-8a33-1e927834f208 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607915'] for router (5ab1d8fa-13af-44c8-935e-05053a2b6d74), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:23.088119 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-43db716d-dbe5-4a37-91e8-649c3a56bdc6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=04e683e317724c249602ca5c731c7958&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2921305 Sep 20 13:19:23.092513 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 56884) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:19:23.127191 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 56886) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:19:23.127972 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43db716d-dbe5-4a37-91e8-649c3a56bdc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4bb901-7240-4af8-b050-c4064212461b,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:23.140751 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d4d35185-d459-4839-ba2f-52e269449d03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:23.219322 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4337c521-674f-40f9-9d8d-fe04dafb0e40 admin admin] Publish callbacks [] for security_group (8a4bb901-7240-4af8-b050-c4064212461b), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:23.223325 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 394728da-3bf0-4b86-beea-f3383b231f1a up at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:19:23.230920 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d4d35185-d459-4839-ba2f-52e269449d03 admin admin] Publish callbacks [] for security_group (86f3e7fb-5b14-4183-abe4-defd6b475191), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:23.235416 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d4d35185-d459-4839-ba2f-52e269449d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (86f3e7fb-5b14-4183-abe4-defd6b475191), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:23.251774 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4337c521-674f-40f9-9d8d-fe04dafb0e40 admin admin] Publish callbacks [] for security_group (8a4bb901-7240-4af8-b050-c4064212461b), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:23.283544 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-d4d35185-d459-4839-ba2f-52e269449d03 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=213de4e676b246789066cc9d9c145afc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1551616 Sep 20 13:19:23.284403 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d35185-d459-4839-ba2f-52e269449d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f3e7fb-5b14-4183-abe4-defd6b475191,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:23.287133 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 56890) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:19:23.289296 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Provisioning complete for port 394728da-3bf0-4b86-beea-f3383b231f1a triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:19:23.292050 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (394728da-3bf0-4b86-beea-f3383b231f1a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:23.293390 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Attempt 1 to provision port 394728da-3bf0-4b86-beea-f3383b231f1a Sep 20 13:19:23.294905 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f463e511-910d-4ae0-8a33-1e927834f208 admin admin] Router 5ab1d8fa-13af-44c8-935e-05053a2b6d74 is scheduled to L3 agent e6bdf340-58c5-4186-af2d-ab00439e5425 with binding_index 1 {{(pid=104087) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 13:19:23.345779 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9342de44-d25c-4f33-a0f1-3dc61879eee7 admin admin] Publish callbacks [] for security_group (86f3e7fb-5b14-4183-abe4-defd6b475191), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:23.346687 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4337c521-674f-40f9-9d8d-fe04dafb0e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (8a4bb901-7240-4af8-b050-c4064212461b), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:23.350092 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4337c521-674f-40f9-9d8d-fe04dafb0e40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:23.353705 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-4337c521-674f-40f9-9d8d-fe04dafb0e40 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8a4bb901-7240-4af8-b050-c4064212461b HTTP/1.1" status: 204 len: 168 time: 0.2590964 Sep 20 13:19:23.368353 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4337c521-674f-40f9-9d8d-fe04dafb0e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4bb901-7240-4af8-b050-c4064212461b,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:23.370141 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9342de44-d25c-4f33-a0f1-3dc61879eee7 admin admin] Publish callbacks [] for security_group (86f3e7fb-5b14-4183-abe4-defd6b475191), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:23.417845 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f463e511-910d-4ae0-8a33-1e927834f208 admin admin] Notify agent at l3_agent.dv-cinder-858463-1-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:19:23.429052 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0ff41e-b41e-4c19-9f75-0c52c75aaf3d None None] Sync routers for ids ['5ab1d8fa-13af-44c8-935e-05053a2b6d74'] in dv-cinder-858463-1-iscsi {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:19:23.441732 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f463e511-910d-4ae0-8a33-1e927834f208 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:23.447772 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0ff41e-b41e-4c19-9f75-0c52c75aaf3d None None] Routers {'5ab1d8fa-13af-44c8-935e-05053a2b6d74'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:19:23.448878 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-1c0ff41e-b41e-4c19-9f75-0c52c75aaf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:18:56Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['5ab1d8fa-13af-44c8-935e-05053a2b6d74'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:19:23.449789 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-f463e511-910d-4ae0-8a33-1e927834f208 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.8004034 Sep 20 13:19:23.450606 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 56894) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:19:23.525127 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9342de44-d25c-4f33-a0f1-3dc61879eee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (86f3e7fb-5b14-4183-abe4-defd6b475191), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:23.527926 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9342de44-d25c-4f33-a0f1-3dc61879eee7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:23.531598 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-9342de44-d25c-4f33-a0f1-3dc61879eee7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/86f3e7fb-5b14-4183-abe4-defd6b475191 HTTP/1.1" status: 204 len: 168 time: 0.2411263 Sep 20 13:19:23.568627 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9342de44-d25c-4f33-a0f1-3dc61879eee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f3e7fb-5b14-4183-abe4-defd6b475191,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:23.583308 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-1c0ff41e-b41e-4c19-9f75-0c52c75aaf3d None None] Set router 5ab1d8fa-13af-44c8-935e-05053a2b6d74 gateway port host: dv-cinder-858463-1-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:19:23.611080 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Current status of the port 394728da-3bf0-4b86-beea-f3383b231f1a is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:19:23.621628 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-eda48646-4c99-4f37-9199-b3ec0c930dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (c520f755-59ca-4a79-a15e-107c01e131c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:23.846677 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-1c0ff41e-b41e-4c19-9f75-0c52c75aaf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab1d8fa-13af-44c8-935e-05053a2b6d74', 'name': 'tempest-TestMinimumBasicScenario-2059182449-router', 'tenant_id': 'd1d42226fe654d57a6388f5b714bbd64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '78a2b042-cdd9-4df7-bdff-07ac7dc05db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:19:19Z', 'updated_at': '2022-09-20T13:19:22Z', 'revision_number': 3, 'project_id': 'd1d42226fe654d57a6388f5b714bbd64', 'gw_port': {'id': '78a2b042-cdd9-4df7-bdff-07ac7dc05db8', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab1d8fa-13af-44c8-935e-05053a2b6d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:19:20Z', 'updated_at': '2022-09-20T13:19:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi'}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:19:23.881619 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0ff41e-b41e-4c19-9f75-0c52c75aaf3d None None] Checking router: 5ab1d8fa-13af-44c8-935e-05053a2b6d74 for host: dv-cinder-858463-1-iscsi {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:19:23.881977 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0ff41e-b41e-4c19-9f75-0c52c75aaf3d None None] Updating router 5ab1d8fa-13af-44c8-935e-05053a2b6d74 port 78a2b042-cdd9-4df7-bdff-07ac7dc05db8 binding host dv-cinder-858463-1-iscsi {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 13:19:24.005264 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-1c0ff41e-b41e-4c19-9f75-0c52c75aaf3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (78a2b042-cdd9-4df7-bdff-07ac7dc05db8), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:24.065764 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6edc172-a005-4f77-808f-19235816b4c0 req-2ce47237-9df4-4881-869c-77e0972040c6 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:24.074864 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e6edc172-a005-4f77-808f-19235816b4c0 req-2ce47237-9df4-4881-869c-77e0972040c6 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 945 time: 0.1028385 Sep 20 13:19:24.091654 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ec673bd-2c47-467a-83a8-8e9b035480d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:24.136010 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e6edc172-a005-4f77-808f-19235816b4c0 req-0295a9b3-d9c6-49f3-a652-6bd39c734979 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600278 Sep 20 13:19:24.278300 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-5ec673bd-2c47-467a-83a8-8e9b035480d4 admin admin] Allocated IP 172.20.0.1 (dfbd57c2-2ed1-4120-b909-66eb06365412/75bf63df-eea8-4ba0-a7d6-3fca49399710/e78359e6-bdd3-44f0-919f-d59cd57dbbc8) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:19:24.344766 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-1c0ff41e-b41e-4c19-9f75-0c52c75aaf3d None None] Publish callbacks [] for port (78a2b042-cdd9-4df7-bdff-07ac7dc05db8), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:24.351728 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-1c0ff41e-b41e-4c19-9f75-0c52c75aaf3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (78a2b042-cdd9-4df7-bdff-07ac7dc05db8), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:24.370893 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-1c0ff41e-b41e-4c19-9f75-0c52c75aaf3d None None] Attempting to bind port 78a2b042-cdd9-4df7-bdff-07ac7dc05db8 on host dv-cinder-858463-1-iscsi for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 20 13:19:24.371364 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-1c0ff41e-b41e-4c19-9f75-0c52c75aaf3d None None] Attempting to bind port 78a2b042-cdd9-4df7-bdff-07ac7dc05db8 by drivers openvswitch,hyperv on host dv-cinder-858463-1-iscsi at level 0 using segments [{'id': '5aaf6297-6a46-4e9d-b63a-dd8b37b93294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 20 13:19:24.371884 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0ff41e-b41e-4c19-9f75-0c52c75aaf3d None None] Attempting to bind port 78a2b042-cdd9-4df7-bdff-07ac7dc05db8 on network 36104724-3f48-4df5-b3a4-d541d8e9add0 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:19:24.438694 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0ff41e-b41e-4c19-9f75-0c52c75aaf3d None None] Checking agent: {'id': '543ca60b-7e7a-4ebd-8f87-7672c7a482b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 13, 9, 29), 'started_at': datetime.datetime(2022, 9, 20, 13, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:19:24.438694 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0ff41e-b41e-4c19-9f75-0c52c75aaf3d None None] Checking segment: {'id': '5aaf6297-6a46-4e9d-b63a-dd8b37b93294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:19:24.438694 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-1c0ff41e-b41e-4c19-9f75-0c52c75aaf3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:24.438694 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0ff41e-b41e-4c19-9f75-0c52c75aaf3d None None] Bound using segment: {'id': '5aaf6297-6a46-4e9d-b63a-dd8b37b93294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:19:24.438694 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-1c0ff41e-b41e-4c19-9f75-0c52c75aaf3d None None] Bound port: 78a2b042-cdd9-4df7-bdff-07ac7dc05db8, host: dv-cinder-858463-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aaf6297-6a46-4e9d-b63a-dd8b37b93294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 20 13:19:24.439572 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ec673bd-2c47-467a-83a8-8e9b035480d4 admin admin] Publish callbacks [] for port (e78359e6-bdd3-44f0-919f-d59cd57dbbc8), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:24.439653 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-1c0ff41e-b41e-4c19-9f75-0c52c75aaf3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (78a2b042-cdd9-4df7-bdff-07ac7dc05db8), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:24.480946 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa57767-bf00-4d56-a5b1-4158594fd9a8 None None] Pushing event updated for resources: {'Port': ['ID=78a2b042-cdd9-4df7-bdff-07ac7dc05db8,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:24.497097 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa57767-bf00-4d56-a5b1-4158594fd9a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:19:24.497535 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa57767-bf00-4d56-a5b1-4158594fd9a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:19:24.497897 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa57767-bf00-4d56-a5b1-4158594fd9a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:19:24.498261 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa57767-bf00-4d56-a5b1-4158594fd9a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:19:24.498621 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa57767-bf00-4d56-a5b1-4158594fd9a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:19:24.499037 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa57767-bf00-4d56-a5b1-4158594fd9a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:19:24.499401 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa57767-bf00-4d56-a5b1-4158594fd9a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:19:24.503900 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa57767-bf00-4d56-a5b1-4158594fd9a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:19:24.503900 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa57767-bf00-4d56-a5b1-4158594fd9a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:19:24.503900 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa57767-bf00-4d56-a5b1-4158594fd9a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:19:24.503900 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa57767-bf00-4d56-a5b1-4158594fd9a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:19:24.503900 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa57767-bf00-4d56-a5b1-4158594fd9a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:19:24.503900 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa57767-bf00-4d56-a5b1-4158594fd9a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:19:24.526827 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ec673bd-2c47-467a-83a8-8e9b035480d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938'] for port (e78359e6-bdd3-44f0-919f-d59cd57dbbc8), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:24.529529 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-1c0ff41e-b41e-4c19-9f75-0c52c75aaf3d None None] For port 78a2b042-cdd9-4df7-bdff-07ac7dc05db8, host dv-cinder-858463-1-iscsi, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:19:24.532986 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-1c0ff41e-b41e-4c19-9f75-0c52c75aaf3d None None] For port 78a2b042-cdd9-4df7-bdff-07ac7dc05db8, host dv-cinder-858463-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=78a2b042-cdd9-4df7-bdff-07ac7dc05db8,segment=NetworkSegment(5aaf6297-6a46-4e9d-b63a-dd8b37b93294),segment_id=5aaf6297-6a46-4e9d-b63a-dd8b37b93294)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:19:24.540738 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-1c0ff41e-b41e-4c19-9f75-0c52c75aaf3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (78a2b042-cdd9-4df7-bdff-07ac7dc05db8), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:24.571722 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec673bd-2c47-467a-83a8-8e9b035480d4 admin admin] Network dfbd57c2-2ed1-4120-b909-66eb06365412 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:19:24.571722 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-5ec673bd-2c47-467a-83a8-8e9b035480d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:19:24.574378 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec673bd-2c47-467a-83a8-8e9b035480d4 admin admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:19:24.574699 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ec673bd-2c47-467a-83a8-8e9b035480d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1608580'] for router_interface (5ab1d8fa-13af-44c8-935e-05053a2b6d74), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:24.601700 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0ff41e-b41e-4c19-9f75-0c52c75aaf3d None None] Routers {'5ab1d8fa-13af-44c8-935e-05053a2b6d74'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:19:24.602177 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-1c0ff41e-b41e-4c19-9f75-0c52c75aaf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:18:56Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['5ab1d8fa-13af-44c8-935e-05053a2b6d74'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:19:24.652642 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec673bd-2c47-467a-83a8-8e9b035480d4 admin admin] Pushing event updated for resources: {'Port': ['ID=e78359e6-bdd3-44f0-919f-d59cd57dbbc8,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:24.665862 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa57767-bf00-4d56-a5b1-4158594fd9a8 None None] Pushing event updated for resources: {'Port': ['ID=78a2b042-cdd9-4df7-bdff-07ac7dc05db8,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:24.765500 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-1c0ff41e-b41e-4c19-9f75-0c52c75aaf3d None None] Set router 5ab1d8fa-13af-44c8-935e-05053a2b6d74 gateway port host: dv-cinder-858463-1-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:19:24.784458 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ec673bd-2c47-467a-83a8-8e9b035480d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (e78359e6-bdd3-44f0-919f-d59cd57dbbc8), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:24.882748 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-4907e3f7-df62-4bb5-bd5b-14c7f406f1ca None None] Provisioning complete for port e78359e6-bdd3-44f0-919f-d59cd57dbbc8 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:19:24.888004 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4907e3f7-df62-4bb5-bd5b-14c7f406f1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (e78359e6-bdd3-44f0-919f-d59cd57dbbc8), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:24.888824 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-4907e3f7-df62-4bb5-bd5b-14c7f406f1ca None None] Attempt 1 to provision port e78359e6-bdd3-44f0-919f-d59cd57dbbc8 Sep 20 13:19:24.960422 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-4907e3f7-df62-4bb5-bd5b-14c7f406f1ca None None] Port e78359e6-bdd3-44f0-919f-d59cd57dbbc8 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:19:25.019438 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-1c0ff41e-b41e-4c19-9f75-0c52c75aaf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab1d8fa-13af-44c8-935e-05053a2b6d74', 'name': 'tempest-TestMinimumBasicScenario-2059182449-router', 'tenant_id': 'd1d42226fe654d57a6388f5b714bbd64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '78a2b042-cdd9-4df7-bdff-07ac7dc05db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:19:19Z', 'updated_at': '2022-09-20T13:19:22Z', 'revision_number': 3, 'project_id': 'd1d42226fe654d57a6388f5b714bbd64', 'gw_port': {'id': '78a2b042-cdd9-4df7-bdff-07ac7dc05db8', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab1d8fa-13af-44c8-935e-05053a2b6d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:19:20Z', 'updated_at': '2022-09-20T13:19:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi'}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:19:25.023919 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ec673bd-2c47-467a-83a8-8e9b035480d4 admin admin] Publish callbacks [] for port (e78359e6-bdd3-44f0-919f-d59cd57dbbc8), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:25.029805 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ec673bd-2c47-467a-83a8-8e9b035480d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (e78359e6-bdd3-44f0-919f-d59cd57dbbc8), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:25.032124 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ec673bd-2c47-467a-83a8-8e9b035480d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1608488'] for router_interface (5ab1d8fa-13af-44c8-935e-05053a2b6d74), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:25.050432 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0ff41e-b41e-4c19-9f75-0c52c75aaf3d None None] The sync data for ids ['5ab1d8fa-13af-44c8-935e-05053a2b6d74'] in dv-cinder-858463-1-iscsi is: [{'id': '5ab1d8fa-13af-44c8-935e-05053a2b6d74', 'name': 'tempest-TestMinimumBasicScenario-2059182449-router', 'tenant_id': 'd1d42226fe654d57a6388f5b714bbd64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '78a2b042-cdd9-4df7-bdff-07ac7dc05db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:19:19Z', 'updated_at': '2022-09-20T13:19:22Z', 'revision_number': 3, 'project_id': 'd1d42226fe654d57a6388f5b714bbd64', 'gw_port': {'id': '78a2b042-cdd9-4df7-bdff-07ac7dc05db8', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab1d8fa-13af-44c8-935e-05053a2b6d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:19:20Z', 'updated_at': '2022-09-20T13:19:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi'}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:19:25.146214 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec673bd-2c47-467a-83a8-8e9b035480d4 admin admin] Pushing event updated for resources: {'Port': ['ID=e78359e6-bdd3-44f0-919f-d59cd57dbbc8,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:25.195962 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec673bd-2c47-467a-83a8-8e9b035480d4 admin admin] Network dfbd57c2-2ed1-4120-b909-66eb06365412 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:19:25.197824 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-5ec673bd-2c47-467a-83a8-8e9b035480d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:19:25.465809 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-4907e3f7-df62-4bb5-bd5b-14c7f406f1ca None None] Attempt 2 to provision port e78359e6-bdd3-44f0-919f-d59cd57dbbc8 Sep 20 13:19:25.540763 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-4907e3f7-df62-4bb5-bd5b-14c7f406f1ca None None] Port e78359e6-bdd3-44f0-919f-d59cd57dbbc8 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:19:25.652681 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afac1465-a62e-44a7-aa3c-281b9020e95e req-ce52323b-1996-4c6e-8865-ad177a43c2c3 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:25.659512 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-afac1465-a62e-44a7-aa3c-281b9020e95e req-ce52323b-1996-4c6e-8865-ad177a43c2c3 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 945 time: 0.4129114 Sep 20 13:19:25.689129 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec673bd-2c47-467a-83a8-8e9b035480d4 admin admin] Router 5ab1d8fa-13af-44c8-935e-05053a2b6d74 has already been hosted by L3 agent e6bdf340-58c5-4186-af2d-ab00439e5425 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:19:25.719175 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-afac1465-a62e-44a7-aa3c-281b9020e95e req-07627bf8-e14f-49c2-bbc5-84c867f6f368 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587175 Sep 20 13:19:25.748595 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dd76cd7e-819a-4a66-a7d3-a17c00a2b48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (e6bdf340-58c5-4186-af2d-ab00439e5425), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:25.861170 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec673bd-2c47-467a-83a8-8e9b035480d4 admin admin] Notify agent at l3_agent.dv-cinder-858463-1-iscsi the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:19:25.866968 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-5ec673bd-2c47-467a-83a8-8e9b035480d4 admin admin] 10.222.0.55 "PUT /v2.0/routers/5ab1d8fa-13af-44c8-935e-05053a2b6d74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4150345 Sep 20 13:19:26.042311 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-4907e3f7-df62-4bb5-bd5b-14c7f406f1ca None None] Attempt 3 to provision port e78359e6-bdd3-44f0-919f-d59cd57dbbc8 Sep 20 13:19:26.086684 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-4907e3f7-df62-4bb5-bd5b-14c7f406f1ca None None] Port e78359e6-bdd3-44f0-919f-d59cd57dbbc8 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:19:26.585429 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 57020) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:19:26.588033 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-4907e3f7-df62-4bb5-bd5b-14c7f406f1ca None None] Attempt 4 to provision port e78359e6-bdd3-44f0-919f-d59cd57dbbc8 Sep 20 13:19:26.590229 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.v2.base [None req-b4fe2ceb-5ed6-41ca-92be-a40e072f48d9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-975954830-network', 'tenant_id': 'ef1628eca94540b9b951e9e9edb7dd69'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:19:26.608514 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4fe2ceb-5ed6-41ca-92be-a40e072f48d9 admin admin] Made reservation on behalf of ef1628eca94540b9b951e9e9edb7dd69 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:19:26.610845 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b4fe2ceb-5ed6-41ca-92be-a40e072f48d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:26.619974 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b4fe2ceb-5ed6-41ca-92be-a40e072f48d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:26.620637 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-4907e3f7-df62-4bb5-bd5b-14c7f406f1ca None None] Port e78359e6-bdd3-44f0-919f-d59cd57dbbc8 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:19:26.697510 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b4fe2ceb-5ed6-41ca-92be-a40e072f48d9 admin admin] Publish callbacks [] for security_group (c66700dc-bc36-4e86-b1c9-4fde04716425), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:26.700471 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21c1e68e-1f58-483a-acac-7453cdb7afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (dfbc54aa-0ed8-4030-9edb-0bf7f0e74037), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:26.701229 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b4fe2ceb-5ed6-41ca-92be-a40e072f48d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (c66700dc-bc36-4e86-b1c9-4fde04716425), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:26.724532 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4fe2ceb-5ed6-41ca-92be-a40e072f48d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 13:19:26.740338 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fe2ceb-5ed6-41ca-92be-a40e072f48d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c66700dc-bc36-4e86-b1c9-4fde04716425,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:26.743346 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b4fe2ceb-5ed6-41ca-92be-a40e072f48d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549390'] for segment (2ea14680-04b1-4cc7-925f-79cdb0fff2ca), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:26.743691 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.db.segments_db [None req-b4fe2ceb-5ed6-41ca-92be-a40e072f48d9 admin admin] Added segment 2ea14680-04b1-4cc7-925f-79cdb0fff2ca of type vlan for network 82c75e71-720a-4b4f-9078-7d55b4054058 Sep 20 13:19:26.788964 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b4fe2ceb-5ed6-41ca-92be-a40e072f48d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760607722792'] for network (82c75e71-720a-4b4f-9078-7d55b4054058), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:26.815473 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b4fe2ceb-5ed6-41ca-92be-a40e072f48d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183'] for network (82c75e71-720a-4b4f-9078-7d55b4054058), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:26.816498 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fe2ceb-5ed6-41ca-92be-a40e072f48d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:26.817092 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b4fe2ceb-5ed6-41ca-92be-a40e072f48d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:26.863070 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005df99f-c18d-431d-91cc-fd3e24217c3e req-5a3b7846-f3b7-41c5-b543-95196701c647 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:26.865240 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-005df99f-c18d-431d-91cc-fd3e24217c3e req-5a3b7846-f3b7-41c5-b543-95196701c647 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 945 time: 0.0565639 Sep 20 13:19:26.874156 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-b4fe2ceb-5ed6-41ca-92be-a40e072f48d9 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.2876389 Sep 20 13:19:26.878470 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 57026) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:19:26.884565 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-83eea57d-a2e6-4bc6-914d-539f04b13ac0 admin admin] Request body: {'subnet': {'network_id': '82c75e71-720a-4b4f-9078-7d55b4054058', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-975954830-subnet', 'tenant_id': 'ef1628eca94540b9b951e9e9edb7dd69', 'ip_version': 4}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:19:26.887694 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fe2ceb-5ed6-41ca-92be-a40e072f48d9 admin admin] Pushing event updated for resources: {'Network': ['ID=82c75e71-720a-4b4f-9078-7d55b4054058,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:26.898540 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Network 82c75e71-720a-4b4f-9078-7d55b4054058 details requested by agent ovs-agent-dv-cinder-858463-1-iscsi with host dv-cinder-858463-1-iscsi {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 13:19:26.934077 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83eea57d-a2e6-4bc6-914d-539f04b13ac0 admin admin] Made reservation on behalf of ef1628eca94540b9b951e9e9edb7dd69 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:19:26.936372 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-83eea57d-a2e6-4bc6-914d-539f04b13ac0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9062285'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:26.950962 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-005df99f-c18d-431d-91cc-fd3e24217c3e req-dd452d08-9dba-4451-a422-0ba69930bcbc tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789051 Sep 20 13:19:27.074491 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c485379-2be8-4502-b0f8-4eb4d8ec5551 None None] Sync routers for ids ['5ab1d8fa-13af-44c8-935e-05053a2b6d74'] in dv-cinder-858463-1-iscsi {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:19:27.084979 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c485379-2be8-4502-b0f8-4eb4d8ec5551 None None] Routers {'5ab1d8fa-13af-44c8-935e-05053a2b6d74'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:19:27.085705 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-1c485379-2be8-4502-b0f8-4eb4d8ec5551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:19:26Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['5ab1d8fa-13af-44c8-935e-05053a2b6d74'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:19:27.110462 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-83eea57d-a2e6-4bc6-914d-539f04b13ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9062303'] for subnet (c96f8489-dcfe-40c9-a40c-b15d52f8b8da), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:27.122132 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-4907e3f7-df62-4bb5-bd5b-14c7f406f1ca None None] Attempt 5 to provision port e78359e6-bdd3-44f0-919f-d59cd57dbbc8 Sep 20 13:19:27.165934 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eea57d-a2e6-4bc6-914d-539f04b13ac0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c96f8489-dcfe-40c9-a40c-b15d52f8b8da,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:27.176764 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83eea57d-a2e6-4bc6-914d-539f04b13ac0 admin admin] Checking segment: {'id': '2ea14680-04b1-4cc7-925f-79cdb0fff2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '82c75e71-720a-4b4f-9078-7d55b4054058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:19:27.177562 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83eea57d-a2e6-4bc6-914d-539f04b13ac0 admin admin] Network hostable DHCP agents. Network: 82c75e71-720a-4b4f-9078-7d55b4054058, hostable agents: ['c520f755-59ca-4a79-a15e-107c01e131c2'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 13:19:27.188469 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-4907e3f7-df62-4bb5-bd5b-14c7f406f1ca None None] Port e78359e6-bdd3-44f0-919f-d59cd57dbbc8 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:19:27.198361 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83eea57d-a2e6-4bc6-914d-539f04b13ac0 admin admin] Network 82c75e71-720a-4b4f-9078-7d55b4054058 is scheduled to be hosted by DHCP agent c520f755-59ca-4a79-a15e-107c01e131c2 with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 13:19:27.211147 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-83eea57d-a2e6-4bc6-914d-539f04b13ac0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858463-1-iscsi, 82c75e71-720a-4b4f-9078-7d55b4054058) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:19:27.215736 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-1c485379-2be8-4502-b0f8-4eb4d8ec5551 None None] Set router 5ab1d8fa-13af-44c8-935e-05053a2b6d74 gateway port host: dv-cinder-858463-1-iscsi {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:19:27.216249 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83eea57d-a2e6-4bc6-914d-539f04b13ac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:27.216910 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-83eea57d-a2e6-4bc6-914d-539f04b13ac0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:27.236543 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-83eea57d-a2e6-4bc6-914d-539f04b13ac0 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3531411 Sep 20 13:19:27.236883 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 57028) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:19:27.240812 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1acf29-19cb-4747-9258-e590572df2aa None None] Network 82c75e71-720a-4b4f-9078-7d55b4054058 requested from dv-cinder-858463-1-iscsi {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 20 13:19:27.242310 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.v2.base [None req-f91c42f3-13b0-4c3a-b28b-c5c4af03aad5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-975954830-router', 'tenant_id': 'ef1628eca94540b9b951e9e9edb7dd69', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'}}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:19:27.262467 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f91c42f3-13b0-4c3a-b28b-c5c4af03aad5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36824'] for router (5a715f33-96c8-4d3d-8773-1c4f300e2734), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:27.263617 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f91c42f3-13b0-4c3a-b28b-c5c4af03aad5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1607812', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36847'] for router (5a715f33-96c8-4d3d-8773-1c4f300e2734), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:27.303284 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 78a2b042-cdd9-4df7-bdff-07ac7dc05db8 up at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:19:27.332079 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f91c42f3-13b0-4c3a-b28b-c5c4af03aad5 admin admin] Publish callbacks [] for router_controller (5a715f33-96c8-4d3d-8773-1c4f300e2734), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:27.482605 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f91c42f3-13b0-4c3a-b28b-c5c4af03aad5 admin admin] Publish callbacks [] for router_gateway (5a715f33-96c8-4d3d-8773-1c4f300e2734), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:27.511204 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Provisioning complete for port 78a2b042-cdd9-4df7-bdff-07ac7dc05db8 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:19:27.511601 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (78a2b042-cdd9-4df7-bdff-07ac7dc05db8), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:27.511947 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Attempt 1 to provision port 78a2b042-cdd9-4df7-bdff-07ac7dc05db8 Sep 20 13:19:27.516148 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf1ed22-d2a5-478c-841b-f1ce038d8bfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb49ed716-09e0-5d67-b392-6c4cef110713-82c75e71-720a-4b4f-9078-7d55b4054058', 'network_id': '82c75e71-720a-4b4f-9078-7d55b4054058', 'project_id': 'ef1628eca94540b9b951e9e9edb7dd69', 'fixed_ips': [{'subnet_id': 'c96f8489-dcfe-40c9-a40c-b15d52f8b8da'}]}} from dv-cinder-858463-1-iscsi. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 20 13:19:27.517002 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9bf1ed22-d2a5-478c-841b-f1ce038d8bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:27.686300 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-1c485379-2be8-4502-b0f8-4eb4d8ec5551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab1d8fa-13af-44c8-935e-05053a2b6d74', 'name': 'tempest-TestMinimumBasicScenario-2059182449-router', 'tenant_id': 'd1d42226fe654d57a6388f5b714bbd64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '78a2b042-cdd9-4df7-bdff-07ac7dc05db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:19:19Z', 'updated_at': '2022-09-20T13:19:24Z', 'revision_number': 4, 'project_id': 'd1d42226fe654d57a6388f5b714bbd64', 'gw_port': {'id': '78a2b042-cdd9-4df7-bdff-07ac7dc05db8', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab1d8fa-13af-44c8-935e-05053a2b6d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:19:20Z', 'updated_at': '2022-09-20T13:19:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': 'e78359e6-bdd3-44f0-919f-d59cd57dbbc8', 'name': '', 'network_id': 'dfbd57c2-2ed1-4120-b909-66eb06365412', 'tenant_id': 'd1d42226fe654d57a6388f5b714bbd64', 'mac_address': 'fa:16:3e:35:77:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab1d8fa-13af-44c8-935e-05053a2b6d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '75bf63df-eea8-4ba0-a7d6-3fca49399710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:19:24Z', 'updated_at': '2022-09-20T13:19:24Z', 'revision_number': 2, 'project_id': 'd1d42226fe654d57a6388f5b714bbd64', 'subnets': [{'id': '75bf63df-eea8-4ba0-a7d6-3fca49399710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:19:27.688434 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f91c42f3-13b0-4c3a-b28b-c5c4af03aad5 admin admin] Publish callbacks [] for router_gateway (5a715f33-96c8-4d3d-8773-1c4f300e2734), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:27.691093 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-4907e3f7-df62-4bb5-bd5b-14c7f406f1ca None None] Attempt 6 to provision port e78359e6-bdd3-44f0-919f-d59cd57dbbc8 Sep 20 13:19:27.711907 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f91c42f3-13b0-4c3a-b28b-c5c4af03aad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:27.759131 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Current status of the port 78a2b042-cdd9-4df7-bdff-07ac7dc05db8 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:19:27.759533 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (78a2b042-cdd9-4df7-bdff-07ac7dc05db8), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:27.771490 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c485379-2be8-4502-b0f8-4eb4d8ec5551 None None] Checking router: 5ab1d8fa-13af-44c8-935e-05053a2b6d74 for host: dv-cinder-858463-1-iscsi {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:19:27.771860 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c485379-2be8-4502-b0f8-4eb4d8ec5551 None None] Updating router 5ab1d8fa-13af-44c8-935e-05053a2b6d74 port e78359e6-bdd3-44f0-919f-d59cd57dbbc8 binding host dv-cinder-858463-1-iscsi {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 13:19:27.809765 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-4907e3f7-df62-4bb5-bd5b-14c7f406f1ca None None] Port e78359e6-bdd3-44f0-919f-d59cd57dbbc8 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:19:27.819999 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-f91c42f3-13b0-4c3a-b28b-c5c4af03aad5 admin admin] Allocated IP 172.27.2.32 (36104724-3f48-4df5-b3a4-d541d8e9add0/adca2446-3f2d-49a4-ba29-cedd74eb43e2/97553876-7d7d-469a-84fc-d8de601eff86) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:19:27.827527 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] For port 78a2b042-cdd9-4df7-bdff-07ac7dc05db8, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=78a2b042-cdd9-4df7-bdff-07ac7dc05db8,segment=NetworkSegment(5aaf6297-6a46-4e9d-b63a-dd8b37b93294),segment_id=5aaf6297-6a46-4e9d-b63a-dd8b37b93294)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:19:27.831994 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-9bf1ed22-d2a5-478c-841b-f1ce038d8bfe None None] Allocated IP 172.20.0.2 (82c75e71-720a-4b4f-9078-7d55b4054058/c96f8489-dcfe-40c9-a40c-b15d52f8b8da/88200b4c-4f7e-4c85-9377-e182871362c5) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:19:27.836843 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1c485379-2be8-4502-b0f8-4eb4d8ec5551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (e78359e6-bdd3-44f0-919f-d59cd57dbbc8), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:27.838617 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (78a2b042-cdd9-4df7-bdff-07ac7dc05db8), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:27.922657 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f91c42f3-13b0-4c3a-b28b-c5c4af03aad5 admin admin] Publish callbacks [] for port (97553876-7d7d-469a-84fc-d8de601eff86), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:27.955041 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f91c42f3-13b0-4c3a-b28b-c5c4af03aad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938'] for port (97553876-7d7d-469a-84fc-d8de601eff86), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:27.998923 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91c42f3-13b0-4c3a-b28b-c5c4af03aad5 admin admin] Network 36104724-3f48-4df5-b3a4-d541d8e9add0 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:19:28.006872 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-f91c42f3-13b0-4c3a-b28b-c5c4af03aad5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:19:28.009917 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91c42f3-13b0-4c3a-b28b-c5c4af03aad5 admin admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:19:28.013119 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91c42f3-13b0-4c3a-b28b-c5c4af03aad5 admin admin] Pushing event updated for resources: {'Port': ['ID=97553876-7d7d-469a-84fc-d8de601eff86,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:28.018429 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Pushing event updated for resources: {'Port': ['ID=78a2b042-cdd9-4df7-bdff-07ac7dc05db8,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:28.165593 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90221ed6-f31d-4dae-b99d-bb00a2603eba req-97a5cf18-09c9-4bbd-8e3f-649c6124b3df tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:28.167544 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-90221ed6-f31d-4dae-b99d-bb00a2603eba req-97a5cf18-09c9-4bbd-8e3f-649c6124b3df tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 945 time: 0.1209304 Sep 20 13:19:28.180878 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c793fb8f-2eac-4cf0-b972-02f3f2d6d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (78ab24c8-cd03-458a-a2fc-6c0c54d0053a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:28.185824 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9bf1ed22-d2a5-478c-841b-f1ce038d8bfe None None] Publish callbacks [] for port (88200b4c-4f7e-4c85-9377-e182871362c5), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:28.203185 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9bf1ed22-d2a5-478c-841b-f1ce038d8bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938'] for port (88200b4c-4f7e-4c85-9377-e182871362c5), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:28.255186 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf1ed22-d2a5-478c-841b-f1ce038d8bfe None None] Network 82c75e71-720a-4b4f-9078-7d55b4054058 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:19:28.267920 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-9bf1ed22-d2a5-478c-841b-f1ce038d8bfe None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:19:28.274631 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf1ed22-d2a5-478c-841b-f1ce038d8bfe None None] Pushing event updated for resources: {'Port': ['ID=88200b4c-4f7e-4c85-9377-e182871362c5,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:28.279512 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf1ed22-d2a5-478c-841b-f1ce038d8bfe None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:19:28.287607 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-90221ed6-f31d-4dae-b99d-bb00a2603eba req-0587fc43-64b5-4a2e-951b-7e23d11949d2 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847559 Sep 20 13:19:28.299745 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f91c42f3-13b0-4c3a-b28b-c5c4af03aad5 admin admin] Publish callbacks [] for router_gateway (5a715f33-96c8-4d3d-8773-1c4f300e2734), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:28.310825 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-4907e3f7-df62-4bb5-bd5b-14c7f406f1ca None None] Attempt 7 to provision port e78359e6-bdd3-44f0-919f-d59cd57dbbc8 Sep 20 13:19:28.507066 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f91c42f3-13b0-4c3a-b28b-c5c4af03aad5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607915'] for router (5a715f33-96c8-4d3d-8773-1c4f300e2734), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:28.507613 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1c485379-2be8-4502-b0f8-4eb4d8ec5551 None None] Publish callbacks [] for port (e78359e6-bdd3-44f0-919f-d59cd57dbbc8), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:28.525990 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1c485379-2be8-4502-b0f8-4eb4d8ec5551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (e78359e6-bdd3-44f0-919f-d59cd57dbbc8), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:28.534047 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-9bf1ed22-d2a5-478c-841b-f1ce038d8bfe None None] Attempting to bind port 88200b4c-4f7e-4c85-9377-e182871362c5 on host dv-cinder-858463-1-iscsi for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 20 13:19:28.534419 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-9bf1ed22-d2a5-478c-841b-f1ce038d8bfe None None] Attempting to bind port 88200b4c-4f7e-4c85-9377-e182871362c5 by drivers openvswitch,hyperv on host dv-cinder-858463-1-iscsi at level 0 using segments [{'id': '2ea14680-04b1-4cc7-925f-79cdb0fff2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '82c75e71-720a-4b4f-9078-7d55b4054058'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 20 13:19:28.534799 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf1ed22-d2a5-478c-841b-f1ce038d8bfe None None] Attempting to bind port 88200b4c-4f7e-4c85-9377-e182871362c5 on network 82c75e71-720a-4b4f-9078-7d55b4054058 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:19:28.540815 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-4907e3f7-df62-4bb5-bd5b-14c7f406f1ca None None] Port e78359e6-bdd3-44f0-919f-d59cd57dbbc8 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:19:28.562181 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf1ed22-d2a5-478c-841b-f1ce038d8bfe None None] Checking agent: {'id': '543ca60b-7e7a-4ebd-8f87-7672c7a482b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 13, 9, 29), 'started_at': datetime.datetime(2022, 9, 20, 13, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:19:28.562568 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf1ed22-d2a5-478c-841b-f1ce038d8bfe None None] Checking segment: {'id': '2ea14680-04b1-4cc7-925f-79cdb0fff2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '82c75e71-720a-4b4f-9078-7d55b4054058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:19:28.562996 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9bf1ed22-d2a5-478c-841b-f1ce038d8bfe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:28.563392 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf1ed22-d2a5-478c-841b-f1ce038d8bfe None None] Bound using segment: {'id': '2ea14680-04b1-4cc7-925f-79cdb0fff2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '82c75e71-720a-4b4f-9078-7d55b4054058'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:19:28.563860 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-9bf1ed22-d2a5-478c-841b-f1ce038d8bfe None None] Bound port: 88200b4c-4f7e-4c85-9377-e182871362c5, host: dv-cinder-858463-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ea14680-04b1-4cc7-925f-79cdb0fff2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '82c75e71-720a-4b4f-9078-7d55b4054058'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 20 13:19:28.564239 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9bf1ed22-d2a5-478c-841b-f1ce038d8bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (88200b4c-4f7e-4c85-9377-e182871362c5), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:28.632965 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f91c42f3-13b0-4c3a-b28b-c5c4af03aad5 admin admin] Router 5a715f33-96c8-4d3d-8773-1c4f300e2734 is scheduled to L3 agent e6bdf340-58c5-4186-af2d-ab00439e5425 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 13:19:28.651907 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5e81f6-d469-4dca-b965-8a8a57d1b819 None None] Pushing event updated for resources: {'Port': ['ID=e78359e6-bdd3-44f0-919f-d59cd57dbbc8,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:28.664795 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-1c485379-2be8-4502-b0f8-4eb4d8ec5551 None None] Attempting to bind port e78359e6-bdd3-44f0-919f-d59cd57dbbc8 on host dv-cinder-858463-1-iscsi for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 20 13:19:28.665174 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-1c485379-2be8-4502-b0f8-4eb4d8ec5551 None None] Attempting to bind port e78359e6-bdd3-44f0-919f-d59cd57dbbc8 by drivers openvswitch,hyperv on host dv-cinder-858463-1-iscsi at level 0 using segments [{'id': '437ececc-1771-4972-ab20-33388b1fbcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'dfbd57c2-2ed1-4120-b909-66eb06365412'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 20 13:19:28.665538 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c485379-2be8-4502-b0f8-4eb4d8ec5551 None None] Attempting to bind port e78359e6-bdd3-44f0-919f-d59cd57dbbc8 on network dfbd57c2-2ed1-4120-b909-66eb06365412 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:19:28.687623 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c485379-2be8-4502-b0f8-4eb4d8ec5551 None None] Checking agent: {'id': '543ca60b-7e7a-4ebd-8f87-7672c7a482b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 13, 9, 29), 'started_at': datetime.datetime(2022, 9, 20, 13, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:19:28.688004 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c485379-2be8-4502-b0f8-4eb4d8ec5551 None None] Checking segment: {'id': '437ececc-1771-4972-ab20-33388b1fbcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'dfbd57c2-2ed1-4120-b909-66eb06365412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:19:28.688457 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1c485379-2be8-4502-b0f8-4eb4d8ec5551 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:28.688852 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c485379-2be8-4502-b0f8-4eb4d8ec5551 None None] Bound using segment: {'id': '437ececc-1771-4972-ab20-33388b1fbcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'dfbd57c2-2ed1-4120-b909-66eb06365412'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:19:28.689327 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-1c485379-2be8-4502-b0f8-4eb4d8ec5551 None None] Bound port: e78359e6-bdd3-44f0-919f-d59cd57dbbc8, host: dv-cinder-858463-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '437ececc-1771-4972-ab20-33388b1fbcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'dfbd57c2-2ed1-4120-b909-66eb06365412'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 20 13:19:28.689715 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1c485379-2be8-4502-b0f8-4eb4d8ec5551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (e78359e6-bdd3-44f0-919f-d59cd57dbbc8), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:28.712662 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-9bf1ed22-d2a5-478c-841b-f1ce038d8bfe None None] For port 88200b4c-4f7e-4c85-9377-e182871362c5, host dv-cinder-858463-1-iscsi, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:19:28.732263 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f91c42f3-13b0-4c3a-b28b-c5c4af03aad5 admin admin] Notify agent at l3_agent.dv-cinder-858463-1-iscsi the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:19:28.748390 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-9bf1ed22-d2a5-478c-841b-f1ce038d8bfe None None] For port 88200b4c-4f7e-4c85-9377-e182871362c5, host dv-cinder-858463-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=88200b4c-4f7e-4c85-9377-e182871362c5,segment=NetworkSegment(2ea14680-04b1-4cc7-925f-79cdb0fff2ca),segment_id=2ea14680-04b1-4cc7-925f-79cdb0fff2ca)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:19:28.752088 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f91c42f3-13b0-4c3a-b28b-c5c4af03aad5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:28.753330 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-f91c42f3-13b0-4c3a-b28b-c5c4af03aad5 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5152385 Sep 20 13:19:28.757323 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 57054) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:19:28.757925 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb793d7-cee5-48a7-92e9-0a24aadfc8cd None None] Sync routers for ids ['5a715f33-96c8-4d3d-8773-1c4f300e2734'] in dv-cinder-858463-1-iscsi {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:19:28.768868 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb793d7-cee5-48a7-92e9-0a24aadfc8cd None None] Routers {'5a715f33-96c8-4d3d-8773-1c4f300e2734'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:19:28.770142 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-1cb793d7-cee5-48a7-92e9-0a24aadfc8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:19:26Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['5a715f33-96c8-4d3d-8773-1c4f300e2734'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:19:28.774519 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9bf1ed22-d2a5-478c-841b-f1ce038d8bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (88200b4c-4f7e-4c85-9377-e182871362c5), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:28.830482 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1c485379-2be8-4502-b0f8-4eb4d8ec5551 None None] For port e78359e6-bdd3-44f0-919f-d59cd57dbbc8, host dv-cinder-858463-1-iscsi, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:19:28.839911 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1c485379-2be8-4502-b0f8-4eb4d8ec5551 None None] For port e78359e6-bdd3-44f0-919f-d59cd57dbbc8, host dv-cinder-858463-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=e78359e6-bdd3-44f0-919f-d59cd57dbbc8,segment=NetworkSegment(437ececc-1771-4972-ab20-33388b1fbcfe),segment_id=437ececc-1771-4972-ab20-33388b1fbcfe)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:19:28.865321 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1c485379-2be8-4502-b0f8-4eb4d8ec5551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (e78359e6-bdd3-44f0-919f-d59cd57dbbc8), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:28.882861 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf1ed22-d2a5-478c-841b-f1ce038d8bfe None None] Pushing event updated for resources: {'Port': ['ID=88200b4c-4f7e-4c85-9377-e182871362c5,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:28.899738 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-1cb793d7-cee5-48a7-92e9-0a24aadfc8cd None None] Set router 5a715f33-96c8-4d3d-8773-1c4f300e2734 gateway port host: dv-cinder-858463-1-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:19:28.928813 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c485379-2be8-4502-b0f8-4eb4d8ec5551 None None] Routers {'5ab1d8fa-13af-44c8-935e-05053a2b6d74'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:19:28.930129 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-1c485379-2be8-4502-b0f8-4eb4d8ec5551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:19:26Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['5ab1d8fa-13af-44c8-935e-05053a2b6d74'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:19:29.026209 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5e81f6-d469-4dca-b965-8a8a57d1b819 None None] Pushing event updated for resources: {'Port': ['ID=e78359e6-bdd3-44f0-919f-d59cd57dbbc8,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:29.047395 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-4907e3f7-df62-4bb5-bd5b-14c7f406f1ca None None] Attempt 8 to provision port e78359e6-bdd3-44f0-919f-d59cd57dbbc8 Sep 20 13:19:29.085437 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-1c485379-2be8-4502-b0f8-4eb4d8ec5551 None None] Set router 5ab1d8fa-13af-44c8-935e-05053a2b6d74 gateway port host: dv-cinder-858463-1-iscsi {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:19:29.143729 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-1cb793d7-cee5-48a7-92e9-0a24aadfc8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a715f33-96c8-4d3d-8773-1c4f300e2734', 'name': 'tempest-TestMinimumBasicScenario-975954830-router', 'tenant_id': 'ef1628eca94540b9b951e9e9edb7dd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '97553876-7d7d-469a-84fc-d8de601eff86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:19:27Z', 'updated_at': '2022-09-20T13:19:28Z', 'revision_number': 3, 'project_id': 'ef1628eca94540b9b951e9e9edb7dd69', 'gw_port': {'id': '97553876-7d7d-469a-84fc-d8de601eff86', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:57:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a715f33-96c8-4d3d-8773-1c4f300e2734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:19:27Z', 'updated_at': '2022-09-20T13:19:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi'}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:19:29.187213 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb793d7-cee5-48a7-92e9-0a24aadfc8cd None None] Checking router: 5a715f33-96c8-4d3d-8773-1c4f300e2734 for host: dv-cinder-858463-1-iscsi {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:19:29.187381 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb793d7-cee5-48a7-92e9-0a24aadfc8cd None None] Updating router 5a715f33-96c8-4d3d-8773-1c4f300e2734 port 97553876-7d7d-469a-84fc-d8de601eff86 binding host dv-cinder-858463-1-iscsi {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 13:19:29.231380 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-1cb793d7-cee5-48a7-92e9-0a24aadfc8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (97553876-7d7d-469a-84fc-d8de601eff86), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:29.308767 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-4907e3f7-df62-4bb5-bd5b-14c7f406f1ca None None] Current status of the port e78359e6-bdd3-44f0-919f-d59cd57dbbc8 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:19:29.309733 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4907e3f7-df62-4bb5-bd5b-14c7f406f1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (e78359e6-bdd3-44f0-919f-d59cd57dbbc8), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:29.378181 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-4907e3f7-df62-4bb5-bd5b-14c7f406f1ca None None] For port e78359e6-bdd3-44f0-919f-d59cd57dbbc8, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=e78359e6-bdd3-44f0-919f-d59cd57dbbc8,segment=NetworkSegment(437ececc-1771-4972-ab20-33388b1fbcfe),segment_id=437ececc-1771-4972-ab20-33388b1fbcfe)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:19:29.386859 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4907e3f7-df62-4bb5-bd5b-14c7f406f1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (e78359e6-bdd3-44f0-919f-d59cd57dbbc8), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:29.438247 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 78a2b042-cdd9-4df7-bdff-07ac7dc05db8 up at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:19:29.520587 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-38db1b5c-90b5-4c5c-8d82-6a5c0cee6f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:29.585471 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-9e0e9034-25e6-4bb0-86da-5aa6583679ea None None] Provisioning complete for port e78359e6-bdd3-44f0-919f-d59cd57dbbc8 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:19:29.585918 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9e0e9034-25e6-4bb0-86da-5aa6583679ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (e78359e6-bdd3-44f0-919f-d59cd57dbbc8), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:29.586281 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-9e0e9034-25e6-4bb0-86da-5aa6583679ea None None] Attempt 1 to provision port e78359e6-bdd3-44f0-919f-d59cd57dbbc8 Sep 20 13:19:29.610546 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-1cb793d7-cee5-48a7-92e9-0a24aadfc8cd None None] Publish callbacks [] for port (97553876-7d7d-469a-84fc-d8de601eff86), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:29.620510 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-1cb793d7-cee5-48a7-92e9-0a24aadfc8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (97553876-7d7d-469a-84fc-d8de601eff86), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:29.633748 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4907e3f7-df62-4bb5-bd5b-14c7f406f1ca None None] Pushing event updated for resources: {'Port': ['ID=e78359e6-bdd3-44f0-919f-d59cd57dbbc8,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:29.654097 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db967eb-d1e4-40d6-8486-4c7c0bf44a28 req-aa2ec241-af5d-4c10-aecf-f005fb5a9b2b tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:29.662904 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6db967eb-d1e4-40d6-8486-4c7c0bf44a28 req-aa2ec241-af5d-4c10-aecf-f005fb5a9b2b tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 945 time: 0.2239676 Sep 20 13:19:29.675314 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52914979-7ce6-4cc5-823f-feb53024065b None None] Pushing event updated for resources: {'Port': ['ID=97553876-7d7d-469a-84fc-d8de601eff86,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:29.687703 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-1cb793d7-cee5-48a7-92e9-0a24aadfc8cd None None] Attempting to bind port 97553876-7d7d-469a-84fc-d8de601eff86 on host dv-cinder-858463-1-iscsi for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 20 13:19:29.688076 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-1cb793d7-cee5-48a7-92e9-0a24aadfc8cd None None] Attempting to bind port 97553876-7d7d-469a-84fc-d8de601eff86 by drivers openvswitch,hyperv on host dv-cinder-858463-1-iscsi at level 0 using segments [{'id': '5aaf6297-6a46-4e9d-b63a-dd8b37b93294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 20 13:19:29.688625 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb793d7-cee5-48a7-92e9-0a24aadfc8cd None None] Attempting to bind port 97553876-7d7d-469a-84fc-d8de601eff86 on network 36104724-3f48-4df5-b3a4-d541d8e9add0 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:19:29.695407 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb793d7-cee5-48a7-92e9-0a24aadfc8cd None None] Checking agent: {'id': '543ca60b-7e7a-4ebd-8f87-7672c7a482b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 13, 9, 29), 'started_at': datetime.datetime(2022, 9, 20, 13, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 13, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:19:29.696104 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb793d7-cee5-48a7-92e9-0a24aadfc8cd None None] Checking segment: {'id': '5aaf6297-6a46-4e9d-b63a-dd8b37b93294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:19:29.696773 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-1cb793d7-cee5-48a7-92e9-0a24aadfc8cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:29.697414 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb793d7-cee5-48a7-92e9-0a24aadfc8cd None None] Bound using segment: {'id': '5aaf6297-6a46-4e9d-b63a-dd8b37b93294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:19:29.698181 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-1cb793d7-cee5-48a7-92e9-0a24aadfc8cd None None] Bound port: 97553876-7d7d-469a-84fc-d8de601eff86, host: dv-cinder-858463-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aaf6297-6a46-4e9d-b63a-dd8b37b93294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 20 13:19:29.698841 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-1cb793d7-cee5-48a7-92e9-0a24aadfc8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (97553876-7d7d-469a-84fc-d8de601eff86), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:29.718518 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (543ca60b-7e7a-4ebd-8f87-7672c7a482b9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:29.775544 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-1cb793d7-cee5-48a7-92e9-0a24aadfc8cd None None] For port 97553876-7d7d-469a-84fc-d8de601eff86, host dv-cinder-858463-1-iscsi, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:19:29.776570 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6db967eb-d1e4-40d6-8486-4c7c0bf44a28 req-d6b9eb37-077f-4e07-924a-9c750656c4c5 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101398 Sep 20 13:19:29.784542 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-1cb793d7-cee5-48a7-92e9-0a24aadfc8cd None None] For port 97553876-7d7d-469a-84fc-d8de601eff86, host dv-cinder-858463-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=97553876-7d7d-469a-84fc-d8de601eff86,segment=NetworkSegment(5aaf6297-6a46-4e9d-b63a-dd8b37b93294),segment_id=5aaf6297-6a46-4e9d-b63a-dd8b37b93294)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:19:29.804769 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Provisioning complete for port 78a2b042-cdd9-4df7-bdff-07ac7dc05db8 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:19:29.805384 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (78a2b042-cdd9-4df7-bdff-07ac7dc05db8), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:29.805498 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-1cb793d7-cee5-48a7-92e9-0a24aadfc8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (97553876-7d7d-469a-84fc-d8de601eff86), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:29.805778 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Attempt 1 to provision port 78a2b042-cdd9-4df7-bdff-07ac7dc05db8 Sep 20 13:19:29.858126 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb793d7-cee5-48a7-92e9-0a24aadfc8cd None None] Routers {'5a715f33-96c8-4d3d-8773-1c4f300e2734'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:19:29.858126 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-1cb793d7-cee5-48a7-92e9-0a24aadfc8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:19:26Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['5a715f33-96c8-4d3d-8773-1c4f300e2734'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:19:29.954382 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-1c485379-2be8-4502-b0f8-4eb4d8ec5551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab1d8fa-13af-44c8-935e-05053a2b6d74', 'name': 'tempest-TestMinimumBasicScenario-2059182449-router', 'tenant_id': 'd1d42226fe654d57a6388f5b714bbd64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '78a2b042-cdd9-4df7-bdff-07ac7dc05db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:19:19Z', 'updated_at': '2022-09-20T13:19:24Z', 'revision_number': 4, 'project_id': 'd1d42226fe654d57a6388f5b714bbd64', 'gw_port': {'id': '78a2b042-cdd9-4df7-bdff-07ac7dc05db8', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab1d8fa-13af-44c8-935e-05053a2b6d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:19:20Z', 'updated_at': '2022-09-20T13:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': 'e78359e6-bdd3-44f0-919f-d59cd57dbbc8', 'name': '', 'network_id': 'dfbd57c2-2ed1-4120-b909-66eb06365412', 'tenant_id': 'd1d42226fe654d57a6388f5b714bbd64', 'mac_address': 'fa:16:3e:35:77:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab1d8fa-13af-44c8-935e-05053a2b6d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '75bf63df-eea8-4ba0-a7d6-3fca49399710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:19:24Z', 'updated_at': '2022-09-20T13:19:28Z', 'revision_number': 4, 'project_id': 'd1d42226fe654d57a6388f5b714bbd64', 'subnets': [{'id': '75bf63df-eea8-4ba0-a7d6-3fca49399710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:19:30.002001 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-38db1b5c-90b5-4c5c-8d82-6a5c0cee6f30 admin admin] Allocated IP 172.20.0.1 (82c75e71-720a-4b4f-9078-7d55b4054058/c96f8489-dcfe-40c9-a40c-b15d52f8b8da/5e154b8a-7311-44b6-8136-cb7f1b338414) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:19:30.018078 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-1cb793d7-cee5-48a7-92e9-0a24aadfc8cd None None] Set router 5a715f33-96c8-4d3d-8773-1c4f300e2734 gateway port host: dv-cinder-858463-1-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:19:30.054957 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c485379-2be8-4502-b0f8-4eb4d8ec5551 None None] The sync data for ids ['5ab1d8fa-13af-44c8-935e-05053a2b6d74'] in dv-cinder-858463-1-iscsi is: [{'id': '5ab1d8fa-13af-44c8-935e-05053a2b6d74', 'name': 'tempest-TestMinimumBasicScenario-2059182449-router', 'tenant_id': 'd1d42226fe654d57a6388f5b714bbd64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '78a2b042-cdd9-4df7-bdff-07ac7dc05db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:19:19Z', 'updated_at': '2022-09-20T13:19:24Z', 'revision_number': 4, 'project_id': 'd1d42226fe654d57a6388f5b714bbd64', 'gw_port': {'id': '78a2b042-cdd9-4df7-bdff-07ac7dc05db8', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab1d8fa-13af-44c8-935e-05053a2b6d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:19:20Z', 'updated_at': '2022-09-20T13:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': 'e78359e6-bdd3-44f0-919f-d59cd57dbbc8', 'name': '', 'network_id': 'dfbd57c2-2ed1-4120-b909-66eb06365412', 'tenant_id': 'd1d42226fe654d57a6388f5b714bbd64', 'mac_address': 'fa:16:3e:35:77:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab1d8fa-13af-44c8-935e-05053a2b6d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '75bf63df-eea8-4ba0-a7d6-3fca49399710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:19:24Z', 'updated_at': '2022-09-20T13:19:28Z', 'revision_number': 4, 'project_id': 'd1d42226fe654d57a6388f5b714bbd64', 'subnets': [{'id': '75bf63df-eea8-4ba0-a7d6-3fca49399710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:19:30.065057 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-9e0e9034-25e6-4bb0-86da-5aa6583679ea None None] Current status of the port e78359e6-bdd3-44f0-919f-d59cd57dbbc8 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:19:30.148257 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Current status of the port 78a2b042-cdd9-4df7-bdff-07ac7dc05db8 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:19:30.149232 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 88200b4c-4f7e-4c85-9377-e182871362c5 up at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:19:30.230406 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52914979-7ce6-4cc5-823f-feb53024065b None None] Pushing event updated for resources: {'Port': ['ID=97553876-7d7d-469a-84fc-d8de601eff86,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:30.244207 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Provisioning complete for port 88200b4c-4f7e-4c85-9377-e182871362c5 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:19:30.244478 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (88200b4c-4f7e-4c85-9377-e182871362c5), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:30.244884 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Attempt 1 to provision port 88200b4c-4f7e-4c85-9377-e182871362c5 Sep 20 13:19:30.249745 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-38db1b5c-90b5-4c5c-8d82-6a5c0cee6f30 admin admin] Publish callbacks [] for port (5e154b8a-7311-44b6-8136-cb7f1b338414), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:30.298644 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-38db1b5c-90b5-4c5c-8d82-6a5c0cee6f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (5e154b8a-7311-44b6-8136-cb7f1b338414), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:30.317467 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a36dc72-52ec-4610-97c2-8ea734ea1b3b None None] Network 82c75e71-720a-4b4f-9078-7d55b4054058 requested from dv-cinder-858463-1-iscsi {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 20 13:19:30.356963 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38db1b5c-90b5-4c5c-8d82-6a5c0cee6f30 admin admin] Network 82c75e71-720a-4b4f-9078-7d55b4054058 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:19:30.360049 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-38db1b5c-90b5-4c5c-8d82-6a5c0cee6f30 admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:19:30.364030 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38db1b5c-90b5-4c5c-8d82-6a5c0cee6f30 admin admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:19:30.374965 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db1b5c-90b5-4c5c-8d82-6a5c0cee6f30 admin admin] Pushing event updated for resources: {'Port': ['ID=5e154b8a-7311-44b6-8136-cb7f1b338414,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:30.424968 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Current status of the port 88200b4c-4f7e-4c85-9377-e182871362c5 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:19:30.425370 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (88200b4c-4f7e-4c85-9377-e182871362c5), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:30.440470 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-1cb793d7-cee5-48a7-92e9-0a24aadfc8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a715f33-96c8-4d3d-8773-1c4f300e2734', 'name': 'tempest-TestMinimumBasicScenario-975954830-router', 'tenant_id': 'ef1628eca94540b9b951e9e9edb7dd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '97553876-7d7d-469a-84fc-d8de601eff86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:19:27Z', 'updated_at': '2022-09-20T13:19:28Z', 'revision_number': 3, 'project_id': 'ef1628eca94540b9b951e9e9edb7dd69', 'gw_port': {'id': '97553876-7d7d-469a-84fc-d8de601eff86', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:57:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a715f33-96c8-4d3d-8773-1c4f300e2734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:19:27Z', 'updated_at': '2022-09-20T13:19:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi'}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:19:30.458673 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-38db1b5c-90b5-4c5c-8d82-6a5c0cee6f30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1608580'] for router_interface (5a715f33-96c8-4d3d-8773-1c4f300e2734), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:30.461087 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-31b52397-4f02-448a-94cf-df4e918230b4 None None] Provisioning complete for port 88200b4c-4f7e-4c85-9377-e182871362c5 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:19:30.461474 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-31b52397-4f02-448a-94cf-df4e918230b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (88200b4c-4f7e-4c85-9377-e182871362c5), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:30.461822 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-31b52397-4f02-448a-94cf-df4e918230b4 None None] Attempt 1 to provision port 88200b4c-4f7e-4c85-9377-e182871362c5 Sep 20 13:19:30.469772 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb793d7-cee5-48a7-92e9-0a24aadfc8cd None None] The sync data for ids ['5a715f33-96c8-4d3d-8773-1c4f300e2734'] in dv-cinder-858463-1-iscsi is: [{'id': '5a715f33-96c8-4d3d-8773-1c4f300e2734', 'name': 'tempest-TestMinimumBasicScenario-975954830-router', 'tenant_id': 'ef1628eca94540b9b951e9e9edb7dd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '97553876-7d7d-469a-84fc-d8de601eff86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:19:27Z', 'updated_at': '2022-09-20T13:19:28Z', 'revision_number': 3, 'project_id': 'ef1628eca94540b9b951e9e9edb7dd69', 'gw_port': {'id': '97553876-7d7d-469a-84fc-d8de601eff86', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:57:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a715f33-96c8-4d3d-8773-1c4f300e2734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:19:27Z', 'updated_at': '2022-09-20T13:19:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi'}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:19:30.495391 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] For port 88200b4c-4f7e-4c85-9377-e182871362c5, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=88200b4c-4f7e-4c85-9377-e182871362c5,segment=NetworkSegment(2ea14680-04b1-4cc7-925f-79cdb0fff2ca),segment_id=2ea14680-04b1-4cc7-925f-79cdb0fff2ca)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:19:30.529720 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (88200b4c-4f7e-4c85-9377-e182871362c5), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:30.633070 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Pushing event updated for resources: {'Port': ['ID=88200b4c-4f7e-4c85-9377-e182871362c5,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:30.655073 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-38db1b5c-90b5-4c5c-8d82-6a5c0cee6f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (5e154b8a-7311-44b6-8136-cb7f1b338414), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:30.728324 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-31b52397-4f02-448a-94cf-df4e918230b4 None None] Current status of the port 88200b4c-4f7e-4c85-9377-e182871362c5 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:19:31.049874 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff96c8-edf2-4879-ac03-fd35ec7b161b req-9d1b68ac-c7f5-4b31-8104-6cb18ae16eb3 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:31.054056 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-1cff96c8-edf2-4879-ac03-fd35ec7b161b req-9d1b68ac-c7f5-4b31-8104-6cb18ae16eb3 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 945 time: 0.1624186 Sep 20 13:19:31.091949 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 57108) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:19:31.118009 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-38db1b5c-90b5-4c5c-8d82-6a5c0cee6f30 admin admin] Publish callbacks [] for port (5e154b8a-7311-44b6-8136-cb7f1b338414), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:31.129180 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-38db1b5c-90b5-4c5c-8d82-6a5c0cee6f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242759'] for port (5e154b8a-7311-44b6-8136-cb7f1b338414), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:31.163331 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-7a9e0341-52a3-4239-a306-fb78e5cab7a5 None None] Provisioning complete for port 88200b4c-4f7e-4c85-9377-e182871362c5 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:19:31.163730 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7a9e0341-52a3-4239-a306-fb78e5cab7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (88200b4c-4f7e-4c85-9377-e182871362c5), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:31.164080 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-7a9e0341-52a3-4239-a306-fb78e5cab7a5 None None] Attempt 1 to provision port 88200b4c-4f7e-4c85-9377-e182871362c5 Sep 20 13:19:31.265853 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-1cff96c8-edf2-4879-ac03-fd35ec7b161b req-dea3339b-8111-4bae-85fb-9a4859b751d4 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834583 Sep 20 13:19:31.437752 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-38db1b5c-90b5-4c5c-8d82-6a5c0cee6f30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1608488'] for router_interface (5a715f33-96c8-4d3d-8773-1c4f300e2734), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:31.528503 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-7a9e0341-52a3-4239-a306-fb78e5cab7a5 None None] Current status of the port 88200b4c-4f7e-4c85-9377-e182871362c5 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:19:31.542189 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-eca22b94-fe99-42fa-8596-3f683a99e475 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:31.570342 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-7a9e0341-52a3-4239-a306-fb78e5cab7a5 None None] Provisioning complete for port 5e154b8a-7311-44b6-8136-cb7f1b338414 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:19:31.576485 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7a9e0341-52a3-4239-a306-fb78e5cab7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (5e154b8a-7311-44b6-8136-cb7f1b338414), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:31.589129 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-7a9e0341-52a3-4239-a306-fb78e5cab7a5 None None] Attempt 1 to provision port 5e154b8a-7311-44b6-8136-cb7f1b338414 Sep 20 13:19:31.596610 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db1b5c-90b5-4c5c-8d82-6a5c0cee6f30 admin admin] Pushing event updated for resources: {'Port': ['ID=5e154b8a-7311-44b6-8136-cb7f1b338414,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:31.611881 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38db1b5c-90b5-4c5c-8d82-6a5c0cee6f30 admin admin] Network 82c75e71-720a-4b4f-9078-7d55b4054058 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:19:31.613615 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-38db1b5c-90b5-4c5c-8d82-6a5c0cee6f30 admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:19:31.645084 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-7a9e0341-52a3-4239-a306-fb78e5cab7a5 None None] Port 5e154b8a-7311-44b6-8136-cb7f1b338414 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:19:31.728260 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device e78359e6-bdd3-44f0-919f-d59cd57dbbc8 up at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:19:31.765913 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-eca22b94-fe99-42fa-8596-3f683a99e475 admin admin] Publish callbacks [] for security_group (16f30015-2ae7-45fc-82d4-dfcdc96a9b24), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:31.771026 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-eca22b94-fe99-42fa-8596-3f683a99e475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (16f30015-2ae7-45fc-82d4-dfcdc96a9b24), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:31.783191 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38db1b5c-90b5-4c5c-8d82-6a5c0cee6f30 admin admin] Router 5a715f33-96c8-4d3d-8773-1c4f300e2734 has already been hosted by L3 agent e6bdf340-58c5-4186-af2d-ab00439e5425 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:19:31.862493 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Provisioning complete for port e78359e6-bdd3-44f0-919f-d59cd57dbbc8 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:19:31.863217 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (e78359e6-bdd3-44f0-919f-d59cd57dbbc8), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:31.863651 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Attempt 1 to provision port e78359e6-bdd3-44f0-919f-d59cd57dbbc8 Sep 20 13:19:31.866426 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 57132) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:19:31.902586 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-eca22b94-fe99-42fa-8596-3f683a99e475 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=18c51456f6a8407eb4332f6a33d8eaf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8086348 Sep 20 13:19:31.906591 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca22b94-fe99-42fa-8596-3f683a99e475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f30015-2ae7-45fc-82d4-dfcdc96a9b24,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:31.909110 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 57138) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:19:32.058928 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Current status of the port e78359e6-bdd3-44f0-919f-d59cd57dbbc8 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:19:32.061656 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 97553876-7d7d-469a-84fc-d8de601eff86 up at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:19:32.086167 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38db1b5c-90b5-4c5c-8d82-6a5c0cee6f30 admin admin] Notify agent at l3_agent.dv-cinder-858463-1-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:19:32.101424 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-38db1b5c-90b5-4c5c-8d82-6a5c0cee6f30 admin admin] 10.222.0.55 "PUT /v2.0/routers/5a715f33-96c8-4d3d-8773-1c4f300e2734/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3430774 Sep 20 13:19:32.117776 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c3519e0f-f4d7-4222-8876-1cbe1d173100 admin admin] Publish callbacks [] for security_group (16f30015-2ae7-45fc-82d4-dfcdc96a9b24), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:32.132040 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7d7c619c-7b7d-44c9-af6d-bdbb4afdebfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:32.146542 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-7a9e0341-52a3-4239-a306-fb78e5cab7a5 None None] Attempt 2 to provision port 5e154b8a-7311-44b6-8136-cb7f1b338414 Sep 20 13:19:32.220151 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-7a9e0341-52a3-4239-a306-fb78e5cab7a5 None None] Port 5e154b8a-7311-44b6-8136-cb7f1b338414 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:19:32.227612 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Provisioning complete for port 97553876-7d7d-469a-84fc-d8de601eff86 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:19:32.228195 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (97553876-7d7d-469a-84fc-d8de601eff86), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:32.228742 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Attempt 1 to provision port 97553876-7d7d-469a-84fc-d8de601eff86 Sep 20 13:19:32.233892 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c3519e0f-f4d7-4222-8876-1cbe1d173100 admin admin] Publish callbacks [] for security_group (16f30015-2ae7-45fc-82d4-dfcdc96a9b24), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:32.372178 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c3519e0f-f4d7-4222-8876-1cbe1d173100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (16f30015-2ae7-45fc-82d4-dfcdc96a9b24), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:32.378193 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c3519e0f-f4d7-4222-8876-1cbe1d173100 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:32.380590 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-c3519e0f-f4d7-4222-8876-1cbe1d173100 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/16f30015-2ae7-45fc-82d4-dfcdc96a9b24 HTTP/1.1" status: 204 len: 168 time: 0.4705088 Sep 20 13:19:32.416104 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7d7c619c-7b7d-44c9-af6d-bdbb4afdebfb admin admin] Publish callbacks [] for security_group (ef77a7c5-6abe-449c-a5aa-5b84edab7910), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:32.417848 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3519e0f-f4d7-4222-8876-1cbe1d173100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f30015-2ae7-45fc-82d4-dfcdc96a9b24,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:32.421524 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Current status of the port 97553876-7d7d-469a-84fc-d8de601eff86 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:19:32.422239 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (97553876-7d7d-469a-84fc-d8de601eff86), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:32.432070 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7d7c619c-7b7d-44c9-af6d-bdbb4afdebfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (ef77a7c5-6abe-449c-a5aa-5b84edab7910), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:32.469234 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-7d7c619c-7b7d-44c9-af6d-bdbb4afdebfb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e3a487fa509a4c8bba8fb3ef7254efb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5978596 Sep 20 13:19:32.470205 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 57164) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:19:32.586210 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] For port 97553876-7d7d-469a-84fc-d8de601eff86, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=97553876-7d7d-469a-84fc-d8de601eff86,segment=NetworkSegment(5aaf6297-6a46-4e9d-b63a-dd8b37b93294),segment_id=5aaf6297-6a46-4e9d-b63a-dd8b37b93294)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:19:32.593079 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (97553876-7d7d-469a-84fc-d8de601eff86), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:32.595437 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 88200b4c-4f7e-4c85-9377-e182871362c5 up at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:19:32.596429 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca8769-03af-4000-a1c3-3a2279788504 req-75a24911-9794-419c-8d5d-2b8a754bc7df tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:32.600846 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-67ca8769-03af-4000-a1c3-3a2279788504 req-75a24911-9794-419c-8d5d-2b8a754bc7df tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 945 time: 0.1861479 Sep 20 13:19:32.622469 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7c619c-7b7d-44c9-af6d-bdbb4afdebfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef77a7c5-6abe-449c-a5aa-5b84edab7910,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:32.737956 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-7a9e0341-52a3-4239-a306-fb78e5cab7a5 None None] Attempt 3 to provision port 5e154b8a-7311-44b6-8136-cb7f1b338414 Sep 20 13:19:32.741170 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c00954ae-df9c-4f6d-b617-6030afc58d40 admin admin] Publish callbacks [] for security_group (ef77a7c5-6abe-449c-a5aa-5b84edab7910), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:32.828796 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c00954ae-df9c-4f6d-b617-6030afc58d40 admin admin] Publish callbacks [] for security_group (ef77a7c5-6abe-449c-a5aa-5b84edab7910), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:33.007277 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c00954ae-df9c-4f6d-b617-6030afc58d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (ef77a7c5-6abe-449c-a5aa-5b84edab7910), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:33.010446 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c00954ae-df9c-4f6d-b617-6030afc58d40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:33.015068 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-c00954ae-df9c-4f6d-b617-6030afc58d40 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ef77a7c5-6abe-449c-a5aa-5b84edab7910 HTTP/1.1" status: 204 len: 168 time: 0.5392435 Sep 20 13:19:33.063287 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00954ae-df9c-4f6d-b617-6030afc58d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef77a7c5-6abe-449c-a5aa-5b84edab7910,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:33.174555 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 57186) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:19:33.215645 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-7a9e0341-52a3-4239-a306-fb78e5cab7a5 None None] Port 5e154b8a-7311-44b6-8136-cb7f1b338414 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:19:33.217810 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Pushing event updated for resources: {'Port': ['ID=97553876-7d7d-469a-84fc-d8de601eff86,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:33.231050 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Provisioning complete for port 88200b4c-4f7e-4c85-9377-e182871362c5 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:19:33.231644 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (88200b4c-4f7e-4c85-9377-e182871362c5), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:33.232375 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Attempt 1 to provision port 88200b4c-4f7e-4c85-9377-e182871362c5 Sep 20 13:19:33.312272 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ecb95323-0a78-4a46-a474-03347b8b4850 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:33.352189 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-67ca8769-03af-4000-a1c3-3a2279788504 req-39f96583-c2f7-4adc-882a-13d0165091df tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7440779 Sep 20 13:19:33.373366 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Current status of the port 88200b4c-4f7e-4c85-9377-e182871362c5 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:19:33.394450 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6397ede-c3d1-49ac-970f-c050c6a53b9f req-4d199893-5c36-492f-909e-89575cfa5b91 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:33.396676 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-f6397ede-c3d1-49ac-970f-c050c6a53b9f req-4d199893-5c36-492f-909e-89575cfa5b91 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 945 time: 0.2460525 Sep 20 13:19:33.477866 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-f6397ede-c3d1-49ac-970f-c050c6a53b9f req-9225a99b-235e-4376-b5d2-e4b64b635424 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/security-groups?id=515a81a2-5ac7-478c-bbd7-9788c10d548b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620005 Sep 20 13:19:33.525382 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ecb95323-0a78-4a46-a474-03347b8b4850 admin admin] Publish callbacks [] for security_group (5ffd026b-f1cf-4374-ab5e-0445d4f6cee8), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:33.537637 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ecb95323-0a78-4a46-a474-03347b8b4850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (5ffd026b-f1cf-4374-ab5e-0445d4f6cee8), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:33.557836 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 97553876-7d7d-469a-84fc-d8de601eff86 up at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:19:33.581908 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 57214) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:19:33.593066 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-ecb95323-0a78-4a46-a474-03347b8b4850 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2e7d980fd51d49d6a64537343def6dd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4172792 Sep 20 13:19:33.601004 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb95323-0a78-4a46-a474-03347b8b4850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ffd026b-f1cf-4374-ab5e-0445d4f6cee8,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:33.640700 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 57220) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:19:33.658644 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Provisioning complete for port 97553876-7d7d-469a-84fc-d8de601eff86 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:19:33.659801 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (97553876-7d7d-469a-84fc-d8de601eff86), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:33.660292 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Attempt 1 to provision port 97553876-7d7d-469a-84fc-d8de601eff86 Sep 20 13:19:33.678203 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7a3d90ed-351e-4eab-85fa-99c0fd9988ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:33.705038 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cce693d5-885c-49ce-9fa5-4bf7f04b036a admin admin] Publish callbacks [] for security_group (5ffd026b-f1cf-4374-ab5e-0445d4f6cee8), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:33.732794 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cce693d5-885c-49ce-9fa5-4bf7f04b036a admin admin] Publish callbacks [] for security_group (5ffd026b-f1cf-4374-ab5e-0445d4f6cee8), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:33.758132 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-7a9e0341-52a3-4239-a306-fb78e5cab7a5 None None] Attempt 4 to provision port 5e154b8a-7311-44b6-8136-cb7f1b338414 Sep 20 13:19:33.810116 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cce693d5-885c-49ce-9fa5-4bf7f04b036a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (5ffd026b-f1cf-4374-ab5e-0445d4f6cee8), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:33.812818 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cce693d5-885c-49ce-9fa5-4bf7f04b036a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:33.815405 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Current status of the port 97553876-7d7d-469a-84fc-d8de601eff86 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:19:33.821277 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-7a9e0341-52a3-4239-a306-fb78e5cab7a5 None None] Port 5e154b8a-7311-44b6-8136-cb7f1b338414 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:19:33.822080 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-cce693d5-885c-49ce-9fa5-4bf7f04b036a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5ffd026b-f1cf-4374-ab5e-0445d4f6cee8 HTTP/1.1" status: 204 len: 168 time: 0.2343736 Sep 20 13:19:33.837719 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce693d5-885c-49ce-9fa5-4bf7f04b036a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ffd026b-f1cf-4374-ab5e-0445d4f6cee8,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:33.928780 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7a3d90ed-351e-4eab-85fa-99c0fd9988ef admin admin] Publish callbacks [] for security_group (9b888414-5019-472a-bd86-b1779a3957d7), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:33.938037 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7a3d90ed-351e-4eab-85fa-99c0fd9988ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (9b888414-5019-472a-bd86-b1779a3957d7), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:34.008377 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-7a3d90ed-351e-4eab-85fa-99c0fd9988ef admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d45e0aa6b36d46709e1a9a36dfcde7fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3664348 Sep 20 13:19:34.011289 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 57238) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:19:34.012183 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3d90ed-351e-4eab-85fa-99c0fd9988ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b888414-5019-472a-bd86-b1779a3957d7,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:34.104397 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1187d753-1d0f-4e02-a711-b3f54900546a admin admin] Publish callbacks [] for security_group (9b888414-5019-472a-bd86-b1779a3957d7), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:34.159519 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1187d753-1d0f-4e02-a711-b3f54900546a admin admin] Publish callbacks [] for security_group (9b888414-5019-472a-bd86-b1779a3957d7), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:34.323681 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-7a9e0341-52a3-4239-a306-fb78e5cab7a5 None None] Attempt 5 to provision port 5e154b8a-7311-44b6-8136-cb7f1b338414 Sep 20 13:19:34.344520 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1187d753-1d0f-4e02-a711-b3f54900546a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (9b888414-5019-472a-bd86-b1779a3957d7), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:34.348583 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1187d753-1d0f-4e02-a711-b3f54900546a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:34.349818 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-1187d753-1d0f-4e02-a711-b3f54900546a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9b888414-5019-472a-bd86-b1779a3957d7 HTTP/1.1" status: 204 len: 168 time: 0.3345892 Sep 20 13:19:34.379652 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1187d753-1d0f-4e02-a711-b3f54900546a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b888414-5019-472a-bd86-b1779a3957d7,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:34.433986 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-7a9e0341-52a3-4239-a306-fb78e5cab7a5 None None] Port 5e154b8a-7311-44b6-8136-cb7f1b338414 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:19:34.445282 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a6d844-f499-496a-a603-c04ffff8f352 None None] Sync routers for ids ['5a715f33-96c8-4d3d-8773-1c4f300e2734'] in dv-cinder-858463-1-iscsi {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:19:34.464313 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.agents_db [None req-1b87bba1-5a3b-42d5-ba20-63287d9ec67c None None] Agent healthcheck: found 6 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:19:34.472022 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a6d844-f499-496a-a603-c04ffff8f352 None None] Routers {'5a715f33-96c8-4d3d-8773-1c4f300e2734'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:19:34.477260 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-f6a6d844-f499-496a-a603-c04ffff8f352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:19:26Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['5a715f33-96c8-4d3d-8773-1c4f300e2734'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:19:34.589544 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7d0b9-5d30-432e-938c-7ce3bea625e6 req-40fdd4fa-a500-4837-b20c-9fbaecdecd94 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:34.598585 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-07d7d0b9-5d30-432e-938c-7ce3bea625e6 req-40fdd4fa-a500-4837-b20c-9fbaecdecd94 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 945 time: 0.1231642 Sep 20 13:19:34.659348 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 57264) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:19:34.751088 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-07d7d0b9-5d30-432e-938c-7ce3bea625e6 req-3b0fcef4-13fa-47c6-8c9e-5c8cdc61d44c tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447308 Sep 20 13:19:34.760813 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd19b969-0b61-42ae-aff5-d7c61f42fdb4 req-27df1a17-e82f-49df-aa22-40a23a05e89d tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:34.762912 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-dd19b969-0b61-42ae-aff5-d7c61f42fdb4 req-27df1a17-e82f-49df-aa22-40a23a05e89d tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 945 time: 0.1167896 Sep 20 13:19:34.803394 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-f6a6d844-f499-496a-a603-c04ffff8f352 None None] Set router 5a715f33-96c8-4d3d-8773-1c4f300e2734 gateway port host: dv-cinder-858463-1-iscsi {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:19:34.862155 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-dd19b969-0b61-42ae-aff5-d7c61f42fdb4 req-e693bd29-be35-48a1-8868-b1ac85758698 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/security-groups?id=515a81a2-5ac7-478c-bbd7-9788c10d548b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881267 Sep 20 13:19:34.936013 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-7a9e0341-52a3-4239-a306-fb78e5cab7a5 None None] Attempt 6 to provision port 5e154b8a-7311-44b6-8136-cb7f1b338414 Sep 20 13:19:35.065555 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e1f402dc-1437-4e84-b4b9-8e8301a36f4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:35.128140 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-7a9e0341-52a3-4239-a306-fb78e5cab7a5 None None] Port 5e154b8a-7311-44b6-8136-cb7f1b338414 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:19:35.163508 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-f6a6d844-f499-496a-a603-c04ffff8f352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a715f33-96c8-4d3d-8773-1c4f300e2734', 'name': 'tempest-TestMinimumBasicScenario-975954830-router', 'tenant_id': 'ef1628eca94540b9b951e9e9edb7dd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '97553876-7d7d-469a-84fc-d8de601eff86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:19:27Z', 'updated_at': '2022-09-20T13:19:30Z', 'revision_number': 4, 'project_id': 'ef1628eca94540b9b951e9e9edb7dd69', 'gw_port': {'id': '97553876-7d7d-469a-84fc-d8de601eff86', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:57:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a715f33-96c8-4d3d-8773-1c4f300e2734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:19:27Z', 'updated_at': '2022-09-20T13:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': '5e154b8a-7311-44b6-8136-cb7f1b338414', 'name': '', 'network_id': '82c75e71-720a-4b4f-9078-7d55b4054058', 'tenant_id': 'ef1628eca94540b9b951e9e9edb7dd69', 'mac_address': 'fa:16:3e:77:3e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a715f33-96c8-4d3d-8773-1c4f300e2734', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'c96f8489-dcfe-40c9-a40c-b15d52f8b8da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:19:29Z', 'updated_at': '2022-09-20T13:19:30Z', 'revision_number': 2, 'project_id': 'ef1628eca94540b9b951e9e9edb7dd69', 'subnets': [{'id': 'c96f8489-dcfe-40c9-a40c-b15d52f8b8da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:19:35.196203 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a6d844-f499-496a-a603-c04ffff8f352 None None] Checking router: 5a715f33-96c8-4d3d-8773-1c4f300e2734 for host: dv-cinder-858463-1-iscsi {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:19:35.196572 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a6d844-f499-496a-a603-c04ffff8f352 None None] Updating router 5a715f33-96c8-4d3d-8773-1c4f300e2734 port 5e154b8a-7311-44b6-8136-cb7f1b338414 binding host dv-cinder-858463-1-iscsi {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 13:19:35.211346 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e1f402dc-1437-4e84-b4b9-8e8301a36f4b admin admin] Publish callbacks [] for security_group (ad4bf881-4d17-484a-a1fe-ed763765d0a5), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:35.219970 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e1f402dc-1437-4e84-b4b9-8e8301a36f4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (ad4bf881-4d17-484a-a1fe-ed763765d0a5), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:35.229213 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 57278) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:19:35.247108 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f6a6d844-f499-496a-a603-c04ffff8f352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (5e154b8a-7311-44b6-8136-cb7f1b338414), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:35.276949 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-e1f402dc-1437-4e84-b4b9-8e8301a36f4b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=940ee4272cba49ada5e4564b7c57bb09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6104968 Sep 20 13:19:35.276949 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f402dc-1437-4e84-b4b9-8e8301a36f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4bf881-4d17-484a-a1fe-ed763765d0a5,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:35.277331 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 57284) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:19:35.354995 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fc0bfbf3-7abf-4f1f-8d94-e33f8092d58e admin admin] Publish callbacks [] for security_group (ad4bf881-4d17-484a-a1fe-ed763765d0a5), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:35.399462 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fc0bfbf3-7abf-4f1f-8d94-e33f8092d58e admin admin] Publish callbacks [] for security_group (ad4bf881-4d17-484a-a1fe-ed763765d0a5), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:35.479023 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-055cd611-93c2-46b3-ab05-192dd4e401ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:35.586382 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fc0bfbf3-7abf-4f1f-8d94-e33f8092d58e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (ad4bf881-4d17-484a-a1fe-ed763765d0a5), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:35.593840 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-fc0bfbf3-7abf-4f1f-8d94-e33f8092d58e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:35.597297 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-fc0bfbf3-7abf-4f1f-8d94-e33f8092d58e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ad4bf881-4d17-484a-a1fe-ed763765d0a5 HTTP/1.1" status: 204 len: 168 time: 0.3167191 Sep 20 13:19:35.630992 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-7a9e0341-52a3-4239-a306-fb78e5cab7a5 None None] Attempt 7 to provision port 5e154b8a-7311-44b6-8136-cb7f1b338414 Sep 20 13:19:35.631231 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0bfbf3-7abf-4f1f-8d94-e33f8092d58e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4bf881-4d17-484a-a1fe-ed763765d0a5,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:35.718344 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-055cd611-93c2-46b3-ab05-192dd4e401ba admin admin] Publish callbacks [] for security_group (febd8420-e996-4b17-b1c2-704990262dc8), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:35.726879 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-055cd611-93c2-46b3-ab05-192dd4e401ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (febd8420-e996-4b17-b1c2-704990262dc8), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:35.772030 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-7a9e0341-52a3-4239-a306-fb78e5cab7a5 None None] Port 5e154b8a-7311-44b6-8136-cb7f1b338414 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:19:35.777178 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-055cd611-93c2-46b3-ab05-192dd4e401ba admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4133e94a274e4a438114d01201db8c0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5442424 Sep 20 13:19:35.777178 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055cd611-93c2-46b3-ab05-192dd4e401ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=febd8420-e996-4b17-b1c2-704990262dc8,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:35.778058 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 57298) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:19:35.831164 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f6a6d844-f499-496a-a603-c04ffff8f352 None None] Publish callbacks [] for port (5e154b8a-7311-44b6-8136-cb7f1b338414), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:35.845425 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f6a6d844-f499-496a-a603-c04ffff8f352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (5e154b8a-7311-44b6-8136-cb7f1b338414), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:35.919303 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b7ba78a4-6ef2-4144-ac09-fa5db68b2a39 admin admin] Publish callbacks [] for security_group (febd8420-e996-4b17-b1c2-704990262dc8), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:36.076939 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b7ba78a4-6ef2-4144-ac09-fa5db68b2a39 admin admin] Publish callbacks [] for security_group (febd8420-e996-4b17-b1c2-704990262dc8), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:36.107982 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e2b281-cb34-4773-8b57-f79639e5fce9 None None] Pushing event updated for resources: {'Port': ['ID=5e154b8a-7311-44b6-8136-cb7f1b338414,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:36.159362 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-f6a6d844-f499-496a-a603-c04ffff8f352 None None] Attempting to bind port 5e154b8a-7311-44b6-8136-cb7f1b338414 on host dv-cinder-858463-1-iscsi for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 20 13:19:36.159994 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-f6a6d844-f499-496a-a603-c04ffff8f352 None None] Attempting to bind port 5e154b8a-7311-44b6-8136-cb7f1b338414 by drivers openvswitch,hyperv on host dv-cinder-858463-1-iscsi at level 0 using segments [{'id': '2ea14680-04b1-4cc7-925f-79cdb0fff2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '82c75e71-720a-4b4f-9078-7d55b4054058'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 20 13:19:36.162198 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a6d844-f499-496a-a603-c04ffff8f352 None None] Attempting to bind port 5e154b8a-7311-44b6-8136-cb7f1b338414 on network 82c75e71-720a-4b4f-9078-7d55b4054058 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:19:36.178988 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a6d844-f499-496a-a603-c04ffff8f352 None None] Checking agent: {'id': '543ca60b-7e7a-4ebd-8f87-7672c7a482b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 13, 9, 29), 'started_at': datetime.datetime(2022, 9, 20, 13, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 13, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:19:36.179583 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a6d844-f499-496a-a603-c04ffff8f352 None None] Checking segment: {'id': '2ea14680-04b1-4cc7-925f-79cdb0fff2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '82c75e71-720a-4b4f-9078-7d55b4054058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:19:36.182829 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f6a6d844-f499-496a-a603-c04ffff8f352 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:36.183376 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a6d844-f499-496a-a603-c04ffff8f352 None None] Bound using segment: {'id': '2ea14680-04b1-4cc7-925f-79cdb0fff2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '82c75e71-720a-4b4f-9078-7d55b4054058'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:19:36.185062 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-f6a6d844-f499-496a-a603-c04ffff8f352 None None] Bound port: 5e154b8a-7311-44b6-8136-cb7f1b338414, host: dv-cinder-858463-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ea14680-04b1-4cc7-925f-79cdb0fff2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '82c75e71-720a-4b4f-9078-7d55b4054058'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 20 13:19:36.185626 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f6a6d844-f499-496a-a603-c04ffff8f352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (5e154b8a-7311-44b6-8136-cb7f1b338414), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:36.235240 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e1e06-068a-4176-b0bc-de752ad3b2a8 req-17f58f3c-0780-47c9-8a42-8c1085a23cc2 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:36.240753 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6e4e1e06-068a-4176-b0bc-de752ad3b2a8 req-17f58f3c-0780-47c9-8a42-8c1085a23cc2 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 945 time: 0.3309116 Sep 20 13:19:36.347595 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b7ba78a4-6ef2-4144-ac09-fa5db68b2a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (febd8420-e996-4b17-b1c2-704990262dc8), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:36.350208 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-7a9e0341-52a3-4239-a306-fb78e5cab7a5 None None] Attempt 8 to provision port 5e154b8a-7311-44b6-8136-cb7f1b338414 Sep 20 13:19:36.351231 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b7ba78a4-6ef2-4144-ac09-fa5db68b2a39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:36.353402 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-b7ba78a4-6ef2-4144-ac09-fa5db68b2a39 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/febd8420-e996-4b17-b1c2-704990262dc8 HTTP/1.1" status: 204 len: 168 time: 0.5729761 Sep 20 13:19:36.364239 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-f6a6d844-f499-496a-a603-c04ffff8f352 None None] For port 5e154b8a-7311-44b6-8136-cb7f1b338414, host dv-cinder-858463-1-iscsi, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:19:36.368511 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-f6a6d844-f499-496a-a603-c04ffff8f352 None None] For port 5e154b8a-7311-44b6-8136-cb7f1b338414, host dv-cinder-858463-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=5e154b8a-7311-44b6-8136-cb7f1b338414,segment=NetworkSegment(2ea14680-04b1-4cc7-925f-79cdb0fff2ca),segment_id=2ea14680-04b1-4cc7-925f-79cdb0fff2ca)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:19:36.374808 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc42845-9e5a-4202-9402-2604bc3910db req-a2080be2-dce1-467c-8c99-c7612d0662d3 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:36.380710 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-fcc42845-9e5a-4202-9402-2604bc3910db req-a2080be2-dce1-467c-8c99-c7612d0662d3 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 945 time: 0.3882427 Sep 20 13:19:36.384766 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba78a4-6ef2-4144-ac09-fa5db68b2a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=febd8420-e996-4b17-b1c2-704990262dc8,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:36.398029 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f6a6d844-f499-496a-a603-c04ffff8f352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (5e154b8a-7311-44b6-8136-cb7f1b338414), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:36.425905 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6e4e1e06-068a-4176-b0bc-de752ad3b2a8 req-eaa82310-98f3-4f47-93c5-b537ec2bd2d4 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789517 Sep 20 13:19:36.467517 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-fcc42845-9e5a-4202-9402-2604bc3910db req-91d4077e-bde8-4603-b2a5-e782ed6ec999 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/security-groups?id=515a81a2-5ac7-478c-bbd7-9788c10d548b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789518 Sep 20 13:19:36.508054 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-7a9e0341-52a3-4239-a306-fb78e5cab7a5 None None] Port 5e154b8a-7311-44b6-8136-cb7f1b338414 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:19:36.515228 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a6d844-f499-496a-a603-c04ffff8f352 None None] Routers {'5a715f33-96c8-4d3d-8773-1c4f300e2734'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:19:36.516114 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-f6a6d844-f499-496a-a603-c04ffff8f352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:19:26Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['5a715f33-96c8-4d3d-8773-1c4f300e2734'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:19:36.604382 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 57322) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:19:36.625929 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-f6a6d844-f499-496a-a603-c04ffff8f352 None None] Set router 5a715f33-96c8-4d3d-8773-1c4f300e2734 gateway port host: dv-cinder-858463-1-iscsi {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:19:36.635018 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3394d2c8-1b05-4498-9f89-40214b483266 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:36.715048 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e2b281-cb34-4773-8b57-f79639e5fce9 None None] Pushing event updated for resources: {'Port': ['ID=5e154b8a-7311-44b6-8136-cb7f1b338414,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:36.903564 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3394d2c8-1b05-4498-9f89-40214b483266 admin admin] Publish callbacks [] for security_group (c35a221f-25c2-49da-b6a4-a3f4440aaeac), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:36.909018 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3394d2c8-1b05-4498-9f89-40214b483266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (c35a221f-25c2-49da-b6a4-a3f4440aaeac), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:36.946941 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-f6a6d844-f499-496a-a603-c04ffff8f352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a715f33-96c8-4d3d-8773-1c4f300e2734', 'name': 'tempest-TestMinimumBasicScenario-975954830-router', 'tenant_id': 'ef1628eca94540b9b951e9e9edb7dd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '97553876-7d7d-469a-84fc-d8de601eff86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:19:27Z', 'updated_at': '2022-09-20T13:19:30Z', 'revision_number': 4, 'project_id': 'ef1628eca94540b9b951e9e9edb7dd69', 'gw_port': {'id': '97553876-7d7d-469a-84fc-d8de601eff86', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:57:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a715f33-96c8-4d3d-8773-1c4f300e2734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:19:27Z', 'updated_at': '2022-09-20T13:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': '5e154b8a-7311-44b6-8136-cb7f1b338414', 'name': '', 'network_id': '82c75e71-720a-4b4f-9078-7d55b4054058', 'tenant_id': 'ef1628eca94540b9b951e9e9edb7dd69', 'mac_address': 'fa:16:3e:77:3e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a715f33-96c8-4d3d-8773-1c4f300e2734', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'c96f8489-dcfe-40c9-a40c-b15d52f8b8da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:19:29Z', 'updated_at': '2022-09-20T13:19:36Z', 'revision_number': 4, 'project_id': 'ef1628eca94540b9b951e9e9edb7dd69', 'subnets': [{'id': 'c96f8489-dcfe-40c9-a40c-b15d52f8b8da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:19:36.965048 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-3394d2c8-1b05-4498-9f89-40214b483266 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7817301d3d6b4901a19fa54ac9204287&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3594630 Sep 20 13:19:36.965824 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3394d2c8-1b05-4498-9f89-40214b483266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c35a221f-25c2-49da-b6a4-a3f4440aaeac,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:36.967890 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 57330) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:19:36.996224 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a6d844-f499-496a-a603-c04ffff8f352 None None] The sync data for ids ['5a715f33-96c8-4d3d-8773-1c4f300e2734'] in dv-cinder-858463-1-iscsi is: [{'id': '5a715f33-96c8-4d3d-8773-1c4f300e2734', 'name': 'tempest-TestMinimumBasicScenario-975954830-router', 'tenant_id': 'ef1628eca94540b9b951e9e9edb7dd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '97553876-7d7d-469a-84fc-d8de601eff86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:19:27Z', 'updated_at': '2022-09-20T13:19:30Z', 'revision_number': 4, 'project_id': 'ef1628eca94540b9b951e9e9edb7dd69', 'gw_port': {'id': '97553876-7d7d-469a-84fc-d8de601eff86', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:57:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a715f33-96c8-4d3d-8773-1c4f300e2734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:19:27Z', 'updated_at': '2022-09-20T13:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': '5e154b8a-7311-44b6-8136-cb7f1b338414', 'name': '', 'network_id': '82c75e71-720a-4b4f-9078-7d55b4054058', 'tenant_id': 'ef1628eca94540b9b951e9e9edb7dd69', 'mac_address': 'fa:16:3e:77:3e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a715f33-96c8-4d3d-8773-1c4f300e2734', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'c96f8489-dcfe-40c9-a40c-b15d52f8b8da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:19:29Z', 'updated_at': '2022-09-20T13:19:36Z', 'revision_number': 4, 'project_id': 'ef1628eca94540b9b951e9e9edb7dd69', 'subnets': [{'id': 'c96f8489-dcfe-40c9-a40c-b15d52f8b8da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:19:37.009728 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-7a9e0341-52a3-4239-a306-fb78e5cab7a5 None None] Attempt 9 to provision port 5e154b8a-7311-44b6-8136-cb7f1b338414 Sep 20 13:19:37.189744 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ae1c3065-4f2c-4571-9266-a38c1e3f291d admin admin] Publish callbacks [] for security_group (c35a221f-25c2-49da-b6a4-a3f4440aaeac), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:37.225573 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ae1c3065-4f2c-4571-9266-a38c1e3f291d admin admin] Publish callbacks [] for security_group (c35a221f-25c2-49da-b6a4-a3f4440aaeac), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:37.246556 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f796b8f-773a-4e1e-8daa-35288d6f3453 req-695a1f61-9f0e-4bb4-9e60-0dd2693d43bc tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:37.248424 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0f796b8f-773a-4e1e-8daa-35288d6f3453 req-695a1f61-9f0e-4bb4-9e60-0dd2693d43bc tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.62 "GET /v2.0/ports?device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 945 time: 0.1904287 Sep 20 13:19:37.282474 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 57334) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:19:37.304977 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9bdc3bf6-48f8-4f5e-a8b2-79fbbbeb138f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:37.426540 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ae1c3065-4f2c-4571-9266-a38c1e3f291d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (c35a221f-25c2-49da-b6a4-a3f4440aaeac), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:37.434257 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ae1c3065-4f2c-4571-9266-a38c1e3f291d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:37.438007 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-ae1c3065-4f2c-4571-9266-a38c1e3f291d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c35a221f-25c2-49da-b6a4-a3f4440aaeac HTTP/1.1" status: 204 len: 168 time: 0.4667966 Sep 20 13:19:37.480933 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1c3065-4f2c-4571-9266-a38c1e3f291d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35a221f-25c2-49da-b6a4-a3f4440aaeac,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:37.537437 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-0f796b8f-773a-4e1e-8daa-35288d6f3453 req-f70d9979-f497-437a-be91-cc3053595d57 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Deleting port 3cc1985d-16d4-419a-b057-c24aeec35a38 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:19:37.538864 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-0f796b8f-773a-4e1e-8daa-35288d6f3453 req-f70d9979-f497-437a-be91-cc3053595d57 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (3cc1985d-16d4-419a-b057-c24aeec35a38), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:37.657494 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9bdc3bf6-48f8-4f5e-a8b2-79fbbbeb138f admin admin] Publish callbacks [] for security_group (a0efbcb4-0d1b-49fe-a3ed-edcb15ce562d), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:37.664579 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9bdc3bf6-48f8-4f5e-a8b2-79fbbbeb138f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (a0efbcb4-0d1b-49fe-a3ed-edcb15ce562d), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:37.693548 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 5e154b8a-7311-44b6-8136-cb7f1b338414 up at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:19:37.779339 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-9bdc3bf6-48f8-4f5e-a8b2-79fbbbeb138f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=178cd5fea8c1422c9e60f58283b8f894&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4956503 Sep 20 13:19:37.782487 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 57348) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:19:37.900552 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-7a9e0341-52a3-4239-a306-fb78e5cab7a5 None None] Current status of the port 5e154b8a-7311-44b6-8136-cb7f1b338414 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:19:37.900960 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7a9e0341-52a3-4239-a306-fb78e5cab7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (5e154b8a-7311-44b6-8136-cb7f1b338414), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:37.914093 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc3bf6-48f8-4f5e-a8b2-79fbbbeb138f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0efbcb4-0d1b-49fe-a3ed-edcb15ce562d,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:37.945749 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c25b6d-c52c-4613-bce6-cf9a9cbe7f85 req-6b4ac2df-0cf4-4b1b-967a-6eebd9f5de61 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:37.947659 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-77c25b6d-c52c-4613-bce6-cf9a9cbe7f85 req-6b4ac2df-0cf4-4b1b-967a-6eebd9f5de61 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 945 time: 0.1934266 Sep 20 13:19:38.058397 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Provisioning complete for port 5e154b8a-7311-44b6-8136-cb7f1b338414 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:19:38.059032 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (5e154b8a-7311-44b6-8136-cb7f1b338414), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:38.073456 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Attempt 1 to provision port 5e154b8a-7311-44b6-8136-cb7f1b338414 Sep 20 13:19:38.078585 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-0f796b8f-773a-4e1e-8daa-35288d6f3453 req-f70d9979-f497-437a-be91-cc3053595d57 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] For port 3cc1985d-16d4-419a-b057-c24aeec35a38, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=3cc1985d-16d4-419a-b057-c24aeec35a38,segment=NetworkSegment(acd0bdec-f9e9-459b-aa2a-c80988ac3dfb),segment_id=acd0bdec-f9e9-459b-aa2a-c80988ac3dfb)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:19:38.081167 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-0f796b8f-773a-4e1e-8daa-35288d6f3453 req-f70d9979-f497-437a-be91-cc3053595d57 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (3cc1985d-16d4-419a-b057-c24aeec35a38), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:38.089029 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-77c25b6d-c52c-4613-bce6-cf9a9cbe7f85 req-b3daec02-14dc-4fc6-a911-b04f41a989a0 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/security-groups?id=515a81a2-5ac7-478c-bbd7-9788c10d548b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323483 Sep 20 13:19:38.144808 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-7a9e0341-52a3-4239-a306-fb78e5cab7a5 None None] For port 5e154b8a-7311-44b6-8136-cb7f1b338414, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=5e154b8a-7311-44b6-8136-cb7f1b338414,segment=NetworkSegment(2ea14680-04b1-4cc7-925f-79cdb0fff2ca),segment_id=2ea14680-04b1-4cc7-925f-79cdb0fff2ca)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:19:38.155648 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7a9e0341-52a3-4239-a306-fb78e5cab7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (5e154b8a-7311-44b6-8136-cb7f1b338414), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:38.209306 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-0f796b8f-773a-4e1e-8daa-35288d6f3453 req-f70d9979-f497-437a-be91-cc3053595d57 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Calling delete_port for 3cc1985d-16d4-419a-b057-c24aeec35a38 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:19:38.227417 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e68f89-bbd8-49c7-b3df-200e80520768 req-87b309b2-b155-4324-9c51-ac5a942da783 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:38.229056 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-45e68f89-bbd8-49c7-b3df-200e80520768 req-87b309b2-b155-4324-9c51-ac5a942da783 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 945 time: 0.4941504 Sep 20 13:19:38.250515 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9e0341-52a3-4239-a306-fb78e5cab7a5 None None] Pushing event updated for resources: {'Port': ['ID=5e154b8a-7311-44b6-8136-cb7f1b338414,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:38.253702 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0356af6a-cb0c-4e32-835f-309ea1cf57df admin admin] Publish callbacks [] for security_group (a0efbcb4-0d1b-49fe-a3ed-edcb15ce562d), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:38.345624 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-a52c98f9-d78e-417c-8505-17930a2a3762 None None] Provisioning complete for port 5e154b8a-7311-44b6-8136-cb7f1b338414 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:19:38.346022 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a52c98f9-d78e-417c-8505-17930a2a3762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (5e154b8a-7311-44b6-8136-cb7f1b338414), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:38.355225 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-a52c98f9-d78e-417c-8505-17930a2a3762 None None] Attempt 1 to provision port 5e154b8a-7311-44b6-8136-cb7f1b338414 Sep 20 13:19:38.510491 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Current status of the port 5e154b8a-7311-44b6-8136-cb7f1b338414 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:19:38.579952 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-0f796b8f-773a-4e1e-8daa-35288d6f3453 req-f70d9979-f497-437a-be91-cc3053595d57 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (3cc1985d-16d4-419a-b057-c24aeec35a38), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:38.627480 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0356af6a-cb0c-4e32-835f-309ea1cf57df admin admin] Publish callbacks [] for security_group (a0efbcb4-0d1b-49fe-a3ed-edcb15ce562d), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:38.630971 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-a52c98f9-d78e-417c-8505-17930a2a3762 None None] Current status of the port 5e154b8a-7311-44b6-8136-cb7f1b338414 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:19:38.683442 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d9979-f497-437a-be91-cc3053595d57 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Pushing event deleted for resources: {'Port': ['ID=3cc1985d-16d4-419a-b057-c24aeec35a38,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:38.784919 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f796b8f-773a-4e1e-8daa-35288d6f3453 req-f70d9979-f497-437a-be91-cc3053595d57 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] No DVR routers for this DVR port 3cc1985d-16d4-419a-b057-c24aeec35a38 on host hv-cinder-85846 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:19:38.790305 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-0f796b8f-773a-4e1e-8daa-35288d6f3453 req-f70d9979-f497-437a-be91-cc3053595d57 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:38.794175 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0f796b8f-773a-4e1e-8daa-35288d6f3453 req-f70d9979-f497-437a-be91-cc3053595d57 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.62 "DELETE /v2.0/ports/3cc1985d-16d4-419a-b057-c24aeec35a38 HTTP/1.1" status: 204 len: 173 time: 1.5349231 Sep 20 13:19:38.807134 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bac4b64-b918-40fa-9023-39b8c6643cc2', 'name': 'network-vif-deleted', 'tag': '3cc1985d-16d4-419a-b057-c24aeec35a38'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:19:38.843288 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8afa0c3fb06aef531850fccced94fa4b659a4977f0534d5a49c84d13d87c0c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b784f70-bead-425a-bf9e-591fac60b3c2" -d '{"events": [{"server_uuid": "2bac4b64-b918-40fa-9023-39b8c6643cc2", "name": "network-vif-deleted", "tag": "3cc1985d-16d4-419a-b057-c24aeec35a38"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:19:38.909747 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-45e68f89-bbd8-49c7-b3df-200e80520768 req-298ff388-7451-4c76-9b5f-3d2ee8d4f95a tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6485474 Sep 20 13:19:38.955444 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 13:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451a9811-d632-424c-bcbb-2405d0ec9aeb x-openstack-request-id: req-451a9811-d632-424c-bcbb-2405d0ec9aeb {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:19:38.955600 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bac4b64-b918-40fa-9023-39b8c6643cc2", "name": "network-vif-deleted", "tag": "3cc1985d-16d4-419a-b057-c24aeec35a38", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:19:38.956157 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-451a9811-d632-424c-bcbb-2405d0ec9aeb {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:19:38.956375 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-451a9811-d632-424c-bcbb-2405d0ec9aeb'] response: {'server_uuid': '2bac4b64-b918-40fa-9023-39b8c6643cc2', 'name': 'network-vif-deleted', 'tag': '3cc1985d-16d4-419a-b057-c24aeec35a38', 'status': 'completed', 'code': 200} Sep 20 13:19:38.960143 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0356af6a-cb0c-4e32-835f-309ea1cf57df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (a0efbcb4-0d1b-49fe-a3ed-edcb15ce562d), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:38.963007 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0356af6a-cb0c-4e32-835f-309ea1cf57df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:38.963860 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-0356af6a-cb0c-4e32-835f-309ea1cf57df admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a0efbcb4-0d1b-49fe-a3ed-edcb15ce562d HTTP/1.1" status: 204 len: 168 time: 1.1205659 Sep 20 13:19:38.996464 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0356af6a-cb0c-4e32-835f-309ea1cf57df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0efbcb4-0d1b-49fe-a3ed-edcb15ce562d,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:39.271435 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d9753ad6-31d7-4025-bfe0-8efc3fdaa269 req-b04123fa-55e4-4ae4-9b38-2802fb25188a tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 210 time: 0.0538878 Sep 20 13:19:39.535131 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 5e154b8a-7311-44b6-8136-cb7f1b338414 up at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:19:39.605854 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Provisioning complete for port 5e154b8a-7311-44b6-8136-cb7f1b338414 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:19:39.606408 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (5e154b8a-7311-44b6-8136-cb7f1b338414), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:39.606968 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Attempt 1 to provision port 5e154b8a-7311-44b6-8136-cb7f1b338414 Sep 20 13:19:39.739787 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Current status of the port 5e154b8a-7311-44b6-8136-cb7f1b338414 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:19:39.997246 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (728cf656-0364-4172-b8b5-b6ffd3122ed0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:40.096583 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967c0a1-5303-4c9a-b909-96addcf8c4c4 req-f81c837b-d8f0-46e8-890b-248ae0108709 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:40.103640 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-8967c0a1-5303-4c9a-b909-96addcf8c4c4 req-f81c837b-d8f0-46e8-890b-248ae0108709 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 945 time: 0.0780180 Sep 20 13:19:40.165369 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-8967c0a1-5303-4c9a-b909-96addcf8c4c4 req-8c963d55-36d9-4167-8a2d-44b4750cc548 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602767 Sep 20 13:19:40.513690 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 3cc1985d-16d4-419a-b057-c24aeec35a38 no longer exists at agent hyperv_hv-cinder-85846 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:19:40.542532 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d3110d3b-7c46-4631-b527-a0fb7cebdc51 req-b65a26d5-9026-4efd-9b71-f5d052278c55 tempest-DeleteServersTestJSON-654840327 tempest-DeleteServersTestJSON-654840327-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bac4b64-b918-40fa-9023-39b8c6643cc2 HTTP/1.1" status: 200 len: 210 time: 0.0786180 Sep 20 13:19:40.558532 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] No Port match for: 3cc1985d-16d4-419a-b057-c24aeec35a38 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 20 13:19:40.560455 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 3cc1985d-16d4-419a-b057-c24aeec35a38 not bound to the agent host hv-cinder-85846 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:19:41.351092 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c926b5-c368-4aa1-a3d4-2736bcb5984b req-fb4fd6dc-a1cf-414d-9296-946ff88f619d tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:41.361873 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-a1c926b5-c368-4aa1-a3d4-2736bcb5984b req-fb4fd6dc-a1cf-414d-9296-946ff88f619d tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 945 time: 0.1131523 Sep 20 13:19:41.448364 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-a1c926b5-c368-4aa1-a3d4-2736bcb5984b req-0be582d0-33c2-4841-a6c3-9b0a6d2b9b98 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810654 Sep 20 13:19:42.579811 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bdaf8b-228d-4c06-8639-6f5fa32fe8ae req-bfa37a18-be41-48c9-8395-a13e373083c7 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:42.582124 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-30bdaf8b-228d-4c06-8639-6f5fa32fe8ae req-bfa37a18-be41-48c9-8395-a13e373083c7 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 945 time: 0.0627809 Sep 20 13:19:42.674261 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-30bdaf8b-228d-4c06-8639-6f5fa32fe8ae req-ffc66f45-f121-4646-b1ea-9f1bc8d8e8ac tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747316 Sep 20 13:19:42.762328 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 57530) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:19:42.882096 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-69f847bb-59fa-4941-addd-e1256f3690f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:42.964601 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-69f847bb-59fa-4941-addd-e1256f3690f8 admin admin] Publish callbacks [] for security_group (7954e408-978b-476b-9717-3239f26b7651), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:42.971832 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-69f847bb-59fa-4941-addd-e1256f3690f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (7954e408-978b-476b-9717-3239f26b7651), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:43.018553 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 57536) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:19:43.032347 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-69f847bb-59fa-4941-addd-e1256f3690f8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a50e7ff1380c4b658b85fc4203f2fea3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2676997 Sep 20 13:19:43.032517 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f847bb-59fa-4941-addd-e1256f3690f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7954e408-978b-476b-9717-3239f26b7651,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:43.096294 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cb4f826f-ff89-4c95-95e7-ee1c920ac82e admin admin] Publish callbacks [] for security_group (7954e408-978b-476b-9717-3239f26b7651), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:43.122110 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cb4f826f-ff89-4c95-95e7-ee1c920ac82e admin admin] Publish callbacks [] for security_group (7954e408-978b-476b-9717-3239f26b7651), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:43.195923 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cb4f826f-ff89-4c95-95e7-ee1c920ac82e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (7954e408-978b-476b-9717-3239f26b7651), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:43.200026 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cb4f826f-ff89-4c95-95e7-ee1c920ac82e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:43.205065 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-cb4f826f-ff89-4c95-95e7-ee1c920ac82e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7954e408-978b-476b-9717-3239f26b7651 HTTP/1.1" status: 204 len: 168 time: 0.1852489 Sep 20 13:19:43.216108 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4f826f-ff89-4c95-95e7-ee1c920ac82e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7954e408-978b-476b-9717-3239f26b7651,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:43.550343 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 57546) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:19:43.571107 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4321461f-01b0-4574-928c-aad8266c5bad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:43.659413 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4321461f-01b0-4574-928c-aad8266c5bad admin admin] Publish callbacks [] for security_group (15edfa29-aa35-4400-a86e-25b426c53875), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:43.664918 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4321461f-01b0-4574-928c-aad8266c5bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (15edfa29-aa35-4400-a86e-25b426c53875), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:43.710112 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 57552) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:19:43.710710 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-4321461f-01b0-4574-928c-aad8266c5bad admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e48a9375f5664a5e9832dd935bc49244&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1552627 Sep 20 13:19:43.716506 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4321461f-01b0-4574-928c-aad8266c5bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15edfa29-aa35-4400-a86e-25b426c53875,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:43.783863 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8783a575-ddfe-4211-bb31-a3fa1dafabb8 admin admin] Publish callbacks [] for security_group (15edfa29-aa35-4400-a86e-25b426c53875), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:43.810240 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8783a575-ddfe-4211-bb31-a3fa1dafabb8 admin admin] Publish callbacks [] for security_group (15edfa29-aa35-4400-a86e-25b426c53875), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:43.852527 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6fcfad-3079-41ed-8e94-a957235a091b req-2baf1f51-d137-44c9-b6fa-24a513cc4c7c tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:43.854110 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-ba6fcfad-3079-41ed-8e94-a957235a091b req-2baf1f51-d137-44c9-b6fa-24a513cc4c7c tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 945 time: 0.0623527 Sep 20 13:19:43.870856 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8783a575-ddfe-4211-bb31-a3fa1dafabb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (15edfa29-aa35-4400-a86e-25b426c53875), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:43.873895 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8783a575-ddfe-4211-bb31-a3fa1dafabb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:43.875116 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-8783a575-ddfe-4211-bb31-a3fa1dafabb8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/15edfa29-aa35-4400-a86e-25b426c53875 HTTP/1.1" status: 204 len: 168 time: 0.1630218 Sep 20 13:19:43.884609 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8783a575-ddfe-4211-bb31-a3fa1dafabb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15edfa29-aa35-4400-a86e-25b426c53875,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:43.928553 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-ba6fcfad-3079-41ed-8e94-a957235a091b req-84b0f7c7-1e62-4e78-a283-12db2cc52ee4 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637569 Sep 20 13:19:45.094933 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72505101-1663-49c1-b3b3-765627837923 req-27189ec8-9d20-4cb9-ac65-497dc2e4a7e2 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:45.105771 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-72505101-1663-49c1-b3b3-765627837923 req-27189ec8-9d20-4cb9-ac65-497dc2e4a7e2 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 945 time: 0.0807714 Sep 20 13:19:45.217443 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-379a3778-ccae-4bb3-ab26-15aef73a99eb req-5affd689-08d7-47a8-8b68-407877c4473c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3226ee7c-30dc-4262-9e31-f5d2a26f7f9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0725522 Sep 20 13:19:45.222250 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-72505101-1663-49c1-b3b3-765627837923 req-ee06baf3-8fef-4f07-a362-7e59a2d9162f tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153517 Sep 20 13:19:45.619005 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a3778-ccae-4bb3-ab26-15aef73a99eb req-eaad8656-4251-428f-be9f-6d21882fb07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:45.620526 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-379a3778-ccae-4bb3-ab26-15aef73a99eb req-eaad8656-4251-428f-be9f-6d21882fb07b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f8f8bdd06ef247d389068dcb1648b4f7&device_id=3226ee7c-30dc-4262-9e31-f5d2a26f7f9a HTTP/1.1" status: 200 len: 1129 time: 0.0541878 Sep 20 13:19:45.757100 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a3778-ccae-4bb3-ab26-15aef73a99eb req-41ed2a19-f401-4972-a923-9c9d36494269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:45.758585 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-379a3778-ccae-4bb3-ab26-15aef73a99eb req-41ed2a19-f401-4972-a923-9c9d36494269 service neutron] 10.222.0.62 "GET /v2.0/networks?id=105b52c6-cee8-4c92-bcc7-3a77d1e92018 HTTP/1.1" status: 200 len: 918 time: 0.1078968 Sep 20 13:19:45.809067 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-379a3778-ccae-4bb3-ab26-15aef73a99eb req-41e815f9-75b1-4857-83ec-48f1faa848fa service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db0389ce-4a65-44b3-9cfe-dc30d33b40b5 HTTP/1.1" status: 200 len: 217 time: 0.0379124 Sep 20 13:19:45.873902 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a3778-ccae-4bb3-ab26-15aef73a99eb req-d02e679f-51c3-4aef-b2a5-c5522a0b1ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:45.875764 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-379a3778-ccae-4bb3-ab26-15aef73a99eb req-d02e679f-51c3-4aef-b2a5-c5522a0b1ce1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=64939650-d3ca-4c0c-952c-41e35d669944 HTTP/1.1" status: 200 len: 857 time: 0.0541711 Sep 20 13:19:45.938353 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a3778-ccae-4bb3-ab26-15aef73a99eb req-cd793e16-b0dd-4cb2-b0ab-91c123d9d82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:45.940185 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-379a3778-ccae-4bb3-ab26-15aef73a99eb req-cd793e16-b0dd-4cb2-b0ab-91c123d9d82d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=105b52c6-cee8-4c92-bcc7-3a77d1e92018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0564029 Sep 20 13:19:46.043365 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-379a3778-ccae-4bb3-ab26-15aef73a99eb req-4850a492-d11f-4385-bd89-12a428eff01e service neutron] 10.222.0.62 "GET /v2.0/networks/105b52c6-cee8-4c92-bcc7-3a77d1e92018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932879 Sep 20 13:19:46.158807 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-379a3778-ccae-4bb3-ab26-15aef73a99eb req-c5294b2c-8a2f-4d0e-bf1a-97868718b0f3 service neutron] 10.222.0.62 "GET /v2.0/networks/105b52c6-cee8-4c92-bcc7-3a77d1e92018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017354 Sep 20 13:19:46.410710 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91131291-cb89-482c-ab33-6d0d1ea1f4a4 req-aeede5ef-b37f-4dec-8647-365d86770aad tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:46.412761 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-91131291-cb89-482c-ab33-6d0d1ea1f4a4 req-aeede5ef-b37f-4dec-8647-365d86770aad tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 945 time: 0.0668364 Sep 20 13:19:46.565801 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-91131291-cb89-482c-ab33-6d0d1ea1f4a4 req-7f3076eb-0508-4826-afdf-51bd1e030c62 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448863 Sep 20 13:19:47.773385 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786cd47-a24f-425b-9556-5cf576ba05ad req-0effe3a1-2755-4c85-9f3e-a411d6b3554d tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:47.774935 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-6786cd47-a24f-425b-9556-5cf576ba05ad req-0effe3a1-2755-4c85-9f3e-a411d6b3554d tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 945 time: 0.0930967 Sep 20 13:19:47.786757 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 57742) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:19:47.844228 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-6786cd47-a24f-425b-9556-5cf576ba05ad req-10fdb76d-5250-43f7-ab6f-a85102a689d6 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609536 Sep 20 13:19:48.081009 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c8a3b-5bd0-48ca-8dcb-e4b3301d2b95 req-80e4446b-03fb-4a0d-999a-7e9c608751c0 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:48.082983 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-301c8a3b-5bd0-48ca-8dcb-e4b3301d2b95 req-80e4446b-03fb-4a0d-999a-7e9c608751c0 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/networks?id=dfbd57c2-2ed1-4120-b909-66eb06365412 HTTP/1.1" status: 200 len: 815 time: 0.1862020 Sep 20 13:19:48.107835 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-301c8a3b-5bd0-48ca-8dcb-e4b3301d2b95 req-db003723-69b5-42cd-9c14-1b73ab820dd9 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/quotas/d1d42226fe654d57a6388f5b714bbd64 HTTP/1.1" status: 200 len: 375 time: 0.0185282 Sep 20 13:19:48.245231 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-301c8a3b-5bd0-48ca-8dcb-e4b3301d2b95 req-69ed4d26-bbd2-4bf1-8fd8-bf5609b192c1 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d1d42226fe654d57a6388f5b714bbd64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1309900 Sep 20 13:19:48.401789 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-301c8a3b-5bd0-48ca-8dcb-e4b3301d2b95 req-1586a97f-9f47-4d85-8a26-e52305e5bf60 service neutron] 10.222.0.55 "GET /v2.0/networks/dfbd57c2-2ed1-4120-b909-66eb06365412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434672 Sep 20 13:19:48.478108 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c5ca9350-915c-4ca2-90ec-c71459c83787 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1608461'] for router_interface (bd2621d7-3984-4988-897d-81cabaf2274d), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:48.790194 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-301c8a3b-5bd0-48ca-8dcb-e4b3301d2b95 req-7ff5e186-b15d-417a-981f-8fbc24101c9c service neutron] 10.222.0.55 "GET /v2.0/networks/dfbd57c2-2ed1-4120-b909-66eb06365412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820903 Sep 20 13:19:48.979805 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6f2efd8d-ab23-4bee-806c-69ae7e07edfb req-9d6f90c7-b6f4-47ee-84ae-f42d6d13b14f tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 210 time: 0.0474489 Sep 20 13:19:48.991083 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e62a7a-d2a9-42b1-85f3-299a25215446 req-f146a5e6-5cc6-4625-ba27-57873e74d51d tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:48.992713 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-47e62a7a-d2a9-42b1-85f3-299a25215446 req-f146a5e6-5cc6-4625-ba27-57873e74d51d tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 945 time: 0.0574605 Sep 20 13:19:49.038337 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-c5ca9350-915c-4ca2-90ec-c71459c83787 admin admin] Deleting port f07dc5ce-0ade-49be-a26b-f9483b39d79e {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:19:49.038662 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c5ca9350-915c-4ca2-90ec-c71459c83787 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (f07dc5ce-0ade-49be-a26b-f9483b39d79e), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:49.062928 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-47e62a7a-d2a9-42b1-85f3-299a25215446 req-0aa92c62-cbde-4663-a496-2b54aa79a5c5 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614572 Sep 20 13:19:49.124674 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-c5ca9350-915c-4ca2-90ec-c71459c83787 admin admin] For port f07dc5ce-0ade-49be-a26b-f9483b39d79e, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=f07dc5ce-0ade-49be-a26b-f9483b39d79e,segment=NetworkSegment(acd0bdec-f9e9-459b-aa2a-c80988ac3dfb),segment_id=acd0bdec-f9e9-459b-aa2a-c80988ac3dfb)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:19:49.125049 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c5ca9350-915c-4ca2-90ec-c71459c83787 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (f07dc5ce-0ade-49be-a26b-f9483b39d79e), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:49.138815 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-c5ca9350-915c-4ca2-90ec-c71459c83787 admin admin] Calling delete_port for f07dc5ce-0ade-49be-a26b-f9483b39d79e owned by network:router_interface {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:19:49.334624 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c5ca9350-915c-4ca2-90ec-c71459c83787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (f07dc5ce-0ade-49be-a26b-f9483b39d79e), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:49.361636 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ca9350-915c-4ca2-90ec-c71459c83787 admin admin] Pushing event deleted for resources: {'Port': ['ID=f07dc5ce-0ade-49be-a26b-f9483b39d79e,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:49.373481 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ca9350-915c-4ca2-90ec-c71459c83787 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:19:49.373835 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ca9350-915c-4ca2-90ec-c71459c83787 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:19:49.374182 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ca9350-915c-4ca2-90ec-c71459c83787 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:19:49.374522 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ca9350-915c-4ca2-90ec-c71459c83787 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:19:49.374891 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ca9350-915c-4ca2-90ec-c71459c83787 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:19:49.375228 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ca9350-915c-4ca2-90ec-c71459c83787 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:19:49.375563 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ca9350-915c-4ca2-90ec-c71459c83787 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:19:49.375894 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ca9350-915c-4ca2-90ec-c71459c83787 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:19:49.376228 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ca9350-915c-4ca2-90ec-c71459c83787 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:19:49.376562 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ca9350-915c-4ca2-90ec-c71459c83787 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:19:49.376889 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ca9350-915c-4ca2-90ec-c71459c83787 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:19:49.377211 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ca9350-915c-4ca2-90ec-c71459c83787 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:19:49.377536 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ca9350-915c-4ca2-90ec-c71459c83787 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:19:49.536906 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c5ca9350-915c-4ca2-90ec-c71459c83787 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1609629'] for router_interface (bd2621d7-3984-4988-897d-81cabaf2274d), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:49.736734 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5ca9350-915c-4ca2-90ec-c71459c83787 admin admin] Router bd2621d7-3984-4988-897d-81cabaf2274d has already been hosted by L3 agent e6bdf340-58c5-4186-af2d-ab00439e5425 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:19:49.833000 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ca9350-915c-4ca2-90ec-c71459c83787 admin admin] Notify agent at l3_agent.dv-cinder-858463-1-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:19:49.839391 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-c5ca9350-915c-4ca2-90ec-c71459c83787 admin admin] 10.222.0.55 "PUT /v2.0/routers/bd2621d7-3984-4988-897d-81cabaf2274d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0505967 Sep 20 13:19:49.843459 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 57780) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:19:49.847047 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52864627-0a91-4562-87ad-29aa66f5b5f4 None None] Sync routers for ids ['bd2621d7-3984-4988-897d-81cabaf2274d'] in dv-cinder-858463-1-iscsi {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:19:49.872320 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52864627-0a91-4562-87ad-29aa66f5b5f4 None None] Routers {'bd2621d7-3984-4988-897d-81cabaf2274d'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:19:49.872938 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-52864627-0a91-4562-87ad-29aa66f5b5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:19:26Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['bd2621d7-3984-4988-897d-81cabaf2274d'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:19:49.939993 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f454389e-8429-4c6f-9629-231d5b4e3745 admin admin] Publish callbacks [] for router (bd2621d7-3984-4988-897d-81cabaf2274d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:49.970055 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-52864627-0a91-4562-87ad-29aa66f5b5f4 None None] Set router bd2621d7-3984-4988-897d-81cabaf2274d gateway port host: dv-cinder-858463-1-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:19:50.038873 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f454389e-8429-4c6f-9629-231d5b4e3745 admin admin] Publish callbacks [] for router_gateway (bd2621d7-3984-4988-897d-81cabaf2274d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:50.091912 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-f454389e-8429-4c6f-9629-231d5b4e3745 admin admin] Deleting port 6ed769c9-11e6-4222-9e2b-86b6923dbdb7 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:19:50.092282 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f454389e-8429-4c6f-9629-231d5b4e3745 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (6ed769c9-11e6-4222-9e2b-86b6923dbdb7), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:50.094646 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f097f051-cd9a-4319-8f3f-1d8a6232c023 req-1194f0e0-3094-441e-a637-c05541a5fb59 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 210 time: 0.0323510 Sep 20 13:19:50.166999 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-52864627-0a91-4562-87ad-29aa66f5b5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd2621d7-3984-4988-897d-81cabaf2274d', 'name': 'tempest-DeleteServersTestJSON-1014021742-router', 'tenant_id': 'e7941cd87f0e45c780116e41017a2865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '6ed769c9-11e6-4222-9e2b-86b6923dbdb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:17:46Z', 'updated_at': '2022-09-20T13:19:49Z', 'revision_number': 5, 'project_id': 'e7941cd87f0e45c780116e41017a2865', 'gw_port': {'id': '6ed769c9-11e6-4222-9e2b-86b6923dbdb7', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2621d7-3984-4988-897d-81cabaf2274d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:47Z', 'updated_at': '2022-09-20T13:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi'}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:19:50.190678 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52864627-0a91-4562-87ad-29aa66f5b5f4 None None] Checking router: bd2621d7-3984-4988-897d-81cabaf2274d for host: dv-cinder-858463-1-iscsi {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:19:50.199559 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52864627-0a91-4562-87ad-29aa66f5b5f4 None None] Routers {'bd2621d7-3984-4988-897d-81cabaf2274d'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:19:50.200158 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-52864627-0a91-4562-87ad-29aa66f5b5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:19:26Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['bd2621d7-3984-4988-897d-81cabaf2274d'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:19:50.219472 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-f454389e-8429-4c6f-9629-231d5b4e3745 admin admin] For port 6ed769c9-11e6-4222-9e2b-86b6923dbdb7, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=6ed769c9-11e6-4222-9e2b-86b6923dbdb7,segment=NetworkSegment(5aaf6297-6a46-4e9d-b63a-dd8b37b93294),segment_id=5aaf6297-6a46-4e9d-b63a-dd8b37b93294)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:19:50.219854 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f454389e-8429-4c6f-9629-231d5b4e3745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (6ed769c9-11e6-4222-9e2b-86b6923dbdb7), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:50.241863 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc15648-1292-41bc-b51c-8a2726e607cb req-ac1bceda-42a3-4a20-baa1-cad2989ca43d tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:50.243380 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-bcc15648-1292-41bc-b51c-8a2726e607cb req-ac1bceda-42a3-4a20-baa1-cad2989ca43d tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 945 time: 0.0908823 Sep 20 13:19:50.244258 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-f454389e-8429-4c6f-9629-231d5b4e3745 admin admin] Calling delete_port for 6ed769c9-11e6-4222-9e2b-86b6923dbdb7 owned by network:router_gateway {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:19:50.281935 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-52864627-0a91-4562-87ad-29aa66f5b5f4 None None] Set router bd2621d7-3984-4988-897d-81cabaf2274d gateway port host: None {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:19:50.329508 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-52864627-0a91-4562-87ad-29aa66f5b5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd2621d7-3984-4988-897d-81cabaf2274d', 'name': 'tempest-DeleteServersTestJSON-1014021742-router', 'tenant_id': 'e7941cd87f0e45c780116e41017a2865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:17:46Z', 'updated_at': '2022-09-20T13:19:50Z', 'revision_number': 6, 'project_id': 'e7941cd87f0e45c780116e41017a2865', 'gw_port_host': None}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:19:50.353750 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52864627-0a91-4562-87ad-29aa66f5b5f4 None None] The sync data for ids ['bd2621d7-3984-4988-897d-81cabaf2274d'] in dv-cinder-858463-1-iscsi is: [{'id': 'bd2621d7-3984-4988-897d-81cabaf2274d', 'name': 'tempest-DeleteServersTestJSON-1014021742-router', 'tenant_id': 'e7941cd87f0e45c780116e41017a2865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:17:46Z', 'updated_at': '2022-09-20T13:19:50Z', 'revision_number': 6, 'project_id': 'e7941cd87f0e45c780116e41017a2865', 'gw_port_host': None}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:19:50.365310 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-bcc15648-1292-41bc-b51c-8a2726e607cb req-d650e2db-2701-4266-9243-0da68892a5fb tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134424 Sep 20 13:19:50.476095 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f454389e-8429-4c6f-9629-231d5b4e3745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947'] for port (6ed769c9-11e6-4222-9e2b-86b6923dbdb7), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:50.500373 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f454389e-8429-4c6f-9629-231d5b4e3745 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ed769c9-11e6-4222-9e2b-86b6923dbdb7,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:50.510661 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f454389e-8429-4c6f-9629-231d5b4e3745 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:19:50.511038 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f454389e-8429-4c6f-9629-231d5b4e3745 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:19:50.511384 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f454389e-8429-4c6f-9629-231d5b4e3745 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:19:50.511727 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f454389e-8429-4c6f-9629-231d5b4e3745 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:19:50.512062 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f454389e-8429-4c6f-9629-231d5b4e3745 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:19:50.512392 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f454389e-8429-4c6f-9629-231d5b4e3745 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:19:50.512723 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f454389e-8429-4c6f-9629-231d5b4e3745 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:19:50.513052 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f454389e-8429-4c6f-9629-231d5b4e3745 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:19:50.513380 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f454389e-8429-4c6f-9629-231d5b4e3745 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:19:50.513706 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f454389e-8429-4c6f-9629-231d5b4e3745 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:19:50.514030 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f454389e-8429-4c6f-9629-231d5b4e3745 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:19:50.514349 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f454389e-8429-4c6f-9629-231d5b4e3745 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:19:50.514668 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f454389e-8429-4c6f-9629-231d5b4e3745 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:19:50.532967 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f454389e-8429-4c6f-9629-231d5b4e3745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607735'] for router_gateway (bd2621d7-3984-4988-897d-81cabaf2274d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:50.629423 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f454389e-8429-4c6f-9629-231d5b4e3745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36854'] for router (bd2621d7-3984-4988-897d-81cabaf2274d), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:50.631560 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f454389e-8429-4c6f-9629-231d5b4e3745 admin admin] Publish callbacks [] for router_controller (bd2621d7-3984-4988-897d-81cabaf2274d), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:50.694261 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f454389e-8429-4c6f-9629-231d5b4e3745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634723'] for router (bd2621d7-3984-4988-897d-81cabaf2274d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:50.694762 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f454389e-8429-4c6f-9629-231d5b4e3745 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd2621d7-3984-4988-897d-81cabaf2274d {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 13:19:50.699907 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f454389e-8429-4c6f-9629-231d5b4e3745 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:50.700826 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-f454389e-8429-4c6f-9629-231d5b4e3745 admin admin] 10.222.0.55 "DELETE /v2.0/routers/bd2621d7-3984-4988-897d-81cabaf2274d HTTP/1.1" status: 204 len: 168 time: 0.8561695 Sep 20 13:19:50.703381 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 57794) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:19:50.748029 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f1b1212-65f4-49b2-ad49-e628d696954a admin admin] Deleting subnet 698d76a0-5d36-492c-ac0e-62e4480f0bec {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 20 13:19:50.751519 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3f1b1212-65f4-49b2-ad49-e628d696954a admin admin] Publish callbacks [] for subnet (698d76a0-5d36-492c-ac0e-62e4480f0bec), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:50.786827 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3f1b1212-65f4-49b2-ad49-e628d696954a admin admin] Publish callbacks [] for subnet (698d76a0-5d36-492c-ac0e-62e4480f0bec), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:50.866645 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3f1b1212-65f4-49b2-ad49-e628d696954a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-555306'] for subnet (698d76a0-5d36-492c-ac0e-62e4480f0bec), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:50.928276 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3f1b1212-65f4-49b2-ad49-e628d696954a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-555325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183'] for subnet (698d76a0-5d36-492c-ac0e-62e4480f0bec), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:50.955497 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3f1b1212-65f4-49b2-ad49-e628d696954a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:50.960699 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-3f1b1212-65f4-49b2-ad49-e628d696954a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/698d76a0-5d36-492c-ac0e-62e4480f0bec HTTP/1.1" status: 204 len: 168 time: 0.2563937 Sep 20 13:19:50.961631 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1c1c63-04dc-427e-8934-62c502e9597f None None] Network 85cb1952-2655-4c09-a126-13c0b6f786a3 requested from dv-cinder-858463-1-iscsi {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 20 13:19:50.962148 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1b1212-65f4-49b2-ad49-e628d696954a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=698d76a0-5d36-492c-ac0e-62e4480f0bec,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:50.964211 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 57798) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:19:51.034803 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a4d71aed-dda1-4583-aab3-4edf3f68d6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-760150'] for network (85cb1952-2655-4c09-a126-13c0b6f786a3), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:51.084671 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-a4d71aed-dda1-4583-aab3-4edf3f68d6fc admin admin] Deleting port 17cadf84-df65-4c74-8323-8e69888fee04 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:19:51.085017 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a4d71aed-dda1-4583-aab3-4edf3f68d6fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (17cadf84-df65-4c74-8323-8e69888fee04), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:51.148290 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc808e5-4f3f-4acf-997a-c1db52996262 None None] DHCP port deletion for 85cb1952-2655-4c09-a126-13c0b6f786a3 request from dv-cinder-858463-1-iscsi {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 20 13:19:51.155765 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-a4d71aed-dda1-4583-aab3-4edf3f68d6fc admin admin] For port 17cadf84-df65-4c74-8323-8e69888fee04, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=17cadf84-df65-4c74-8323-8e69888fee04,segment=NetworkSegment(acd0bdec-f9e9-459b-aa2a-c80988ac3dfb),segment_id=acd0bdec-f9e9-459b-aa2a-c80988ac3dfb)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:19:51.156144 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a4d71aed-dda1-4583-aab3-4edf3f68d6fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (17cadf84-df65-4c74-8323-8e69888fee04), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:51.172469 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-a4d71aed-dda1-4583-aab3-4edf3f68d6fc admin admin] Calling delete_port for 17cadf84-df65-4c74-8323-8e69888fee04 owned by network:dhcp {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:19:51.211437 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-3cc808e5-4f3f-4acf-997a-c1db52996262 None None] Deleting port 17cadf84-df65-4c74-8323-8e69888fee04 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:19:51.211849 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3cc808e5-4f3f-4acf-997a-c1db52996262 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (17cadf84-df65-4c74-8323-8e69888fee04), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:51.270275 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f8edd54c-9357-40cf-9ea2-4a544d47ea4f req-caa69bbd-3844-47e7-b6d3-4a97a7c1d944 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 210 time: 0.0344489 Sep 20 13:19:51.276968 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-3cc808e5-4f3f-4acf-997a-c1db52996262 None None] For port 17cadf84-df65-4c74-8323-8e69888fee04, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=17cadf84-df65-4c74-8323-8e69888fee04,segment=NetworkSegment(acd0bdec-f9e9-459b-aa2a-c80988ac3dfb),segment_id=acd0bdec-f9e9-459b-aa2a-c80988ac3dfb)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:19:51.277096 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3cc808e5-4f3f-4acf-997a-c1db52996262 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (17cadf84-df65-4c74-8323-8e69888fee04), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:51.294572 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-3cc808e5-4f3f-4acf-997a-c1db52996262 None None] Calling delete_port for 17cadf84-df65-4c74-8323-8e69888fee04 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:19:51.309409 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a4d71aed-dda1-4583-aab3-4edf3f68d6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (17cadf84-df65-4c74-8323-8e69888fee04), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:51.335300 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d71aed-dda1-4583-aab3-4edf3f68d6fc admin admin] Pushing event deleted for resources: {'Port': ['ID=17cadf84-df65-4c74-8323-8e69888fee04,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:51.337135 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d71aed-dda1-4583-aab3-4edf3f68d6fc admin admin] No DVR routers for this DVR port 17cadf84-df65-4c74-8323-8e69888fee04 on host dv-cinder-858463-1-iscsi {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:19:51.415016 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a4d71aed-dda1-4583-aab3-4edf3f68d6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553133', 'neutron.services.segments.db._delete_segments_for_network-8760608259063'] for network (85cb1952-2655-4c09-a126-13c0b6f786a3), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:51.449097 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3cc808e5-4f3f-4acf-997a-c1db52996262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947'] for port (17cadf84-df65-4c74-8323-8e69888fee04), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:51.450164 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-a4d71aed-dda1-4583-aab3-4edf3f68d6fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85cb1952-2655-4c09-a126-13c0b6f786a3']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:19:51.460829 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-a4d71aed-dda1-4583-aab3-4edf3f68d6fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acd0bdec-f9e9-459b-aa2a-c80988ac3dfb') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:19:51.461134 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-a4d71aed-dda1-4583-aab3-4edf3f68d6fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acd0bdec-f9e9-459b-aa2a-c80988ac3dfb') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:19:51.482362 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc808e5-4f3f-4acf-997a-c1db52996262 None None] Pushing event deleted for resources: {'Port': ['ID=17cadf84-df65-4c74-8323-8e69888fee04,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:51.488704 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a4d71aed-dda1-4583-aab3-4edf3f68d6fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760608262413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026615'] for segment (acd0bdec-f9e9-459b-aa2a-c80988ac3dfb), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:51.488966 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc808e5-4f3f-4acf-997a-c1db52996262 None None] No DVR routers for this DVR port 17cadf84-df65-4c74-8323-8e69888fee04 on host dv-cinder-858463-1-iscsi {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:19:51.511283 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a4d71aed-dda1-4583-aab3-4edf3f68d6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549390'] for segment (acd0bdec-f9e9-459b-aa2a-c80988ac3dfb), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:51.519677 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device f07dc5ce-0ade-49be-a26b-f9483b39d79e no longer exists at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:19:51.527966 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4d71aed-dda1-4583-aab3-4edf3f68d6fc admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 13:19:51.528552 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a4d71aed-dda1-4583-aab3-4edf3f68d6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242223'] for segment (acd0bdec-f9e9-459b-aa2a-c80988ac3dfb), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:51.548570 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] No Port match for: f07dc5ce-0ade-49be-a26b-f9483b39d79e {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 20 13:19:51.549069 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device f07dc5ce-0ade-49be-a26b-f9483b39d79e not bound to the agent host dv-cinder-858463-1-iscsi {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:19:51.549586 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 17cadf84-df65-4c74-8323-8e69888fee04 no longer exists at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:19:51.553558 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc808e5-4f3f-4acf-997a-c1db52996262 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:19:51.553945 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc808e5-4f3f-4acf-997a-c1db52996262 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:19:51.554308 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc808e5-4f3f-4acf-997a-c1db52996262 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:19:51.554671 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc808e5-4f3f-4acf-997a-c1db52996262 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:19:51.555067 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc808e5-4f3f-4acf-997a-c1db52996262 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:19:51.555512 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc808e5-4f3f-4acf-997a-c1db52996262 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:19:51.555889 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc808e5-4f3f-4acf-997a-c1db52996262 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:19:51.556184 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc808e5-4f3f-4acf-997a-c1db52996262 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:19:51.556533 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc808e5-4f3f-4acf-997a-c1db52996262 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:19:51.558615 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc808e5-4f3f-4acf-997a-c1db52996262 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:19:51.559330 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc808e5-4f3f-4acf-997a-c1db52996262 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:19:51.559940 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc808e5-4f3f-4acf-997a-c1db52996262 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:19:51.560454 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc808e5-4f3f-4acf-997a-c1db52996262 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:19:51.606972 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.services.segments.plugin [-] Segment acd0bdec-f9e9-459b-aa2a-c80988ac3dfb resource provider aggregate not found Sep 20 13:19:51.610524 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] No Port match for: 17cadf84-df65-4c74-8323-8e69888fee04 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 20 13:19:51.610949 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 17cadf84-df65-4c74-8323-8e69888fee04 not bound to the agent host dv-cinder-858463-1-iscsi {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:19:51.611388 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 6ed769c9-11e6-4222-9e2b-86b6923dbdb7 no longer exists at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:19:51.635302 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] No Port match for: 6ed769c9-11e6-4222-9e2b-86b6923dbdb7 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 20 13:19:51.635665 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 6ed769c9-11e6-4222-9e2b-86b6923dbdb7 not bound to the agent host dv-cinder-858463-1-iscsi {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:19:51.637229 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.services.segments.plugin [-] Segment acd0bdec-f9e9-459b-aa2a-c80988ac3dfb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid acd0bdec-f9e9-459b-aa2a-c80988ac3dfb found for delete ", "request_id": "req-1cdd9426-8fdf-4890-9ba7-8b6665acda5a"}]} Sep 20 13:19:51.643709 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a4d71aed-dda1-4583-aab3-4edf3f68d6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607699'] for network (85cb1952-2655-4c09-a126-13c0b6f786a3), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:51.667190 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48580e52-d557-455f-aaaf-69b77925f4c8 req-07c193ed-4920-4849-aeed-adc72e57965b tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:51.669359 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-48580e52-d557-455f-aaaf-69b77925f4c8 req-07c193ed-4920-4849-aeed-adc72e57965b tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 945 time: 0.1220849 Sep 20 13:19:51.673430 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a4d71aed-dda1-4583-aab3-4edf3f68d6fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:51.677599 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-a4d71aed-dda1-4583-aab3-4edf3f68d6fc admin admin] 10.222.0.55 "DELETE /v2.0/networks/85cb1952-2655-4c09-a126-13c0b6f786a3 HTTP/1.1" status: 204 len: 168 time: 0.7117267 Sep 20 13:19:51.679000 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d71aed-dda1-4583-aab3-4edf3f68d6fc admin admin] Pushing event deleted for resources: {'Network': ['ID=85cb1952-2655-4c09-a126-13c0b6f786a3,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:51.735301 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-48580e52-d557-455f-aaaf-69b77925f4c8 req-7a894598-7f27-4a60-9620-1cc17f502588 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565352 Sep 20 13:19:51.872037 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 57822) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:19:51.919636 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 57830) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:19:51.923073 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-a1e9ecb7-719e-49e3-8172-60b5f1741ca0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e7941cd87f0e45c780116e41017a2865&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0461185 Sep 20 13:19:51.980946 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c2b0c068-a90c-45b7-9d2b-81cdec6a257c admin admin] Publish callbacks [] for security_group (515a81a2-5ac7-478c-bbd7-9788c10d548b), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:52.002913 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c2b0c068-a90c-45b7-9d2b-81cdec6a257c admin admin] Publish callbacks [] for security_group (515a81a2-5ac7-478c-bbd7-9788c10d548b), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:52.049939 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c2b0c068-a90c-45b7-9d2b-81cdec6a257c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (515a81a2-5ac7-478c-bbd7-9788c10d548b), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:52.052810 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c2b0c068-a90c-45b7-9d2b-81cdec6a257c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:52.056306 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-c2b0c068-a90c-45b7-9d2b-81cdec6a257c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/515a81a2-5ac7-478c-bbd7-9788c10d548b HTTP/1.1" status: 204 len: 168 time: 0.1333218 Sep 20 13:19:52.065771 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b0c068-a90c-45b7-9d2b-81cdec6a257c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515a81a2-5ac7-478c-bbd7-9788c10d548b,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:52.384836 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9e354b2c-b136-46ae-bfc3-8df854abfda3 req-2e37eff0-688f-40e6-b261-a78c26f42af6 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 210 time: 0.0317156 Sep 20 13:19:52.748412 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 57864) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:19:52.851251 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.v2.base [None req-39de2035-2188-4899-936e-38ddd0dc6a7d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-107732550-network', 'tenant_id': 'ee3a57170bc8490098e0840a2e89392b'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:19:52.876110 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39de2035-2188-4899-936e-38ddd0dc6a7d admin admin] Made reservation on behalf of ee3a57170bc8490098e0840a2e89392b for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:19:52.878278 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-39de2035-2188-4899-936e-38ddd0dc6a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:52.889682 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-39de2035-2188-4899-936e-38ddd0dc6a7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:52.900513 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0120988-3368-49a0-a822-350805ca1d9a req-3835d6ac-bd7d-4345-b1fb-a433cba0761f tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:52.901983 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-d0120988-3368-49a0-a822-350805ca1d9a req-3835d6ac-bd7d-4345-b1fb-a433cba0761f tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 945 time: 0.0860748 Sep 20 13:19:52.971516 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-d0120988-3368-49a0-a822-350805ca1d9a req-00004372-f4f2-430a-b881-8aec36366bbd tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619171 Sep 20 13:19:53.013059 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-39de2035-2188-4899-936e-38ddd0dc6a7d admin admin] Publish callbacks [] for security_group (9c8e79b5-300c-45e0-9ca8-f915e2edc116), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:53.017106 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-39de2035-2188-4899-936e-38ddd0dc6a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (9c8e79b5-300c-45e0-9ca8-f915e2edc116), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:53.042186 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39de2035-2188-4899-936e-38ddd0dc6a7d admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 13:19:53.051870 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39de2035-2188-4899-936e-38ddd0dc6a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8e79b5-300c-45e0-9ca8-f915e2edc116,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:53.056440 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-39de2035-2188-4899-936e-38ddd0dc6a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549390'] for segment (f948c4c9-3e43-44fc-b875-63e2f29a354c), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:53.056781 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.db.segments_db [None req-39de2035-2188-4899-936e-38ddd0dc6a7d admin admin] Added segment f948c4c9-3e43-44fc-b875-63e2f29a354c of type vlan for network 11c87694-9bef-4fe4-9250-573b5f8887eb Sep 20 13:19:53.095566 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-39de2035-2188-4899-936e-38ddd0dc6a7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760607722792'] for network (11c87694-9bef-4fe4-9250-573b5f8887eb), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:53.119500 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-39de2035-2188-4899-936e-38ddd0dc6a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183'] for network (11c87694-9bef-4fe4-9250-573b5f8887eb), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:53.120509 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39de2035-2188-4899-936e-38ddd0dc6a7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:53.121085 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-39de2035-2188-4899-936e-38ddd0dc6a7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:53.173929 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-39de2035-2188-4899-936e-38ddd0dc6a7d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4243796 Sep 20 13:19:53.177219 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 57874) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:19:53.182137 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-1aa96a4d-972e-4568-953c-f29478e19bc5 admin admin] Request body: {'subnet': {'network_id': '11c87694-9bef-4fe4-9250-573b5f8887eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-107732550-subnet', 'tenant_id': 'ee3a57170bc8490098e0840a2e89392b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:19:53.185473 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39de2035-2188-4899-936e-38ddd0dc6a7d admin admin] Pushing event updated for resources: {'Network': ['ID=11c87694-9bef-4fe4-9250-573b5f8887eb,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:53.203048 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Network 11c87694-9bef-4fe4-9250-573b5f8887eb details requested by agent ovs-agent-dv-cinder-858463-1-iscsi with host dv-cinder-858463-1-iscsi {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 13:19:53.209518 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa96a4d-972e-4568-953c-f29478e19bc5 admin admin] Made reservation on behalf of ee3a57170bc8490098e0840a2e89392b for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:19:53.212315 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1aa96a4d-972e-4568-953c-f29478e19bc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9062285'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:53.383183 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1aa96a4d-972e-4568-953c-f29478e19bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9062303'] for subnet (6bc59d34-e407-4d89-95e5-8037392fca32), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:53.414005 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f6f1b95f-f1ca-4377-a603-d69d8b2d15ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (c520f755-59ca-4a79-a15e-107c01e131c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:53.438894 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa96a4d-972e-4568-953c-f29478e19bc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bc59d34-e407-4d89-95e5-8037392fca32,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:53.448625 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa96a4d-972e-4568-953c-f29478e19bc5 admin admin] Checking segment: {'id': 'f948c4c9-3e43-44fc-b875-63e2f29a354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '11c87694-9bef-4fe4-9250-573b5f8887eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:19:53.448989 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa96a4d-972e-4568-953c-f29478e19bc5 admin admin] Network hostable DHCP agents. Network: 11c87694-9bef-4fe4-9250-573b5f8887eb, hostable agents: ['c520f755-59ca-4a79-a15e-107c01e131c2'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 13:19:53.473947 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa96a4d-972e-4568-953c-f29478e19bc5 admin admin] Network 11c87694-9bef-4fe4-9250-573b5f8887eb is scheduled to be hosted by DHCP agent c520f755-59ca-4a79-a15e-107c01e131c2 with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 13:19:53.492621 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7ebf2a3e-ed23-46fc-b697-db2c8cc8d9c6 req-779bae3e-e844-4fb2-abfc-6c4875035149 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 210 time: 0.0291712 Sep 20 13:19:53.499710 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-1aa96a4d-972e-4568-953c-f29478e19bc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858463-1-iscsi, 11c87694-9bef-4fe4-9250-573b5f8887eb) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:19:53.520035 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa96a4d-972e-4568-953c-f29478e19bc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:53.520035 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1aa96a4d-972e-4568-953c-f29478e19bc5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:53.520307 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2ac6fa-9128-43c9-9a80-c2514dff41d8 None None] Network 11c87694-9bef-4fe4-9250-573b5f8887eb requested from dv-cinder-858463-1-iscsi {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 20 13:19:53.528587 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-1aa96a4d-972e-4568-953c-f29478e19bc5 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3497910 Sep 20 13:19:53.530701 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 57880) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:19:53.534983 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-7201d654-fb8d-4d62-8ee7-a0af33146a1c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-107732550-router', 'tenant_id': 'ee3a57170bc8490098e0840a2e89392b', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'}}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:19:53.555148 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7201d654-fb8d-4d62-8ee7-a0af33146a1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36824'] for router (e3f75c60-6a44-4084-9a98-6a39ca7815cf), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:53.556146 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7201d654-fb8d-4d62-8ee7-a0af33146a1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1607812', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36847'] for router (e3f75c60-6a44-4084-9a98-6a39ca7815cf), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:53.609228 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7201d654-fb8d-4d62-8ee7-a0af33146a1c admin admin] Publish callbacks [] for router_controller (e3f75c60-6a44-4084-9a98-6a39ca7815cf), precommit_add_association {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:53.618123 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100eb016-9354-4151-88cd-9a4d555c5b7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb49ed716-09e0-5d67-b392-6c4cef110713-11c87694-9bef-4fe4-9250-573b5f8887eb', 'network_id': '11c87694-9bef-4fe4-9250-573b5f8887eb', 'project_id': 'ee3a57170bc8490098e0840a2e89392b', 'fixed_ips': [{'subnet_id': '6bc59d34-e407-4d89-95e5-8037392fca32'}]}} from dv-cinder-858463-1-iscsi. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 20 13:19:53.619082 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-100eb016-9354-4151-88cd-9a4d555c5b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:53.750456 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7201d654-fb8d-4d62-8ee7-a0af33146a1c admin admin] Publish callbacks [] for router_gateway (e3f75c60-6a44-4084-9a98-6a39ca7815cf), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:53.759554 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-100eb016-9354-4151-88cd-9a4d555c5b7c None None] Allocated IP 172.20.0.2 (11c87694-9bef-4fe4-9250-573b5f8887eb/6bc59d34-e407-4d89-95e5-8037392fca32/bd1bf316-e952-4b54-b387-2f9bfa10174b) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:19:53.899574 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-100eb016-9354-4151-88cd-9a4d555c5b7c None None] Publish callbacks [] for port (bd1bf316-e952-4b54-b387-2f9bfa10174b), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:53.905533 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-100eb016-9354-4151-88cd-9a4d555c5b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938'] for port (bd1bf316-e952-4b54-b387-2f9bfa10174b), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:53.943422 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100eb016-9354-4151-88cd-9a4d555c5b7c None None] Network 11c87694-9bef-4fe4-9250-573b5f8887eb is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:19:53.946251 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-100eb016-9354-4151-88cd-9a4d555c5b7c None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:19:53.954079 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7201d654-fb8d-4d62-8ee7-a0af33146a1c admin admin] Publish callbacks [] for router_gateway (e3f75c60-6a44-4084-9a98-6a39ca7815cf), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:53.954246 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100eb016-9354-4151-88cd-9a4d555c5b7c None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:19:53.957388 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100eb016-9354-4151-88cd-9a4d555c5b7c None None] Pushing event updated for resources: {'Port': ['ID=bd1bf316-e952-4b54-b387-2f9bfa10174b,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:53.975715 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7201d654-fb8d-4d62-8ee7-a0af33146a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:54.012532 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-100eb016-9354-4151-88cd-9a4d555c5b7c None None] Attempting to bind port bd1bf316-e952-4b54-b387-2f9bfa10174b on host dv-cinder-858463-1-iscsi for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 20 13:19:54.012921 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-100eb016-9354-4151-88cd-9a4d555c5b7c None None] Attempting to bind port bd1bf316-e952-4b54-b387-2f9bfa10174b by drivers openvswitch,hyperv on host dv-cinder-858463-1-iscsi at level 0 using segments [{'id': 'f948c4c9-3e43-44fc-b875-63e2f29a354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '11c87694-9bef-4fe4-9250-573b5f8887eb'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 20 13:19:54.013294 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100eb016-9354-4151-88cd-9a4d555c5b7c None None] Attempting to bind port bd1bf316-e952-4b54-b387-2f9bfa10174b on network 11c87694-9bef-4fe4-9250-573b5f8887eb {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:19:54.018611 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100eb016-9354-4151-88cd-9a4d555c5b7c None None] Checking agent: {'id': '543ca60b-7e7a-4ebd-8f87-7672c7a482b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 13, 9, 29), 'started_at': datetime.datetime(2022, 9, 20, 13, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 13, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:19:54.019011 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100eb016-9354-4151-88cd-9a4d555c5b7c None None] Checking segment: {'id': 'f948c4c9-3e43-44fc-b875-63e2f29a354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '11c87694-9bef-4fe4-9250-573b5f8887eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:19:54.019645 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-100eb016-9354-4151-88cd-9a4d555c5b7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:54.020085 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100eb016-9354-4151-88cd-9a4d555c5b7c None None] Bound using segment: {'id': 'f948c4c9-3e43-44fc-b875-63e2f29a354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '11c87694-9bef-4fe4-9250-573b5f8887eb'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:19:54.020570 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-100eb016-9354-4151-88cd-9a4d555c5b7c None None] Bound port: bd1bf316-e952-4b54-b387-2f9bfa10174b, host: dv-cinder-858463-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f948c4c9-3e43-44fc-b875-63e2f29a354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '11c87694-9bef-4fe4-9250-573b5f8887eb'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 20 13:19:54.020982 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-100eb016-9354-4151-88cd-9a4d555c5b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (bd1bf316-e952-4b54-b387-2f9bfa10174b), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:54.096842 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-7201d654-fb8d-4d62-8ee7-a0af33146a1c admin admin] Allocated IP 172.27.2.228 (36104724-3f48-4df5-b3a4-d541d8e9add0/adca2446-3f2d-49a4-ba29-cedd74eb43e2/cb4d0416-2b17-4af0-9459-d112b72a4fdf) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:19:54.123845 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-100eb016-9354-4151-88cd-9a4d555c5b7c None None] For port bd1bf316-e952-4b54-b387-2f9bfa10174b, host dv-cinder-858463-1-iscsi, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:19:54.130828 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-100eb016-9354-4151-88cd-9a4d555c5b7c None None] For port bd1bf316-e952-4b54-b387-2f9bfa10174b, host dv-cinder-858463-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=bd1bf316-e952-4b54-b387-2f9bfa10174b,segment=NetworkSegment(f948c4c9-3e43-44fc-b875-63e2f29a354c),segment_id=f948c4c9-3e43-44fc-b875-63e2f29a354c)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:19:54.139342 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-100eb016-9354-4151-88cd-9a4d555c5b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (bd1bf316-e952-4b54-b387-2f9bfa10174b), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:54.167049 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04be03c-66b2-445b-b5fd-bc49392e678b req-0ec7054d-a73b-41b0-947a-24b844e9eed0 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:54.169171 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-e04be03c-66b2-445b-b5fd-bc49392e678b req-0ec7054d-a73b-41b0-947a-24b844e9eed0 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 945 time: 0.0783451 Sep 20 13:19:54.210301 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100eb016-9354-4151-88cd-9a4d555c5b7c None None] Pushing event updated for resources: {'Port': ['ID=bd1bf316-e952-4b54-b387-2f9bfa10174b,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:54.236252 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-e04be03c-66b2-445b-b5fd-bc49392e678b req-fa0244ed-5a07-48f0-bf31-8e3a98b39d9c tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535781 Sep 20 13:19:54.239867 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7201d654-fb8d-4d62-8ee7-a0af33146a1c admin admin] Publish callbacks [] for port (cb4d0416-2b17-4af0-9459-d112b72a4fdf), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:54.279550 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7201d654-fb8d-4d62-8ee7-a0af33146a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (cb4d0416-2b17-4af0-9459-d112b72a4fdf), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:54.349236 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7201d654-fb8d-4d62-8ee7-a0af33146a1c admin admin] Network 36104724-3f48-4df5-b3a4-d541d8e9add0 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:19:54.350669 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7201d654-fb8d-4d62-8ee7-a0af33146a1c admin admin] Pushing event updated for resources: {'Port': ['ID=cb4d0416-2b17-4af0-9459-d112b72a4fdf,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:54.355061 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-7201d654-fb8d-4d62-8ee7-a0af33146a1c admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:19:54.357437 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7201d654-fb8d-4d62-8ee7-a0af33146a1c admin admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:19:54.623474 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3b59e275-e93d-4d3f-9465-4c37b62ae57e req-ebea7381-7d7b-4461-82ce-2ce95e7521c5 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 210 time: 0.0296912 Sep 20 13:19:54.677246 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7201d654-fb8d-4d62-8ee7-a0af33146a1c admin admin] Publish callbacks [] for router_gateway (e3f75c60-6a44-4084-9a98-6a39ca7815cf), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:54.868389 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7201d654-fb8d-4d62-8ee7-a0af33146a1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607915'] for router (e3f75c60-6a44-4084-9a98-6a39ca7815cf), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:55.013913 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7201d654-fb8d-4d62-8ee7-a0af33146a1c admin admin] Router e3f75c60-6a44-4084-9a98-6a39ca7815cf is scheduled to L3 agent e6bdf340-58c5-4186-af2d-ab00439e5425 with binding_index 1 {{(pid=104087) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 13:19:55.120320 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7201d654-fb8d-4d62-8ee7-a0af33146a1c admin admin] Notify agent at l3_agent.dv-cinder-858463-1-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:19:55.132312 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f1c3f9-7674-4146-8a9f-d629e2c65c7d None None] Sync routers for ids ['e3f75c60-6a44-4084-9a98-6a39ca7815cf'] in dv-cinder-858463-1-iscsi {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:19:55.139162 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7201d654-fb8d-4d62-8ee7-a0af33146a1c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:55.141571 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-7201d654-fb8d-4d62-8ee7-a0af33146a1c admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6097214 Sep 20 13:19:55.145110 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f1c3f9-7674-4146-8a9f-d629e2c65c7d None None] Routers {'e3f75c60-6a44-4084-9a98-6a39ca7815cf'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:19:55.145786 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 57902) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:19:55.146347 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-a2f1c3f9-7674-4146-8a9f-d629e2c65c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:19:26Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['e3f75c60-6a44-4084-9a98-6a39ca7815cf'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:19:55.200421 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9293de-e831-4067-abdd-5fc1ebb26b1e None None] Network 11c87694-9bef-4fe4-9250-573b5f8887eb requested from dv-cinder-858463-1-iscsi {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 20 13:19:55.475028 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce3c789-34a5-46a8-acfa-244febe2d301 req-a3e9afa6-5b6c-4ff4-81f6-bb04e8fe5870 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:55.493130 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-1ce3c789-34a5-46a8-acfa-244febe2d301 req-a3e9afa6-5b6c-4ff4-81f6-bb04e8fe5870 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 945 time: 0.1323204 Sep 20 13:19:55.543341 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-538d0878-a6bd-4f22-b01d-eed516b81d22 None None] Provisioning complete for port bd1bf316-e952-4b54-b387-2f9bfa10174b triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:19:55.544423 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-538d0878-a6bd-4f22-b01d-eed516b81d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (bd1bf316-e952-4b54-b387-2f9bfa10174b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:55.545013 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-538d0878-a6bd-4f22-b01d-eed516b81d22 None None] Attempt 1 to provision port bd1bf316-e952-4b54-b387-2f9bfa10174b Sep 20 13:19:55.588923 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-1ce3c789-34a5-46a8-acfa-244febe2d301 req-3ecaa6d5-d604-4678-b1f9-3f1112f5551b tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895269 Sep 20 13:19:55.634934 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device bd1bf316-e952-4b54-b387-2f9bfa10174b up at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:19:55.663569 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-a2f1c3f9-7674-4146-8a9f-d629e2c65c7d None None] Set router e3f75c60-6a44-4084-9a98-6a39ca7815cf gateway port host: dv-cinder-858463-1-iscsi {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:19:55.748085 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c8a3b-5bd0-48ca-8dcb-e4b3301d2b95 req-ee4c8293-62ed-47ef-9102-563ad4084a4c tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:55.749548 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-301c8a3b-5bd0-48ca-8dcb-e4b3301d2b95 req-ee4c8293-62ed-47ef-9102-563ad4084a4c tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.62 "GET /v2.0/networks?id=dfbd57c2-2ed1-4120-b909-66eb06365412 HTTP/1.1" status: 200 len: 815 time: 0.2677481 Sep 20 13:19:55.772142 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ce58e5ef-df08-4d16-b2a5-fdb6574c9356 req-a0c72889-0bb6-469b-99af-fd9b97da50e0 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 210 time: 0.0423567 Sep 20 13:19:55.824994 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-34f31ced-7ef5-4b2a-b4e9-82d8d79f8162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (e6bdf340-58c5-4186-af2d-ab00439e5425), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:55.893330 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-538d0878-a6bd-4f22-b01d-eed516b81d22 None None] Current status of the port bd1bf316-e952-4b54-b387-2f9bfa10174b is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:19:55.893712 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-538d0878-a6bd-4f22-b01d-eed516b81d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (bd1bf316-e952-4b54-b387-2f9bfa10174b), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:55.898213 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-301c8a3b-5bd0-48ca-8dcb-e4b3301d2b95 req-5a5f5a7a-0291-4e5e-894a-09c653cf330e tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Request body: {'port': {'device_id': 'bc445ffb-f74a-4848-b91f-d680d0593309', 'network_id': 'dfbd57c2-2ed1-4120-b909-66eb06365412', 'admin_state_up': True, 'tenant_id': 'd1d42226fe654d57a6388f5b714bbd64'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:19:55.931837 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Provisioning complete for port bd1bf316-e952-4b54-b387-2f9bfa10174b triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:19:55.932232 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (bd1bf316-e952-4b54-b387-2f9bfa10174b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:55.932689 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Attempt 1 to provision port bd1bf316-e952-4b54-b387-2f9bfa10174b Sep 20 13:19:56.021704 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-538d0878-a6bd-4f22-b01d-eed516b81d22 None None] For port bd1bf316-e952-4b54-b387-2f9bfa10174b, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=bd1bf316-e952-4b54-b387-2f9bfa10174b,segment=NetworkSegment(f948c4c9-3e43-44fc-b875-63e2f29a354c),segment_id=f948c4c9-3e43-44fc-b875-63e2f29a354c)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:19:56.030344 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-538d0878-a6bd-4f22-b01d-eed516b81d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (bd1bf316-e952-4b54-b387-2f9bfa10174b), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:56.142107 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-301c8a3b-5bd0-48ca-8dcb-e4b3301d2b95 req-5a5f5a7a-0291-4e5e-894a-09c653cf330e tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Made reservation on behalf of d1d42226fe654d57a6388f5b714bbd64 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:19:56.146254 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-301c8a3b-5bd0-48ca-8dcb-e4b3301d2b95 req-5a5f5a7a-0291-4e5e-894a-09c653cf330e tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:56.152783 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Current status of the port bd1bf316-e952-4b54-b387-2f9bfa10174b is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:19:56.156317 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538d0878-a6bd-4f22-b01d-eed516b81d22 None None] Pushing event updated for resources: {'Port': ['ID=bd1bf316-e952-4b54-b387-2f9bfa10174b,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:56.164214 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-a2f1c3f9-7674-4146-8a9f-d629e2c65c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f75c60-6a44-4084-9a98-6a39ca7815cf', 'name': 'tempest-AttachVolumeShelveTestJSON-107732550-router', 'tenant_id': 'ee3a57170bc8490098e0840a2e89392b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'cb4d0416-2b17-4af0-9459-d112b72a4fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:19:53Z', 'updated_at': '2022-09-20T13:19:54Z', 'revision_number': 3, 'project_id': 'ee3a57170bc8490098e0840a2e89392b', 'gw_port': {'id': 'cb4d0416-2b17-4af0-9459-d112b72a4fdf', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:28:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f75c60-6a44-4084-9a98-6a39ca7815cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:19:53Z', 'updated_at': '2022-09-20T13:19:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi'}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:19:56.189493 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f1c3f9-7674-4146-8a9f-d629e2c65c7d None None] Checking router: e3f75c60-6a44-4084-9a98-6a39ca7815cf for host: dv-cinder-858463-1-iscsi {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:19:56.189858 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f1c3f9-7674-4146-8a9f-d629e2c65c7d None None] Updating router e3f75c60-6a44-4084-9a98-6a39ca7815cf port cb4d0416-2b17-4af0-9459-d112b72a4fdf binding host dv-cinder-858463-1-iscsi {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 13:19:56.216686 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5df6bb-75c9-4c1b-979f-ffe16ebc9211 req-3b7efe57-0d59-4ec1-a38d-1562811b2f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:56.218225 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-de5df6bb-75c9-4c1b-979f-ffe16ebc9211 req-3b7efe57-0d59-4ec1-a38d-1562811b2f71 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 1129 time: 0.1605802 Sep 20 13:19:56.248810 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a2f1c3f9-7674-4146-8a9f-d629e2c65c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (cb4d0416-2b17-4af0-9459-d112b72a4fdf), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:56.388710 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-fdb49d1f-a787-4e43-a86a-5be78dc40e2f None None] Provisioning complete for port bd1bf316-e952-4b54-b387-2f9bfa10174b triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:19:56.389100 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-fdb49d1f-a787-4e43-a86a-5be78dc40e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (bd1bf316-e952-4b54-b387-2f9bfa10174b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:56.389446 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-fdb49d1f-a787-4e43-a86a-5be78dc40e2f None None] Attempt 1 to provision port bd1bf316-e952-4b54-b387-2f9bfa10174b Sep 20 13:19:56.435262 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-301c8a3b-5bd0-48ca-8dcb-e4b3301d2b95 req-5a5f5a7a-0291-4e5e-894a-09c653cf330e tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Allocated IP 172.20.0.3 (dfbd57c2-2ed1-4120-b909-66eb06365412/75bf63df-eea8-4ba0-a7d6-3fca49399710/f8a4aa0b-881e-4442-bdee-7a0856380659) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:19:56.534668 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b9b7294d-68e2-489d-8cd7-3a36f709adbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:56.555496 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-de5df6bb-75c9-4c1b-979f-ffe16ebc9211 req-8c3b5f5d-753e-4071-9fef-2e96c1916cd7 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260126 Sep 20 13:19:56.655758 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-fdb49d1f-a787-4e43-a86a-5be78dc40e2f None None] Current status of the port bd1bf316-e952-4b54-b387-2f9bfa10174b is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:19:56.774138 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21c1e68e-1f58-483a-acac-7453cdb7afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (dfbc54aa-0ed8-4030-9edb-0bf7f0e74037), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:56.789712 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a2f1c3f9-7674-4146-8a9f-d629e2c65c7d None None] Publish callbacks [] for port (cb4d0416-2b17-4af0-9459-d112b72a4fdf), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:56.792590 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f72c6ba-6909-4219-b509-48b355efe1df req-f33b8ab1-be3b-4c00-b9e0-73d305b10270 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:56.794795 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-0f72c6ba-6909-4219-b509-48b355efe1df req-f33b8ab1-be3b-4c00-b9e0-73d305b10270 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 945 time: 0.0731013 Sep 20 13:19:56.797617 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a2f1c3f9-7674-4146-8a9f-d629e2c65c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (cb4d0416-2b17-4af0-9459-d112b72a4fdf), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:56.834025 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-301c8a3b-5bd0-48ca-8dcb-e4b3301d2b95 req-5a5f5a7a-0291-4e5e-894a-09c653cf330e tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Publish callbacks [] for port (f8a4aa0b-881e-4442-bdee-7a0856380659), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:56.862049 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-0f72c6ba-6909-4219-b509-48b355efe1df req-355f724f-4b75-4363-8cb8-ecbb3569c297 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607266 Sep 20 13:19:56.871025 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-a2f1c3f9-7674-4146-8a9f-d629e2c65c7d None None] Attempting to bind port cb4d0416-2b17-4af0-9459-d112b72a4fdf on host dv-cinder-858463-1-iscsi for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 20 13:19:56.871449 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-a2f1c3f9-7674-4146-8a9f-d629e2c65c7d None None] Attempting to bind port cb4d0416-2b17-4af0-9459-d112b72a4fdf by drivers openvswitch,hyperv on host dv-cinder-858463-1-iscsi at level 0 using segments [{'id': '5aaf6297-6a46-4e9d-b63a-dd8b37b93294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 20 13:19:56.871817 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f1c3f9-7674-4146-8a9f-d629e2c65c7d None None] Attempting to bind port cb4d0416-2b17-4af0-9459-d112b72a4fdf on network 36104724-3f48-4df5-b3a4-d541d8e9add0 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:19:56.880713 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f1c3f9-7674-4146-8a9f-d629e2c65c7d None None] Checking agent: {'id': '543ca60b-7e7a-4ebd-8f87-7672c7a482b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 13, 9, 29), 'started_at': datetime.datetime(2022, 9, 20, 13, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 13, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:19:56.881068 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f1c3f9-7674-4146-8a9f-d629e2c65c7d None None] Checking segment: {'id': '5aaf6297-6a46-4e9d-b63a-dd8b37b93294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:19:56.881478 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a2f1c3f9-7674-4146-8a9f-d629e2c65c7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:56.881918 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f1c3f9-7674-4146-8a9f-d629e2c65c7d None None] Bound using segment: {'id': '5aaf6297-6a46-4e9d-b63a-dd8b37b93294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:19:56.882405 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-a2f1c3f9-7674-4146-8a9f-d629e2c65c7d None None] Bound port: cb4d0416-2b17-4af0-9459-d112b72a4fdf, host: dv-cinder-858463-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aaf6297-6a46-4e9d-b63a-dd8b37b93294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 20 13:19:56.882825 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a2f1c3f9-7674-4146-8a9f-d629e2c65c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (cb4d0416-2b17-4af0-9459-d112b72a4fdf), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:56.939951 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f3f3df-cca1-4024-814e-2de9759fa794 None None] Pushing event updated for resources: {'Port': ['ID=cb4d0416-2b17-4af0-9459-d112b72a4fdf,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:56.951580 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-a2f1c3f9-7674-4146-8a9f-d629e2c65c7d None None] For port cb4d0416-2b17-4af0-9459-d112b72a4fdf, host dv-cinder-858463-1-iscsi, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:19:56.955436 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-a2f1c3f9-7674-4146-8a9f-d629e2c65c7d None None] For port cb4d0416-2b17-4af0-9459-d112b72a4fdf, host dv-cinder-858463-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=cb4d0416-2b17-4af0-9459-d112b72a4fdf,segment=NetworkSegment(5aaf6297-6a46-4e9d-b63a-dd8b37b93294),segment_id=5aaf6297-6a46-4e9d-b63a-dd8b37b93294)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:19:56.974821 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-68f7ec1b-5021-48c9-a3ed-beae3deab1d8 req-c23f6281-a94d-48e1-a7ca-a60fe1027f89 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 210 time: 0.0427775 Sep 20 13:19:56.975366 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a2f1c3f9-7674-4146-8a9f-d629e2c65c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (cb4d0416-2b17-4af0-9459-d112b72a4fdf), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:56.975474 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-b9b7294d-68e2-489d-8cd7-3a36f709adbf admin admin] Allocated IP 172.20.0.1 (11c87694-9bef-4fe4-9250-573b5f8887eb/6bc59d34-e407-4d89-95e5-8037392fca32/612023b5-59ec-4767-bbea-33b2f0ae42ed) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:19:56.981787 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-301c8a3b-5bd0-48ca-8dcb-e4b3301d2b95 req-5a5f5a7a-0291-4e5e-894a-09c653cf330e tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (f8a4aa0b-881e-4442-bdee-7a0856380659), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:57.028675 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f1c3f9-7674-4146-8a9f-d629e2c65c7d None None] Routers {'e3f75c60-6a44-4084-9a98-6a39ca7815cf'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:19:57.029328 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-a2f1c3f9-7674-4146-8a9f-d629e2c65c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:19:56Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['e3f75c60-6a44-4084-9a98-6a39ca7815cf'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:19:57.066563 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-301c8a3b-5bd0-48ca-8dcb-e4b3301d2b95 req-5a5f5a7a-0291-4e5e-894a-09c653cf330e tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Network dfbd57c2-2ed1-4120-b909-66eb06365412 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:19:57.076029 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-301c8a3b-5bd0-48ca-8dcb-e4b3301d2b95 req-5a5f5a7a-0291-4e5e-894a-09c653cf330e tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:19:57.087007 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-301c8a3b-5bd0-48ca-8dcb-e4b3301d2b95 req-5a5f5a7a-0291-4e5e-894a-09c653cf330e tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:19:57.091513 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f3f3df-cca1-4024-814e-2de9759fa794 None None] Pushing event updated for resources: {'Port': ['ID=cb4d0416-2b17-4af0-9459-d112b72a4fdf,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:57.128715 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f5a7a-0291-4e5e-894a-09c653cf330e tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Pushing event updated for resources: {'Port': ['ID=f8a4aa0b-881e-4442-bdee-7a0856380659,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:57.166394 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c8a3b-5bd0-48ca-8dcb-e4b3301d2b95 req-5a5f5a7a-0291-4e5e-894a-09c653cf330e tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:57.167058 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-301c8a3b-5bd0-48ca-8dcb-e4b3301d2b95 req-5a5f5a7a-0291-4e5e-894a-09c653cf330e tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:57.175847 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-a2f1c3f9-7674-4146-8a9f-d629e2c65c7d None None] Set router e3f75c60-6a44-4084-9a98-6a39ca7815cf gateway port host: dv-cinder-858463-1-iscsi {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:19:57.209833 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b9b7294d-68e2-489d-8cd7-3a36f709adbf admin admin] Publish callbacks [] for port (612023b5-59ec-4767-bbea-33b2f0ae42ed), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:57.214760 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-301c8a3b-5bd0-48ca-8dcb-e4b3301d2b95 req-5a5f5a7a-0291-4e5e-894a-09c653cf330e tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3452468 Sep 20 13:19:57.254059 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b9b7294d-68e2-489d-8cd7-3a36f709adbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (612023b5-59ec-4767-bbea-33b2f0ae42ed), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:57.313895 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b7294d-68e2-489d-8cd7-3a36f709adbf admin admin] Network 11c87694-9bef-4fe4-9250-573b5f8887eb is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:19:57.315539 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b7294d-68e2-489d-8cd7-3a36f709adbf admin admin] Pushing event updated for resources: {'Port': ['ID=612023b5-59ec-4767-bbea-33b2f0ae42ed,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:57.326579 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-b9b7294d-68e2-489d-8cd7-3a36f709adbf admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:19:57.333063 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b7294d-68e2-489d-8cd7-3a36f709adbf admin admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:19:57.395230 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b9b7294d-68e2-489d-8cd7-3a36f709adbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1608580'] for router_interface (e3f75c60-6a44-4084-9a98-6a39ca7815cf), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:57.654887 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device bd1bf316-e952-4b54-b387-2f9bfa10174b up at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:19:57.742605 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-0d9b03e5-1f75-4350-9626-6b0613fb6a27 None None] Provisioning complete for port f8a4aa0b-881e-4442-bdee-7a0856380659 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:19:57.744365 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0d9b03e5-1f75-4350-9626-6b0613fb6a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (f8a4aa0b-881e-4442-bdee-7a0856380659), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:57.744711 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-0d9b03e5-1f75-4350-9626-6b0613fb6a27 None None] Attempt 1 to provision port f8a4aa0b-881e-4442-bdee-7a0856380659 Sep 20 13:19:57.784290 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b9b7294d-68e2-489d-8cd7-3a36f709adbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (612023b5-59ec-4767-bbea-33b2f0ae42ed), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:57.869541 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-a2f1c3f9-7674-4146-8a9f-d629e2c65c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f75c60-6a44-4084-9a98-6a39ca7815cf', 'name': 'tempest-AttachVolumeShelveTestJSON-107732550-router', 'tenant_id': 'ee3a57170bc8490098e0840a2e89392b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'cb4d0416-2b17-4af0-9459-d112b72a4fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:19:53Z', 'updated_at': '2022-09-20T13:19:54Z', 'revision_number': 3, 'project_id': 'ee3a57170bc8490098e0840a2e89392b', 'gw_port': {'id': 'cb4d0416-2b17-4af0-9459-d112b72a4fdf', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:28:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f75c60-6a44-4084-9a98-6a39ca7815cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:19:53Z', 'updated_at': '2022-09-20T13:19:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi'}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:19:57.872377 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-0d9b03e5-1f75-4350-9626-6b0613fb6a27 None None] Port f8a4aa0b-881e-4442-bdee-7a0856380659 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:19:57.946843 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f1c3f9-7674-4146-8a9f-d629e2c65c7d None None] The sync data for ids ['e3f75c60-6a44-4084-9a98-6a39ca7815cf'] in dv-cinder-858463-1-iscsi is: [{'id': 'e3f75c60-6a44-4084-9a98-6a39ca7815cf', 'name': 'tempest-AttachVolumeShelveTestJSON-107732550-router', 'tenant_id': 'ee3a57170bc8490098e0840a2e89392b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'cb4d0416-2b17-4af0-9459-d112b72a4fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:19:53Z', 'updated_at': '2022-09-20T13:19:54Z', 'revision_number': 3, 'project_id': 'ee3a57170bc8490098e0840a2e89392b', 'gw_port': {'id': 'cb4d0416-2b17-4af0-9459-d112b72a4fdf', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:28:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f75c60-6a44-4084-9a98-6a39ca7815cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:19:53Z', 'updated_at': '2022-09-20T13:19:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi'}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:19:57.992603 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Provisioning complete for port bd1bf316-e952-4b54-b387-2f9bfa10174b triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:19:57.993659 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (bd1bf316-e952-4b54-b387-2f9bfa10174b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:57.994018 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Attempt 1 to provision port bd1bf316-e952-4b54-b387-2f9bfa10174b Sep 20 13:19:58.158680 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c793fb8f-2eac-4cf0-b972-02f3f2d6d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (78ab24c8-cd03-458a-a2fc-6c0c54d0053a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:58.164394 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d0dfa-1ba5-42ff-8298-7a1b05ae0a64 req-859ba952-45aa-4518-b830-162d45e490e7 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:58.178446 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-708d0dfa-1ba5-42ff-8298-7a1b05ae0a64 req-859ba952-45aa-4518-b830-162d45e490e7 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 945 time: 0.1742926 Sep 20 13:19:58.232723 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Current status of the port bd1bf316-e952-4b54-b387-2f9bfa10174b is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:19:58.291653 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-708d0dfa-1ba5-42ff-8298-7a1b05ae0a64 req-912a2414-90d9-48ba-970b-f337526dc8a8 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093841 Sep 20 13:19:58.371084 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e77b66d-79f1-4c59-853c-b8da5c625900 req-8aed8d58-398e-4e3d-bf35-335cbbd75e68 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:58.372683 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8e77b66d-79f1-4c59-853c-b8da5c625900 req-8aed8d58-398e-4e3d-bf35-335cbbd75e68 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 931 time: 0.1735668 Sep 20 13:19:58.375660 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-0d9b03e5-1f75-4350-9626-6b0613fb6a27 None None] Attempt 2 to provision port f8a4aa0b-881e-4442-bdee-7a0856380659 Sep 20 13:19:58.377202 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b9b7294d-68e2-489d-8cd7-3a36f709adbf admin admin] Publish callbacks [] for port (612023b5-59ec-4767-bbea-33b2f0ae42ed), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:58.414371 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b9b7294d-68e2-489d-8cd7-3a36f709adbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242759'] for port (612023b5-59ec-4767-bbea-33b2f0ae42ed), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:58.482063 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-0d9b03e5-1f75-4350-9626-6b0613fb6a27 None None] Port f8a4aa0b-881e-4442-bdee-7a0856380659 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:19:58.564075 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b9b7294d-68e2-489d-8cd7-3a36f709adbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1608488'] for router_interface (e3f75c60-6a44-4084-9a98-6a39ca7815cf), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:58.596197 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b7294d-68e2-489d-8cd7-3a36f709adbf admin admin] Pushing event updated for resources: {'Port': ['ID=612023b5-59ec-4767-bbea-33b2f0ae42ed,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:19:58.604134 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8e77b66d-79f1-4c59-853c-b8da5c625900 req-538f20f4-b91c-482e-8a7e-daaf16d6a391 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/security-groups?id=1891abea-c207-4dad-8eca-78b6dbec540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240109 Sep 20 13:19:58.704969 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b7294d-68e2-489d-8cd7-3a36f709adbf admin admin] Network 11c87694-9bef-4fe4-9250-573b5f8887eb is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:19:58.711895 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-b9b7294d-68e2-489d-8cd7-3a36f709adbf admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:19:58.900016 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9b7294d-68e2-489d-8cd7-3a36f709adbf admin admin] Router e3f75c60-6a44-4084-9a98-6a39ca7815cf has already been hosted by L3 agent e6bdf340-58c5-4186-af2d-ab00439e5425 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:19:59.010623 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-0d9b03e5-1f75-4350-9626-6b0613fb6a27 None None] Attempt 3 to provision port f8a4aa0b-881e-4442-bdee-7a0856380659 Sep 20 13:19:59.048275 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b7294d-68e2-489d-8cd7-3a36f709adbf admin admin] Notify agent at l3_agent.dv-cinder-858463-1-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:19:59.054685 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-0d9b03e5-1f75-4350-9626-6b0613fb6a27 None None] Port f8a4aa0b-881e-4442-bdee-7a0856380659 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:19:59.065995 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-b9b7294d-68e2-489d-8cd7-3a36f709adbf admin admin] 10.222.0.55 "PUT /v2.0/routers/e3f75c60-6a44-4084-9a98-6a39ca7815cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9188447 Sep 20 13:19:59.490658 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a6fc8-4a5a-4a15-a0d5-009891d22b10 req-59ad2eab-2bf2-43c7-8816-e120733ef683 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:59.504279 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-487a6fc8-4a5a-4a15-a0d5-009891d22b10 req-59ad2eab-2bf2-43c7-8816-e120733ef683 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 945 time: 0.0861290 Sep 20 13:19:59.557313 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-0d9b03e5-1f75-4350-9626-6b0613fb6a27 None None] Attempt 4 to provision port f8a4aa0b-881e-4442-bdee-7a0856380659 Sep 20 13:19:59.619822 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device cb4d0416-2b17-4af0-9459-d112b72a4fdf up at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:19:59.684874 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-487a6fc8-4a5a-4a15-a0d5-009891d22b10 req-e3c20ce7-95d8-4039-b0a6-e8ba1ef87096 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753676 Sep 20 13:19:59.701412 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (543ca60b-7e7a-4ebd-8f87-7672c7a482b9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:59.759953 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-0d9b03e5-1f75-4350-9626-6b0613fb6a27 None None] Port f8a4aa0b-881e-4442-bdee-7a0856380659 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:19:59.805837 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Provisioning complete for port cb4d0416-2b17-4af0-9459-d112b72a4fdf triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:19:59.806305 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (cb4d0416-2b17-4af0-9459-d112b72a4fdf), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:59.806648 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Attempt 1 to provision port cb4d0416-2b17-4af0-9459-d112b72a4fdf Sep 20 13:19:59.900934 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2335b21-45a5-43ad-8db7-40e84ed3a661 req-4e8c20a4-496c-4e68-8824-f3ec44d21ea7 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:19:59.910541 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c2335b21-45a5-43ad-8db7-40e84ed3a661 req-4e8c20a4-496c-4e68-8824-f3ec44d21ea7 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 931 time: 0.1010504 Sep 20 13:19:59.911419 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 58028) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:19:59.935562 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.v2.base [None req-e979f4d8-8adf-4346-8436-34e1f982a10f tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1010323975', 'description': 'tempest-description--1054404156'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:19:59.969949 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Current status of the port cb4d0416-2b17-4af0-9459-d112b72a4fdf is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:19:59.970437 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (cb4d0416-2b17-4af0-9459-d112b72a4fdf), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:59.995098 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e979f4d8-8adf-4346-8436-34e1f982a10f tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:19:59.995505 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] For port cb4d0416-2b17-4af0-9459-d112b72a4fdf, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=cb4d0416-2b17-4af0-9459-d112b72a4fdf,segment=NetworkSegment(5aaf6297-6a46-4e9d-b63a-dd8b37b93294),segment_id=5aaf6297-6a46-4e9d-b63a-dd8b37b93294)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:20:00.000954 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (cb4d0416-2b17-4af0-9459-d112b72a4fdf), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:00.009460 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c2335b21-45a5-43ad-8db7-40e84ed3a661 req-2c20c2b3-037c-4d45-91c1-4b027abe535f tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/security-groups?id=1891abea-c207-4dad-8eca-78b6dbec540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968671 Sep 20 13:20:00.123148 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Pushing event updated for resources: {'Port': ['ID=cb4d0416-2b17-4af0-9459-d112b72a4fdf,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:00.177825 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e979f4d8-8adf-4346-8436-34e1f982a10f tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks [] for security_group (5565d80c-50f3-4a42-9c8c-806895e7b6d9), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:00.187666 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e979f4d8-8adf-4346-8436-34e1f982a10f tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (5565d80c-50f3-4a42-9c8c-806895e7b6d9), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:00.255642 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e979f4d8-8adf-4346-8436-34e1f982a10f tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:00.256907 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-e979f4d8-8adf-4346-8436-34e1f982a10f tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3427858 Sep 20 13:20:00.259105 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e979f4d8-8adf-4346-8436-34e1f982a10f tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5565d80c-50f3-4a42-9c8c-806895e7b6d9,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:00.260128 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 58036) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:20:00.261383 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-0d9b03e5-1f75-4350-9626-6b0613fb6a27 None None] Attempt 5 to provision port f8a4aa0b-881e-4442-bdee-7a0856380659 Sep 20 13:20:00.274268 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-5f5a24aa-8b1b-4c7c-b264-fa834055f3c8 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Request body: {'security_group_rule': {'security_group_id': '5565d80c-50f3-4a42-9c8c-806895e7b6d9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:20:00.301274 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-0d9b03e5-1f75-4350-9626-6b0613fb6a27 None None] Port f8a4aa0b-881e-4442-bdee-7a0856380659 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:20:00.323829 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5f5a24aa-8b1b-4c7c-b264-fa834055f3c8 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks [] for security_group_rule (b4b157ca-b7d0-4da6-a655-0993510a9940), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:00.407241 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5f5a24aa-8b1b-4c7c-b264-fa834055f3c8 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks [] for security_group_rule (b4b157ca-b7d0-4da6-a655-0993510a9940), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:00.412518 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5f5a24aa-8b1b-4c7c-b264-fa834055f3c8 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828784'] for security_group_rule (b4b157ca-b7d0-4da6-a655-0993510a9940), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:00.448945 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a24aa-8b1b-4c7c-b264-fa834055f3c8 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4b157ca-b7d0-4da6-a655-0993510a9940,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:00.501723 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5f5a24aa-8b1b-4c7c-b264-fa834055f3c8 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:00.506176 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-5f5a24aa-8b1b-4c7c-b264-fa834055f3c8 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2448349 Sep 20 13:20:00.507123 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 58048) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:20:00.515190 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.v2.base [None req-4f1a9059-9839-47ff-b52e-07b14fe8e2f7 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Request body: {'security_group_rule': {'security_group_id': '5565d80c-50f3-4a42-9c8c-806895e7b6d9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:20:00.589094 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e14f775-4d17-45d6-ad98-7f4badd36786 None None] Sync routers for ids ['e3f75c60-6a44-4084-9a98-6a39ca7815cf'] in dv-cinder-858463-1-iscsi {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:20:00.592574 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4f1a9059-9839-47ff-b52e-07b14fe8e2f7 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks [] for security_group_rule (cdbf8e42-106c-42fb-8733-4e887a4973da), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:00.600628 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e14f775-4d17-45d6-ad98-7f4badd36786 None None] Routers {'e3f75c60-6a44-4084-9a98-6a39ca7815cf'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:20:00.601444 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-5e14f775-4d17-45d6-ad98-7f4badd36786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:19:56Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['e3f75c60-6a44-4084-9a98-6a39ca7815cf'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:20:00.731837 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-5e14f775-4d17-45d6-ad98-7f4badd36786 None None] Set router e3f75c60-6a44-4084-9a98-6a39ca7815cf gateway port host: dv-cinder-858463-1-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:20:00.786971 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4f1a9059-9839-47ff-b52e-07b14fe8e2f7 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks [] for security_group_rule (cdbf8e42-106c-42fb-8733-4e887a4973da), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:00.799395 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4f1a9059-9839-47ff-b52e-07b14fe8e2f7 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828784'] for security_group_rule (cdbf8e42-106c-42fb-8733-4e887a4973da), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:00.803406 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-0d9b03e5-1f75-4350-9626-6b0613fb6a27 None None] Attempt 6 to provision port f8a4aa0b-881e-4442-bdee-7a0856380659 Sep 20 13:20:00.847713 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1a9059-9839-47ff-b52e-07b14fe8e2f7 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdbf8e42-106c-42fb-8733-4e887a4973da,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:00.952054 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-0d9b03e5-1f75-4350-9626-6b0613fb6a27 None None] Port f8a4aa0b-881e-4442-bdee-7a0856380659 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:20:01.068495 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3969a-9244-4833-bc5c-837576acab11 req-18a75832-8f31-4117-9049-8b87face9991 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:01.102587 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-64e3969a-9244-4833-bc5c-837576acab11 req-18a75832-8f31-4117-9049-8b87face9991 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 945 time: 0.2558956 Sep 20 13:20:01.136016 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-5e14f775-4d17-45d6-ad98-7f4badd36786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f75c60-6a44-4084-9a98-6a39ca7815cf', 'name': 'tempest-AttachVolumeShelveTestJSON-107732550-router', 'tenant_id': 'ee3a57170bc8490098e0840a2e89392b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'cb4d0416-2b17-4af0-9459-d112b72a4fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:19:53Z', 'updated_at': '2022-09-20T13:19:57Z', 'revision_number': 4, 'project_id': 'ee3a57170bc8490098e0840a2e89392b', 'gw_port': {'id': 'cb4d0416-2b17-4af0-9459-d112b72a4fdf', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:28:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f75c60-6a44-4084-9a98-6a39ca7815cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:19:53Z', 'updated_at': '2022-09-20T13:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': '612023b5-59ec-4767-bbea-33b2f0ae42ed', 'name': '', 'network_id': '11c87694-9bef-4fe4-9250-573b5f8887eb', 'tenant_id': 'ee3a57170bc8490098e0840a2e89392b', 'mac_address': 'fa:16:3e:fc:97:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f75c60-6a44-4084-9a98-6a39ca7815cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '6bc59d34-e407-4d89-95e5-8037392fca32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:19:56Z', 'updated_at': '2022-09-20T13:19:57Z', 'revision_number': 2, 'project_id': 'ee3a57170bc8490098e0840a2e89392b', 'subnets': [{'id': '6bc59d34-e407-4d89-95e5-8037392fca32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:20:01.160632 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4f1a9059-9839-47ff-b52e-07b14fe8e2f7 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:01.165798 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 58080) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:20:01.166270 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-4f1a9059-9839-47ff-b52e-07b14fe8e2f7 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6581669 Sep 20 13:20:01.170696 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-f04e5755-8501-438f-a9d4-f57c79b2b876 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Request body: {'floatingip': {'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:20:01.215119 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e14f775-4d17-45d6-ad98-7f4badd36786 None None] Checking router: e3f75c60-6a44-4084-9a98-6a39ca7815cf for host: dv-cinder-858463-1-iscsi {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:20:01.215905 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e14f775-4d17-45d6-ad98-7f4badd36786 None None] Updating router e3f75c60-6a44-4084-9a98-6a39ca7815cf port 612023b5-59ec-4767-bbea-33b2f0ae42ed binding host dv-cinder-858463-1-iscsi {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 13:20:01.223502 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-64e3969a-9244-4833-bc5c-837576acab11 req-b9897b1e-31cd-44f3-9960-d4e229edacbb tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193230 Sep 20 13:20:01.267527 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f04e5755-8501-438f-a9d4-f57c79b2b876 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:01.271826 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-5e14f775-4d17-45d6-ad98-7f4badd36786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (612023b5-59ec-4767-bbea-33b2f0ae42ed), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:01.416801 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcee411-baef-42e6-90ea-70c43f8fcff1 req-5cb07661-422c-4079-bb00-b559388fbdd0 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:01.424917 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ebcee411-baef-42e6-90ea-70c43f8fcff1 req-5cb07661-422c-4079-bb00-b559388fbdd0 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 931 time: 0.1972804 Sep 20 13:20:01.453599 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-0d9b03e5-1f75-4350-9626-6b0613fb6a27 None None] Attempt 7 to provision port f8a4aa0b-881e-4442-bdee-7a0856380659 Sep 20 13:20:01.502592 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-0d9b03e5-1f75-4350-9626-6b0613fb6a27 None None] Port f8a4aa0b-881e-4442-bdee-7a0856380659 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:20:01.534867 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ebcee411-baef-42e6-90ea-70c43f8fcff1 req-5c722fc6-26ec-4a55-828a-4d065fa9d122 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/security-groups?id=1891abea-c207-4dad-8eca-78b6dbec540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033845 Sep 20 13:20:01.563164 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f04e5755-8501-438f-a9d4-f57c79b2b876 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:01.567601 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device cb4d0416-2b17-4af0-9459-d112b72a4fdf up at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:20:01.643667 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Provisioning complete for port cb4d0416-2b17-4af0-9459-d112b72a4fdf triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:20:01.644678 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (cb4d0416-2b17-4af0-9459-d112b72a4fdf), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:01.645295 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Attempt 1 to provision port cb4d0416-2b17-4af0-9459-d112b72a4fdf Sep 20 13:20:01.760795 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Current status of the port cb4d0416-2b17-4af0-9459-d112b72a4fdf is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:20:01.795978 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-f04e5755-8501-438f-a9d4-f57c79b2b876 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Allocated IP 172.27.2.160 (36104724-3f48-4df5-b3a4-d541d8e9add0/adca2446-3f2d-49a4-ba29-cedd74eb43e2/acea1945-82ce-4f9f-b941-5e2e30400b9a) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:20:01.860577 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-5e14f775-4d17-45d6-ad98-7f4badd36786 None None] Publish callbacks [] for port (612023b5-59ec-4767-bbea-33b2f0ae42ed), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:01.876849 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-5e14f775-4d17-45d6-ad98-7f4badd36786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (612023b5-59ec-4767-bbea-33b2f0ae42ed), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:01.989681 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f04e5755-8501-438f-a9d4-f57c79b2b876 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks [] for port (acea1945-82ce-4f9f-b941-5e2e30400b9a), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:02.010575 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-0d9b03e5-1f75-4350-9626-6b0613fb6a27 None None] Attempt 8 to provision port f8a4aa0b-881e-4442-bdee-7a0856380659 Sep 20 13:20:02.051000 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f04e5755-8501-438f-a9d4-f57c79b2b876 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (acea1945-82ce-4f9f-b941-5e2e30400b9a), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:02.083910 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-0d9b03e5-1f75-4350-9626-6b0613fb6a27 None None] Port f8a4aa0b-881e-4442-bdee-7a0856380659 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:20:02.094488 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-5e14f775-4d17-45d6-ad98-7f4badd36786 None None] Attempting to bind port 612023b5-59ec-4767-bbea-33b2f0ae42ed on host dv-cinder-858463-1-iscsi for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 20 13:20:02.094994 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-5e14f775-4d17-45d6-ad98-7f4badd36786 None None] Attempting to bind port 612023b5-59ec-4767-bbea-33b2f0ae42ed by drivers openvswitch,hyperv on host dv-cinder-858463-1-iscsi at level 0 using segments [{'id': 'f948c4c9-3e43-44fc-b875-63e2f29a354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '11c87694-9bef-4fe4-9250-573b5f8887eb'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 20 13:20:02.095380 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e14f775-4d17-45d6-ad98-7f4badd36786 None None] Attempting to bind port 612023b5-59ec-4767-bbea-33b2f0ae42ed on network 11c87694-9bef-4fe4-9250-573b5f8887eb {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:20:02.098624 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0579e723-f88c-4f74-ab1b-1998edb04aa3 None None] Pushing event updated for resources: {'Port': ['ID=612023b5-59ec-4767-bbea-33b2f0ae42ed,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:02.114997 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e14f775-4d17-45d6-ad98-7f4badd36786 None None] Checking agent: {'id': '543ca60b-7e7a-4ebd-8f87-7672c7a482b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 13, 9, 29), 'started_at': datetime.datetime(2022, 9, 20, 13, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:20:02.116262 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e14f775-4d17-45d6-ad98-7f4badd36786 None None] Checking segment: {'id': 'f948c4c9-3e43-44fc-b875-63e2f29a354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '11c87694-9bef-4fe4-9250-573b5f8887eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:20:02.117030 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-5e14f775-4d17-45d6-ad98-7f4badd36786 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:02.117504 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e14f775-4d17-45d6-ad98-7f4badd36786 None None] Bound using segment: {'id': 'f948c4c9-3e43-44fc-b875-63e2f29a354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '11c87694-9bef-4fe4-9250-573b5f8887eb'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:20:02.117984 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-5e14f775-4d17-45d6-ad98-7f4badd36786 None None] Bound port: 612023b5-59ec-4767-bbea-33b2f0ae42ed, host: dv-cinder-858463-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f948c4c9-3e43-44fc-b875-63e2f29a354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '11c87694-9bef-4fe4-9250-573b5f8887eb'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 20 13:20:02.118374 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-5e14f775-4d17-45d6-ad98-7f4badd36786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (612023b5-59ec-4767-bbea-33b2f0ae42ed), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:02.150453 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04e5755-8501-438f-a9d4-f57c79b2b876 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Network 36104724-3f48-4df5-b3a4-d541d8e9add0 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:20:02.161502 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-f04e5755-8501-438f-a9d4-f57c79b2b876 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:20:02.165409 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04e5755-8501-438f-a9d4-f57c79b2b876 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Pushing event updated for resources: {'Port': ['ID=acea1945-82ce-4f9f-b941-5e2e30400b9a,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:02.175553 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04e5755-8501-438f-a9d4-f57c79b2b876 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:20:02.242316 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-5e14f775-4d17-45d6-ad98-7f4badd36786 None None] For port 612023b5-59ec-4767-bbea-33b2f0ae42ed, host dv-cinder-858463-1-iscsi, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:20:02.247303 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-5e14f775-4d17-45d6-ad98-7f4badd36786 None None] For port 612023b5-59ec-4767-bbea-33b2f0ae42ed, host dv-cinder-858463-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=612023b5-59ec-4767-bbea-33b2f0ae42ed,segment=NetworkSegment(f948c4c9-3e43-44fc-b875-63e2f29a354c),segment_id=f948c4c9-3e43-44fc-b875-63e2f29a354c)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:20:02.261647 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-5e14f775-4d17-45d6-ad98-7f4badd36786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (612023b5-59ec-4767-bbea-33b2f0ae42ed), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:02.344081 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f04e5755-8501-438f-a9d4-f57c79b2b876 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks [] for floatingip (655e0839-951c-43e4-b2cc-efbf36ad6c72), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:02.397304 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e14f775-4d17-45d6-ad98-7f4badd36786 None None] Routers {'e3f75c60-6a44-4084-9a98-6a39ca7815cf'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:20:02.399981 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-5e14f775-4d17-45d6-ad98-7f4badd36786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:19:56Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['e3f75c60-6a44-4084-9a98-6a39ca7815cf'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:20:02.418956 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f04e5755-8501-438f-a9d4-f57c79b2b876 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (acea1945-82ce-4f9f-b941-5e2e30400b9a), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:02.430479 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0579e723-f88c-4f74-ab1b-1998edb04aa3 None None] Pushing event updated for resources: {'Port': ['ID=612023b5-59ec-4767-bbea-33b2f0ae42ed,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:02.575650 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d5da25-958f-4b7b-aec3-140849a9fe40 req-d2797214-4a2f-47ac-81f6-ffa0f41e0180 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:02.588516 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-e3d5da25-958f-4b7b-aec3-140849a9fe40 req-d2797214-4a2f-47ac-81f6-ffa0f41e0180 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 945 time: 0.2040906 Sep 20 13:20:02.589358 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-0d9b03e5-1f75-4350-9626-6b0613fb6a27 None None] Attempt 9 to provision port f8a4aa0b-881e-4442-bdee-7a0856380659 Sep 20 13:20:02.679034 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-0d9b03e5-1f75-4350-9626-6b0613fb6a27 None None] Port f8a4aa0b-881e-4442-bdee-7a0856380659 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:20:02.752642 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-e3d5da25-958f-4b7b-aec3-140849a9fe40 req-53ee0b25-9981-4663-bf67-03a1500f7e98 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684959 Sep 20 13:20:02.813176 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-5e14f775-4d17-45d6-ad98-7f4badd36786 None None] Set router e3f75c60-6a44-4084-9a98-6a39ca7815cf gateway port host: dv-cinder-858463-1-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:20:02.933454 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f35fe58-e015-4c35-9064-69d41449f357 req-b7456a20-6914-4536-883c-b345a1b861fc tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:02.945748 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9f35fe58-e015-4c35-9064-69d41449f357 req-b7456a20-6914-4536-883c-b345a1b861fc tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 931 time: 0.2723949 Sep 20 13:20:02.980300 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f04e5755-8501-438f-a9d4-f57c79b2b876 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks [] for port (acea1945-82ce-4f9f-b941-5e2e30400b9a), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:02.995008 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f04e5755-8501-438f-a9d4-f57c79b2b876 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242759'] for port (acea1945-82ce-4f9f-b941-5e2e30400b9a), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:03.106429 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f04e5755-8501-438f-a9d4-f57c79b2b876 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607693'] for floatingip (655e0839-951c-43e4-b2cc-efbf36ad6c72), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:03.140085 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9f35fe58-e015-4c35-9064-69d41449f357 req-48b1efc2-2966-4741-8bc2-c5913fd2a640 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/security-groups?id=1891abea-c207-4dad-8eca-78b6dbec540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932139 Sep 20 13:20:03.148785 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f04e5755-8501-438f-a9d4-f57c79b2b876 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:03.150221 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-f04e5755-8501-438f-a9d4-f57c79b2b876 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9830096 Sep 20 13:20:03.161239 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04e5755-8501-438f-a9d4-f57c79b2b876 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Pushing event updated for resources: {'Port': ['ID=acea1945-82ce-4f9f-b941-5e2e30400b9a,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:03.179772 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-0d9b03e5-1f75-4350-9626-6b0613fb6a27 None None] Attempt 10 to provision port f8a4aa0b-881e-4442-bdee-7a0856380659 Sep 20 13:20:03.187646 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 58126) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:20:03.217870 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-5e14f775-4d17-45d6-ad98-7f4badd36786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f75c60-6a44-4084-9a98-6a39ca7815cf', 'name': 'tempest-AttachVolumeShelveTestJSON-107732550-router', 'tenant_id': 'ee3a57170bc8490098e0840a2e89392b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'cb4d0416-2b17-4af0-9459-d112b72a4fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:19:53Z', 'updated_at': '2022-09-20T13:19:57Z', 'revision_number': 4, 'project_id': 'ee3a57170bc8490098e0840a2e89392b', 'gw_port': {'id': 'cb4d0416-2b17-4af0-9459-d112b72a4fdf', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:28:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f75c60-6a44-4084-9a98-6a39ca7815cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:19:53Z', 'updated_at': '2022-09-20T13:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': '612023b5-59ec-4767-bbea-33b2f0ae42ed', 'name': '', 'network_id': '11c87694-9bef-4fe4-9250-573b5f8887eb', 'tenant_id': 'ee3a57170bc8490098e0840a2e89392b', 'mac_address': 'fa:16:3e:fc:97:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f75c60-6a44-4084-9a98-6a39ca7815cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '6bc59d34-e407-4d89-95e5-8037392fca32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:19:56Z', 'updated_at': '2022-09-20T13:20:02Z', 'revision_number': 4, 'project_id': 'ee3a57170bc8490098e0840a2e89392b', 'subnets': [{'id': '6bc59d34-e407-4d89-95e5-8037392fca32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:20:03.229881 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-0d9b03e5-1f75-4350-9626-6b0613fb6a27 None None] Port f8a4aa0b-881e-4442-bdee-7a0856380659 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:20:03.250392 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e14f775-4d17-45d6-ad98-7f4badd36786 None None] The sync data for ids ['e3f75c60-6a44-4084-9a98-6a39ca7815cf'] in dv-cinder-858463-1-iscsi is: [{'id': 'e3f75c60-6a44-4084-9a98-6a39ca7815cf', 'name': 'tempest-AttachVolumeShelveTestJSON-107732550-router', 'tenant_id': 'ee3a57170bc8490098e0840a2e89392b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'cb4d0416-2b17-4af0-9459-d112b72a4fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:19:53Z', 'updated_at': '2022-09-20T13:19:57Z', 'revision_number': 4, 'project_id': 'ee3a57170bc8490098e0840a2e89392b', 'gw_port': {'id': 'cb4d0416-2b17-4af0-9459-d112b72a4fdf', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:28:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f75c60-6a44-4084-9a98-6a39ca7815cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:19:53Z', 'updated_at': '2022-09-20T13:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': '612023b5-59ec-4767-bbea-33b2f0ae42ed', 'name': '', 'network_id': '11c87694-9bef-4fe4-9250-573b5f8887eb', 'tenant_id': 'ee3a57170bc8490098e0840a2e89392b', 'mac_address': 'fa:16:3e:fc:97:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f75c60-6a44-4084-9a98-6a39ca7815cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '6bc59d34-e407-4d89-95e5-8037392fca32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:19:56Z', 'updated_at': '2022-09-20T13:20:02Z', 'revision_number': 4, 'project_id': 'ee3a57170bc8490098e0840a2e89392b', 'subnets': [{'id': '6bc59d34-e407-4d89-95e5-8037392fca32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:20:03.351965 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-0a3d0fc6-0ed4-4aff-ae7b-31d042e281c6 None None] Provisioning complete for port 612023b5-59ec-4767-bbea-33b2f0ae42ed triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:20:03.352347 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0a3d0fc6-0ed4-4aff-ae7b-31d042e281c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (612023b5-59ec-4767-bbea-33b2f0ae42ed), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:03.352684 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-0a3d0fc6-0ed4-4aff-ae7b-31d042e281c6 None None] Attempt 1 to provision port 612023b5-59ec-4767-bbea-33b2f0ae42ed Sep 20 13:20:03.353440 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-65d4dde5-3cff-43bd-9107-f638a68122f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:03.458532 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-0a3d0fc6-0ed4-4aff-ae7b-31d042e281c6 None None] Current status of the port 612023b5-59ec-4767-bbea-33b2f0ae42ed is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:20:03.459196 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0a3d0fc6-0ed4-4aff-ae7b-31d042e281c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (612023b5-59ec-4767-bbea-33b2f0ae42ed), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:03.469625 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-65d4dde5-3cff-43bd-9107-f638a68122f4 admin admin] Publish callbacks [] for security_group (da9cbacf-ccd3-426c-a2bf-af376e5e3512), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:03.478368 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-65d4dde5-3cff-43bd-9107-f638a68122f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (da9cbacf-ccd3-426c-a2bf-af376e5e3512), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:03.514967 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-0a3d0fc6-0ed4-4aff-ae7b-31d042e281c6 None None] For port 612023b5-59ec-4767-bbea-33b2f0ae42ed, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=612023b5-59ec-4767-bbea-33b2f0ae42ed,segment=NetworkSegment(f948c4c9-3e43-44fc-b875-63e2f29a354c),segment_id=f948c4c9-3e43-44fc-b875-63e2f29a354c)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:20:03.521700 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0a3d0fc6-0ed4-4aff-ae7b-31d042e281c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (612023b5-59ec-4767-bbea-33b2f0ae42ed), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:03.534694 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d4dde5-3cff-43bd-9107-f638a68122f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9cbacf-ccd3-426c-a2bf-af376e5e3512,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:03.539887 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-65d4dde5-3cff-43bd-9107-f638a68122f4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=73a697bbfd864c5f8bf51c5843bcef76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3509905 Sep 20 13:20:03.544169 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 58136) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:20:03.586599 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 612023b5-59ec-4767-bbea-33b2f0ae42ed up at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:20:03.615841 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-775041b8-ab23-4824-8557-e49931530c27 admin admin] Publish callbacks [] for security_group (da9cbacf-ccd3-426c-a2bf-af376e5e3512), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:03.641522 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-775041b8-ab23-4824-8557-e49931530c27 admin admin] Publish callbacks [] for security_group (da9cbacf-ccd3-426c-a2bf-af376e5e3512), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:03.731262 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-775041b8-ab23-4824-8557-e49931530c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (da9cbacf-ccd3-426c-a2bf-af376e5e3512), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:03.734006 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-775041b8-ab23-4824-8557-e49931530c27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:03.738261 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-775041b8-ab23-4824-8557-e49931530c27 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/da9cbacf-ccd3-426c-a2bf-af376e5e3512 HTTP/1.1" status: 204 len: 168 time: 0.1901023 Sep 20 13:20:03.744261 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775041b8-ab23-4824-8557-e49931530c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9cbacf-ccd3-426c-a2bf-af376e5e3512,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:03.827401 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3d0fc6-0ed4-4aff-ae7b-31d042e281c6 None None] Pushing event updated for resources: {'Port': ['ID=612023b5-59ec-4767-bbea-33b2f0ae42ed,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:03.876347 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Provisioning complete for port 612023b5-59ec-4767-bbea-33b2f0ae42ed triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:20:03.876724 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (612023b5-59ec-4767-bbea-33b2f0ae42ed), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:03.877068 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Attempt 1 to provision port 612023b5-59ec-4767-bbea-33b2f0ae42ed Sep 20 13:20:04.032376 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a79ab-2ce4-4aac-afb8-0500382892eb req-1b95ddaa-a93f-495d-b8a2-c2e3e12a84a1 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:04.043797 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b52a79ab-2ce4-4aac-afb8-0500382892eb req-1b95ddaa-a93f-495d-b8a2-c2e3e12a84a1 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 945 time: 0.1321135 Sep 20 13:20:04.047376 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Current status of the port 612023b5-59ec-4767-bbea-33b2f0ae42ed is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:20:04.120554 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b52a79ab-2ce4-4aac-afb8-0500382892eb req-70b8482f-b2d6-4a42-98f5-7800150c2d9d tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757101 Sep 20 13:20:04.383048 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac3e76-0b0f-4bc5-9a03-a2cbe88021f7 req-35557191-83dc-4233-83b8-6242414cea94 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:04.384612 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b7ac3e76-0b0f-4bc5-9a03-a2cbe88021f7 req-35557191-83dc-4233-83b8-6242414cea94 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 931 time: 0.0893693 Sep 20 13:20:04.405132 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 58154) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:20:04.421923 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7e6927c0-153b-4a88-945e-f7ef489c0097 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:04.475863 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b7ac3e76-0b0f-4bc5-9a03-a2cbe88021f7 req-ed4faaad-89c9-4d1d-a9a2-6c4cab219cdf tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/security-groups?id=1891abea-c207-4dad-8eca-78b6dbec540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853734 Sep 20 13:20:04.571639 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7e6927c0-153b-4a88-945e-f7ef489c0097 admin admin] Publish callbacks [] for security_group (d2f8628f-7b93-426b-9307-d86c240b3f70), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:04.582189 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7e6927c0-153b-4a88-945e-f7ef489c0097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (d2f8628f-7b93-426b-9307-d86c240b3f70), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:04.635587 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-7e6927c0-153b-4a88-945e-f7ef489c0097 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4a9056be18ab4b11ba9bc3275f42f9cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2284493 Sep 20 13:20:04.638232 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 58156) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:20:04.644976 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6927c0-153b-4a88-945e-f7ef489c0097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f8628f-7b93-426b-9307-d86c240b3f70,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:04.725317 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a947de2a-6a1f-42e7-90e3-146c23aca6cd admin admin] Publish callbacks [] for security_group (d2f8628f-7b93-426b-9307-d86c240b3f70), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:04.749841 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a947de2a-6a1f-42e7-90e3-146c23aca6cd admin admin] Publish callbacks [] for security_group (d2f8628f-7b93-426b-9307-d86c240b3f70), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:04.802612 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a947de2a-6a1f-42e7-90e3-146c23aca6cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (d2f8628f-7b93-426b-9307-d86c240b3f70), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:04.805731 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a947de2a-6a1f-42e7-90e3-146c23aca6cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:04.812755 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-a947de2a-6a1f-42e7-90e3-146c23aca6cd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d2f8628f-7b93-426b-9307-d86c240b3f70 HTTP/1.1" status: 204 len: 168 time: 0.1725986 Sep 20 13:20:04.822389 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a947de2a-6a1f-42e7-90e3-146c23aca6cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f8628f-7b93-426b-9307-d86c240b3f70,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:05.305847 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 58174) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:20:05.308766 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c8dbe-b029-4667-900e-132424368c57 req-9dbb357e-e804-484c-aaed-76c9ac55cfe9 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:05.310320 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c28c8dbe-b029-4667-900e-132424368c57 req-9dbb357e-e804-484c-aaed-76c9ac55cfe9 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 945 time: 0.0913136 Sep 20 13:20:05.331964 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e6943c64-b40b-4e78-86d3-bf4e5b909107 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:05.365256 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c28c8dbe-b029-4667-900e-132424368c57 req-44bb309a-8d96-4c33-8bd3-03ca42f89cb4 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470526 Sep 20 13:20:05.455974 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e6943c64-b40b-4e78-86d3-bf4e5b909107 admin admin] Publish callbacks [] for security_group (fdd37945-6488-4964-ac93-4171cc3a4e65), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:05.462354 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e6943c64-b40b-4e78-86d3-bf4e5b909107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (fdd37945-6488-4964-ac93-4171cc3a4e65), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:05.497409 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 612023b5-59ec-4767-bbea-33b2f0ae42ed up at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:20:05.506026 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6943c64-b40b-4e78-86d3-bf4e5b909107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd37945-6488-4964-ac93-4171cc3a4e65,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:05.512530 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-e6943c64-b40b-4e78-86d3-bf4e5b909107 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2ba3cca677044c14acb49e85765f9ce3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2027042 Sep 20 13:20:05.512713 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 58178) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:20:05.571178 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-70d293ed-b60e-416c-99d3-ac51a50e2fd5 admin admin] Publish callbacks [] for security_group (fdd37945-6488-4964-ac93-4171cc3a4e65), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:05.580952 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Provisioning complete for port 612023b5-59ec-4767-bbea-33b2f0ae42ed triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:20:05.581665 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (612023b5-59ec-4767-bbea-33b2f0ae42ed), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:05.582364 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Attempt 1 to provision port 612023b5-59ec-4767-bbea-33b2f0ae42ed Sep 20 13:20:05.609369 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-70d293ed-b60e-416c-99d3-ac51a50e2fd5 admin admin] Publish callbacks [] for security_group (fdd37945-6488-4964-ac93-4171cc3a4e65), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:05.680355 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Current status of the port 612023b5-59ec-4767-bbea-33b2f0ae42ed is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:20:05.693399 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-70d293ed-b60e-416c-99d3-ac51a50e2fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (fdd37945-6488-4964-ac93-4171cc3a4e65), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:05.694010 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85087990-8a73-4655-ab9e-0abb6f6f5b34 req-6d482473-6976-4316-bca1-c8bcefb4c32e tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:05.695722 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-85087990-8a73-4655-ab9e-0abb6f6f5b34 req-6d482473-6976-4316-bca1-c8bcefb4c32e tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 931 time: 0.0921612 Sep 20 13:20:05.701309 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-70d293ed-b60e-416c-99d3-ac51a50e2fd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:05.704844 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-70d293ed-b60e-416c-99d3-ac51a50e2fd5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fdd37945-6488-4964-ac93-4171cc3a4e65 HTTP/1.1" status: 204 len: 168 time: 0.1888587 Sep 20 13:20:05.712867 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d293ed-b60e-416c-99d3-ac51a50e2fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd37945-6488-4964-ac93-4171cc3a4e65,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:05.802103 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-85087990-8a73-4655-ab9e-0abb6f6f5b34 req-4492981a-d93b-4d2d-8e1d-ca624df3a6f2 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/security-groups?id=1891abea-c207-4dad-8eca-78b6dbec540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003637 Sep 20 13:20:06.541693 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925fb69a-148d-412a-a182-602f49144839 req-d3b8dae2-8bc0-4f15-bf10-5d477436fd36 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:06.544019 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-925fb69a-148d-412a-a182-602f49144839 req-d3b8dae2-8bc0-4f15-bf10-5d477436fd36 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 945 time: 0.0938551 Sep 20 13:20:06.638229 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-925fb69a-148d-412a-a182-602f49144839 req-d85d1a50-e128-46e6-b42b-63a6fcea42a1 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870075 Sep 20 13:20:06.930642 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7e404-652d-402a-87c7-d05f24294481 req-7bac47d4-07da-429e-a4d9-4249ca85d693 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:06.933076 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-79d7e404-652d-402a-87c7-d05f24294481 req-7bac47d4-07da-429e-a4d9-4249ca85d693 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 931 time: 0.0620472 Sep 20 13:20:07.218078 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-79d7e404-652d-402a-87c7-d05f24294481 req-9f32caa0-af22-4ffb-815e-7eda496abd68 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/security-groups?id=1891abea-c207-4dad-8eca-78b6dbec540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786551 Sep 20 13:20:07.764533 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1aa485-622d-4bf0-9425-d4a377cd8246 req-565c8902-0e3c-428e-ac0f-be3e81060a82 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:07.765877 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3f1aa485-622d-4bf0-9425-d4a377cd8246 req-565c8902-0e3c-428e-ac0f-be3e81060a82 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 945 time: 0.0526485 Sep 20 13:20:07.816000 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3f1aa485-622d-4bf0-9425-d4a377cd8246 req-c1886a8c-c058-4e6b-9e0d-b1d6de724542 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440500 Sep 20 13:20:08.347519 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c20dce-1f84-42b9-9798-169cd40248c6 req-c4050cd9-aab0-42b5-81a4-ef622747ef0d tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:08.348987 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d3c20dce-1f84-42b9-9798-169cd40248c6 req-c4050cd9-aab0-42b5-81a4-ef622747ef0d tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 931 time: 0.0542593 Sep 20 13:20:08.407454 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d3c20dce-1f84-42b9-9798-169cd40248c6 req-d6a3316c-1188-46b2-a43c-60033d5e33e6 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/security-groups?id=1891abea-c207-4dad-8eca-78b6dbec540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528693 Sep 20 13:20:08.944981 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be160c80-aff3-46ad-a154-2fed94d71071 req-1c3ad278-5c39-475d-93fa-e7cf3f5b29a8 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:08.946451 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-be160c80-aff3-46ad-a154-2fed94d71071 req-1c3ad278-5c39-475d-93fa-e7cf3f5b29a8 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 945 time: 0.0541735 Sep 20 13:20:08.991976 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-be160c80-aff3-46ad-a154-2fed94d71071 req-5a4c51b9-685e-4cdf-ab3b-df92e542e193 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400405 Sep 20 13:20:09.545894 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb41a6f-2252-480c-bb80-5b31eaadc58e req-651d409a-7c2e-4088-8f71-585d7089f973 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:09.545894 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ffb41a6f-2252-480c-bb80-5b31eaadc58e req-651d409a-7c2e-4088-8f71-585d7089f973 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 931 time: 0.0603633 Sep 20 13:20:09.601338 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ffb41a6f-2252-480c-bb80-5b31eaadc58e req-3cd31dc8-3671-4419-a65b-88834d1baade tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/security-groups?id=1891abea-c207-4dad-8eca-78b6dbec540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479498 Sep 20 13:20:09.975799 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (728cf656-0364-4172-b8b5-b6ffd3122ed0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:10.122760 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330b92f-6280-4904-af33-afc5167c89b2 req-f8de39c1-fca0-45f7-848f-5ac2972f12ed tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:10.124261 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1330b92f-6280-4904-af33-afc5167c89b2 req-f8de39c1-fca0-45f7-848f-5ac2972f12ed tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 945 time: 0.0589073 Sep 20 13:20:10.171921 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1330b92f-6280-4904-af33-afc5167c89b2 req-51885bdf-16e8-4f65-8a3d-b6b70dc43a80 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411000 Sep 20 13:20:10.296721 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-715ba42b-1b83-4d47-b9ba-c4fa7f65b746 req-841b37f8-a6c0-4603-95ff-d751beef76bc tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1010323975&fields=id&tenant_id=ee3a57170bc8490098e0840a2e89392b HTTP/1.1" status: 200 len: 267 time: 0.0440507 Sep 20 13:20:10.404347 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ba42b-1b83-4d47-b9ba-c4fa7f65b746 req-fff5ee17-9b8e-4122-95b1-fed5f8cf9f85 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:10.405793 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-715ba42b-1b83-4d47-b9ba-c4fa7f65b746 req-fff5ee17-9b8e-4122-95b1-fed5f8cf9f85 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/networks?id=11c87694-9bef-4fe4-9250-573b5f8887eb HTTP/1.1" status: 200 len: 816 time: 0.1013091 Sep 20 13:20:10.421097 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-715ba42b-1b83-4d47-b9ba-c4fa7f65b746 req-3ffb7b73-db2b-4fc9-945a-4e8d4e062498 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/quotas/ee3a57170bc8490098e0840a2e89392b HTTP/1.1" status: 200 len: 375 time: 0.0091257 Sep 20 13:20:10.475526 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-715ba42b-1b83-4d47-b9ba-c4fa7f65b746 req-bde45188-926f-4194-8584-b2f5ac9bdf0e tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ee3a57170bc8490098e0840a2e89392b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484204 Sep 20 13:20:10.588369 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-715ba42b-1b83-4d47-b9ba-c4fa7f65b746 req-1136a33a-6ed9-430d-a4c2-bd1b976d5f78 service neutron] 10.222.0.55 "GET /v2.0/networks/11c87694-9bef-4fe4-9250-573b5f8887eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993571 Sep 20 13:20:10.710816 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-715ba42b-1b83-4d47-b9ba-c4fa7f65b746 req-15f59ca2-f139-4206-aa78-cf9f98358d23 service neutron] 10.222.0.55 "GET /v2.0/networks/11c87694-9bef-4fe4-9250-573b5f8887eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063764 Sep 20 13:20:10.738065 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3e766-ac5a-4649-910d-ea451dbe3866 req-516f1cef-16c7-4b1e-ad03-85f6e80be1ec tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:10.739650 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-94f3e766-ac5a-4649-910d-ea451dbe3866 req-516f1cef-16c7-4b1e-ad03-85f6e80be1ec tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 931 time: 0.0549178 Sep 20 13:20:10.787104 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-94f3e766-ac5a-4649-910d-ea451dbe3866 req-13abdb97-c87c-4a04-901f-f7a29e48bdd5 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/security-groups?id=1891abea-c207-4dad-8eca-78b6dbec540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418375 Sep 20 13:20:10.873291 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-76ee9cb8-0149-466d-aedc-e8fd9a4f7c7e req-48d756a3-3e8c-47c9-9386-bee2d5af035e tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 210 time: 0.0304892 Sep 20 13:20:11.293541 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9623a5-9fd4-40b7-8e80-aa9021c99c3f req-39be069d-8489-450c-ac92-baf4a7f13226 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:11.294986 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-0e9623a5-9fd4-40b7-8e80-aa9021c99c3f req-39be069d-8489-450c-ac92-baf4a7f13226 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 945 time: 0.0515583 Sep 20 13:20:11.339372 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-0e9623a5-9fd4-40b7-8e80-aa9021c99c3f req-b9839e9e-aa7d-4c11-bbce-32e322cfd106 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388281 Sep 20 13:20:11.463942 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.agents_db [None req-1b87bba1-5a3b-42d5-ba20-63287d9ec67c None None] Agent healthcheck: found 6 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:20:11.910605 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d142edf3-e0c2-41bb-b463-7ae8ad94ca0d req-dc71af2e-cf19-4475-86f6-e7f7a46b0ae2 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:11.912105 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d142edf3-e0c2-41bb-b463-7ae8ad94ca0d req-dc71af2e-cf19-4475-86f6-e7f7a46b0ae2 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 931 time: 0.0517287 Sep 20 13:20:11.961170 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d142edf3-e0c2-41bb-b463-7ae8ad94ca0d req-4215f51b-8c11-4d69-869a-c63c123b391e tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/security-groups?id=1891abea-c207-4dad-8eca-78b6dbec540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430734 Sep 20 13:20:11.980046 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-86cfbf2c-91db-40c8-b120-36cfb6a46a14 req-383dc0da-b9bd-4246-9a76-6940456d6605 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 210 time: 0.0273769 Sep 20 13:20:12.460920 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319994d4-92ec-41e4-81a2-f54ffb4fbac9 req-05349cc7-e92f-4294-bcac-db54d748d4b6 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:12.462356 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-319994d4-92ec-41e4-81a2-f54ffb4fbac9 req-05349cc7-e92f-4294-bcac-db54d748d4b6 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 945 time: 0.0524805 Sep 20 13:20:12.508496 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-319994d4-92ec-41e4-81a2-f54ffb4fbac9 req-7144fe08-d033-4d21-88ae-c273c2dc030d tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406382 Sep 20 13:20:13.095774 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcce057-7fec-44f0-9319-856b5ae42667 req-e71f86fe-ed57-4485-ae27-edb22d6537f4 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:13.098304 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-2bcce057-7fec-44f0-9319-856b5ae42667 req-e71f86fe-ed57-4485-ae27-edb22d6537f4 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 931 time: 0.0654061 Sep 20 13:20:13.118862 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3ff64a4f-7327-445e-b52f-61f49d5e189b req-4259c337-d170-4199-9a54-fcf392439ed3 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 210 time: 0.0418272 Sep 20 13:20:13.170230 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-2bcce057-7fec-44f0-9319-856b5ae42667 req-af1d5ea8-07c2-4ccc-9b68-9429098a4c5a tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/security-groups?id=1891abea-c207-4dad-8eca-78b6dbec540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654631 Sep 20 13:20:13.632106 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251be7fd-b284-448b-a3ac-2e870a0d59bd req-7c5db235-5636-47e3-8a16-0199b1a7f4dc tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:13.633606 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-251be7fd-b284-448b-a3ac-2e870a0d59bd req-7c5db235-5636-47e3-8a16-0199b1a7f4dc tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 945 time: 0.0535641 Sep 20 13:20:13.680382 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-251be7fd-b284-448b-a3ac-2e870a0d59bd req-c6187538-c3ad-46d9-b85d-89257f3d6138 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412393 Sep 20 13:20:14.224436 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-b1d09617-0e66-41b9-8e6e-4668b2a3b297 req-995b1863-b92e-4594-b129-e3140852de15 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 210 time: 0.0268948 Sep 20 13:20:14.294216 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94225dfd-f5fc-47e0-b95e-bb5bc2391029 req-fe183d79-f721-4584-8aac-bb8964330930 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:14.295711 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-94225dfd-f5fc-47e0-b95e-bb5bc2391029 req-fe183d79-f721-4584-8aac-bb8964330930 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 931 time: 0.0525811 Sep 20 13:20:14.341549 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-94225dfd-f5fc-47e0-b95e-bb5bc2391029 req-a14de74c-d7a2-4452-b691-9b6aa5e1b1d6 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/security-groups?id=1891abea-c207-4dad-8eca-78b6dbec540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397265 Sep 20 13:20:14.800042 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a48e13-62c0-4748-a5af-402bdfdf6958 req-ea11e534-0183-4b2c-8643-7e695dbb8353 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:14.801583 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-b2a48e13-62c0-4748-a5af-402bdfdf6958 req-ea11e534-0183-4b2c-8643-7e695dbb8353 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 945 time: 0.0518799 Sep 20 13:20:14.863314 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-b2a48e13-62c0-4748-a5af-402bdfdf6958 req-79dabcd7-a565-4bd3-b8ec-26fe40c696bd tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559430 Sep 20 13:20:15.333147 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b2bb833e-fa6c-44fb-98cb-6b2b983f260b req-752b2b22-bde7-4f20-bf08-c74d3abad416 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 210 time: 0.0309911 Sep 20 13:20:15.460438 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f8c7e-c90f-439b-a109-f97a653fb315 req-cc6f382d-1c00-40b3-957e-48afceb65087 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:15.461859 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-df0f8c7e-c90f-439b-a109-f97a653fb315 req-cc6f382d-1c00-40b3-957e-48afceb65087 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 931 time: 0.0511160 Sep 20 13:20:15.507155 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-df0f8c7e-c90f-439b-a109-f97a653fb315 req-3cf283ca-fd37-4878-b46c-efb6c7db5472 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/security-groups?id=1891abea-c207-4dad-8eca-78b6dbec540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397499 Sep 20 13:20:15.990986 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52452ee6-5e32-40df-b7de-3260566b42c6 req-4f491daa-d052-4cb2-b49a-444da40f4091 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:15.992434 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-52452ee6-5e32-40df-b7de-3260566b42c6 req-4f491daa-d052-4cb2-b49a-444da40f4091 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 945 time: 0.0528286 Sep 20 13:20:16.038522 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-52452ee6-5e32-40df-b7de-3260566b42c6 req-b71d2776-129c-49a6-9eff-f8927c5a7ead tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406215 Sep 20 13:20:16.434682 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-170dc98d-ba21-4fad-869c-ed8d3669f700 req-475213db-9f77-4876-80c4-4f9b952540e1 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 210 time: 0.0267873 Sep 20 13:20:16.450372 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-301c8a3b-5bd0-48ca-8dcb-e4b3301d2b95 req-518f3778-c5c2-45dd-87d7-53e0f2fed6fe service neutron] Request body: {'port': {'device_id': 'bc445ffb-f74a-4848-b91f-d680d0593309', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85846'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:20:16.511501 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-301c8a3b-5bd0-48ca-8dcb-e4b3301d2b95 req-518f3778-c5c2-45dd-87d7-53e0f2fed6fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (f8a4aa0b-881e-4442-bdee-7a0856380659), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:16.729324 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051a106-f8f0-4fc6-a805-a0521f5f2c8b req-ada3b455-ed09-4d18-ab6d-ad6ee245235a tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:16.730829 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2051a106-f8f0-4fc6-a805-a0521f5f2c8b req-ada3b455-ed09-4d18-ab6d-ad6ee245235a tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 931 time: 0.1178684 Sep 20 13:20:16.807634 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2051a106-f8f0-4fc6-a805-a0521f5f2c8b req-925867c2-9d55-4ff4-9e11-741bc5886f0c tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/security-groups?id=1891abea-c207-4dad-8eca-78b6dbec540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704126 Sep 20 13:20:16.849690 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [req-301c8a3b-5bd0-48ca-8dcb-e4b3301d2b95 req-518f3778-c5c2-45dd-87d7-53e0f2fed6fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8a4aa0b-881e-4442-bdee-7a0856380659 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 13:20:16.857116 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-301c8a3b-5bd0-48ca-8dcb-e4b3301d2b95 req-518f3778-c5c2-45dd-87d7-53e0f2fed6fe service neutron] Publish callbacks [] for port (f8a4aa0b-881e-4442-bdee-7a0856380659), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:16.868901 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-301c8a3b-5bd0-48ca-8dcb-e4b3301d2b95 req-518f3778-c5c2-45dd-87d7-53e0f2fed6fe service neutron] Transition to ACTIVE for port object f8a4aa0b-881e-4442-bdee-7a0856380659 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 20 13:20:16.872694 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-301c8a3b-5bd0-48ca-8dcb-e4b3301d2b95 req-518f3778-c5c2-45dd-87d7-53e0f2fed6fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242759'] for port (f8a4aa0b-881e-4442-bdee-7a0856380659), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:16.954333 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518f3778-c5c2-45dd-87d7-53e0f2fed6fe service neutron] Pushing event updated for resources: {'Port': ['ID=f8a4aa0b-881e-4442-bdee-7a0856380659,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:16.997771 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-301c8a3b-5bd0-48ca-8dcb-e4b3301d2b95 req-518f3778-c5c2-45dd-87d7-53e0f2fed6fe service neutron] Attempting to bind port f8a4aa0b-881e-4442-bdee-7a0856380659 on host hv-cinder-85846 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 20 13:20:16.998108 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-301c8a3b-5bd0-48ca-8dcb-e4b3301d2b95 req-518f3778-c5c2-45dd-87d7-53e0f2fed6fe service neutron] Attempting to bind port f8a4aa0b-881e-4442-bdee-7a0856380659 by drivers openvswitch,hyperv on host hv-cinder-85846 at level 0 using segments [{'id': '437ececc-1771-4972-ab20-33388b1fbcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'dfbd57c2-2ed1-4120-b909-66eb06365412'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 20 13:20:16.998470 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301c8a3b-5bd0-48ca-8dcb-e4b3301d2b95 req-518f3778-c5c2-45dd-87d7-53e0f2fed6fe service neutron] Attempting to bind port f8a4aa0b-881e-4442-bdee-7a0856380659 on network dfbd57c2-2ed1-4120-b909-66eb06365412 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:20:17.003929 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301c8a3b-5bd0-48ca-8dcb-e4b3301d2b95 req-518f3778-c5c2-45dd-87d7-53e0f2fed6fe service neutron] Port f8a4aa0b-881e-4442-bdee-7a0856380659 on network dfbd57c2-2ed1-4120-b909-66eb06365412 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85846 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 13:20:17.004256 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301c8a3b-5bd0-48ca-8dcb-e4b3301d2b95 req-518f3778-c5c2-45dd-87d7-53e0f2fed6fe service neutron] Attempting to bind port f8a4aa0b-881e-4442-bdee-7a0856380659 on network dfbd57c2-2ed1-4120-b909-66eb06365412 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:20:17.009217 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301c8a3b-5bd0-48ca-8dcb-e4b3301d2b95 req-518f3778-c5c2-45dd-87d7-53e0f2fed6fe service neutron] Checking agent: {'id': '728cf656-0364-4172-b8b5-b6ffd3122ed0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85846', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 13, 15, 40), 'started_at': datetime.datetime(2022, 9, 20, 13, 15, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 13, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:20:17.009556 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301c8a3b-5bd0-48ca-8dcb-e4b3301d2b95 req-518f3778-c5c2-45dd-87d7-53e0f2fed6fe service neutron] Checking segment: {'id': '437ececc-1771-4972-ab20-33388b1fbcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'dfbd57c2-2ed1-4120-b909-66eb06365412'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:20:17.009937 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301c8a3b-5bd0-48ca-8dcb-e4b3301d2b95 req-518f3778-c5c2-45dd-87d7-53e0f2fed6fe service neutron] Bound using segment: {'id': '437ececc-1771-4972-ab20-33388b1fbcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'dfbd57c2-2ed1-4120-b909-66eb06365412'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:20:17.010364 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-301c8a3b-5bd0-48ca-8dcb-e4b3301d2b95 req-518f3778-c5c2-45dd-87d7-53e0f2fed6fe service neutron] Bound port: f8a4aa0b-881e-4442-bdee-7a0856380659, host: hv-cinder-85846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '437ececc-1771-4972-ab20-33388b1fbcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'dfbd57c2-2ed1-4120-b909-66eb06365412'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 20 13:20:17.010723 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-301c8a3b-5bd0-48ca-8dcb-e4b3301d2b95 req-518f3778-c5c2-45dd-87d7-53e0f2fed6fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (f8a4aa0b-881e-4442-bdee-7a0856380659), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:17.078911 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-301c8a3b-5bd0-48ca-8dcb-e4b3301d2b95 req-518f3778-c5c2-45dd-87d7-53e0f2fed6fe service neutron] For port f8a4aa0b-881e-4442-bdee-7a0856380659, host hv-cinder-85846, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:20:17.083581 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-301c8a3b-5bd0-48ca-8dcb-e4b3301d2b95 req-518f3778-c5c2-45dd-87d7-53e0f2fed6fe service neutron] For port f8a4aa0b-881e-4442-bdee-7a0856380659, host hv-cinder-85846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=f8a4aa0b-881e-4442-bdee-7a0856380659,segment=NetworkSegment(437ececc-1771-4972-ab20-33388b1fbcfe),segment_id=437ececc-1771-4972-ab20-33388b1fbcfe)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:20:17.089809 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-301c8a3b-5bd0-48ca-8dcb-e4b3301d2b95 req-518f3778-c5c2-45dd-87d7-53e0f2fed6fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242759'] for port (f8a4aa0b-881e-4442-bdee-7a0856380659), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:17.095418 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c8a3b-5bd0-48ca-8dcb-e4b3301d2b95 req-518f3778-c5c2-45dd-87d7-53e0f2fed6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:17.096048 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-301c8a3b-5bd0-48ca-8dcb-e4b3301d2b95 req-518f3778-c5c2-45dd-87d7-53e0f2fed6fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:17.097872 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-301c8a3b-5bd0-48ca-8dcb-e4b3301d2b95 req-518f3778-c5c2-45dd-87d7-53e0f2fed6fe service neutron] 10.222.0.62 "PUT /v2.0/ports/f8a4aa0b-881e-4442-bdee-7a0856380659 HTTP/1.1" status: 200 len: 1093 time: 0.6518142 Sep 20 13:20:17.098412 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc445ffb-f74a-4848-b91f-d680d0593309', 'tag': 'f8a4aa0b-881e-4442-bdee-7a0856380659'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:20:17.100970 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8afa0c3fb06aef531850fccced94fa4b659a4977f0534d5a49c84d13d87c0c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f2c3c8-546b-4502-b650-777b78fe36c2" -d '{"events": [{"name": "network-changed", "server_uuid": "bc445ffb-f74a-4848-b91f-d680d0593309", "tag": "f8a4aa0b-881e-4442-bdee-7a0856380659"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:20:17.141809 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 13:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb95f5d-c245-45b9-a81b-4131a0a82fbd x-openstack-request-id: req-6eb95f5d-c245-45b9-a81b-4131a0a82fbd {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:20:17.142132 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc445ffb-f74a-4848-b91f-d680d0593309", "tag": "f8a4aa0b-881e-4442-bdee-7a0856380659", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:20:17.142397 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6eb95f5d-c245-45b9-a81b-4131a0a82fbd {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:20:17.142836 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6eb95f5d-c245-45b9-a81b-4131a0a82fbd'] response: {'name': 'network-changed', 'server_uuid': 'bc445ffb-f74a-4848-b91f-d680d0593309', 'tag': 'f8a4aa0b-881e-4442-bdee-7a0856380659', 'status': 'completed', 'code': 200} Sep 20 13:20:17.166305 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518f3778-c5c2-45dd-87d7-53e0f2fed6fe service neutron] Pushing event updated for resources: {'Port': ['ID=f8a4aa0b-881e-4442-bdee-7a0856380659,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:17.187315 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6e8ed-f25d-449a-9c93-3596fb3640e7 req-ee442d91-f5d3-4640-9ddb-34ab62b5051d tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:17.188794 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-3ca6e8ed-f25d-449a-9c93-3596fb3640e7 req-ee442d91-f5d3-4640-9ddb-34ab62b5051d tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 945 time: 0.0662947 Sep 20 13:20:17.233540 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c8a3b-5bd0-48ca-8dcb-e4b3301d2b95 req-7fb24c1f-a958-4692-a81e-aea2612628fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:17.235226 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-301c8a3b-5bd0-48ca-8dcb-e4b3301d2b95 req-7fb24c1f-a958-4692-a81e-aea2612628fa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d1d42226fe654d57a6388f5b714bbd64&device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 1127 time: 0.0495753 Sep 20 13:20:17.245577 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-3ca6e8ed-f25d-449a-9c93-3596fb3640e7 req-e656d9b0-2907-412d-8bac-f142710e0be6 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476232 Sep 20 13:20:17.292598 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-301c8a3b-5bd0-48ca-8dcb-e4b3301d2b95 req-dcebfd77-0051-4311-b758-14f193094507 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8a4aa0b-881e-4442-bdee-7a0856380659 HTTP/1.1" status: 200 len: 217 time: 0.0340178 Sep 20 13:20:17.345749 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c8a3b-5bd0-48ca-8dcb-e4b3301d2b95 req-6fd186fb-8aef-4868-a62a-eab8ead0a119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:17.347370 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-301c8a3b-5bd0-48ca-8dcb-e4b3301d2b95 req-6fd186fb-8aef-4868-a62a-eab8ead0a119 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=75bf63df-eea8-4ba0-a7d6-3fca49399710 HTTP/1.1" status: 200 len: 854 time: 0.0471456 Sep 20 13:20:17.396655 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c8a3b-5bd0-48ca-8dcb-e4b3301d2b95 req-d117d32a-93a4-4b4a-b16c-ec0291e842c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:17.398348 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-301c8a3b-5bd0-48ca-8dcb-e4b3301d2b95 req-d117d32a-93a4-4b4a-b16c-ec0291e842c0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dfbd57c2-2ed1-4120-b909-66eb06365412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442190 Sep 20 13:20:17.491210 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-301c8a3b-5bd0-48ca-8dcb-e4b3301d2b95 req-183549e0-f04f-4f94-83d7-c82b04ca6b37 service neutron] 10.222.0.62 "GET /v2.0/networks/dfbd57c2-2ed1-4120-b909-66eb06365412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827096 Sep 20 13:20:17.582624 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-137c2700-4af5-4aac-9b83-a6d7d89be2f3 req-3c679f56-7f53-4506-8221-38c4e09d2aeb tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 210 time: 0.0624270 Sep 20 13:20:17.623808 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-301c8a3b-5bd0-48ca-8dcb-e4b3301d2b95 req-72602d5a-4112-4f10-844b-d332bd2e0a80 service neutron] 10.222.0.62 "GET /v2.0/networks/dfbd57c2-2ed1-4120-b909-66eb06365412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109610 Sep 20 13:20:17.933875 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a42055-de98-4bf8-8ef7-2a059f615e85 req-556a25dd-b697-415c-871a-f9d87f6174e7 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:17.935357 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-c1a42055-de98-4bf8-8ef7-2a059f615e85 req-556a25dd-b697-415c-871a-f9d87f6174e7 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 943 time: 0.0539396 Sep 20 13:20:17.983298 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-c1a42055-de98-4bf8-8ef7-2a059f615e85 req-b5f3ebf6-c1d8-4cae-bbb2-d4fe69144941 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/security-groups?id=1891abea-c207-4dad-8eca-78b6dbec540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420964 Sep 20 13:20:18.166230 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f2c3c8-546b-4502-b650-777b78fe36c2 req-2d60bf87-735a-4f93-b8a8-888b0e39034c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:18.167747 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a1f2c3c8-546b-4502-b650-777b78fe36c2 req-2d60bf87-735a-4f93-b8a8-888b0e39034c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d1d42226fe654d57a6388f5b714bbd64&device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 1127 time: 0.1202970 Sep 20 13:20:18.178075 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ba42b-1b83-4d47-b9ba-c4fa7f65b746 req-9d19cbaf-7f46-4ee5-8471-a58f21d3da1b tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:18.179611 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-715ba42b-1b83-4d47-b9ba-c4fa7f65b746 req-9d19cbaf-7f46-4ee5-8471-a58f21d3da1b tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.62 "GET /v2.0/networks?id=11c87694-9bef-4fe4-9250-573b5f8887eb HTTP/1.1" status: 200 len: 816 time: 0.1545498 Sep 20 13:20:18.344886 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f2c3c8-546b-4502-b650-777b78fe36c2 req-1094209b-7f2d-4f53-9310-082f887a8c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:18.347045 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a1f2c3c8-546b-4502-b650-777b78fe36c2 req-1094209b-7f2d-4f53-9310-082f887a8c12 service neutron] 10.222.0.62 "GET /v2.0/networks?id=dfbd57c2-2ed1-4120-b909-66eb06365412 HTTP/1.1" status: 200 len: 915 time: 0.1452601 Sep 20 13:20:18.412937 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a1f2c3c8-546b-4502-b650-777b78fe36c2 req-089710cb-3525-48d8-b76f-92457651ad00 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8a4aa0b-881e-4442-bdee-7a0856380659 HTTP/1.1" status: 200 len: 217 time: 0.0438097 Sep 20 13:20:18.435809 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-715ba42b-1b83-4d47-b9ba-c4fa7f65b746 req-bef49d7f-eb41-4018-a488-c2cd58bfe7dd tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee3a57170bc8490098e0840a2e89392b HTTP/1.1" status: 200 len: 380 time: 0.1436980 Sep 20 13:20:18.464032 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-715ba42b-1b83-4d47-b9ba-c4fa7f65b746 req-0094a164-fa44-41a0-8693-8ba69a308818 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Request body: {'port': {'device_id': 'bc983a7f-0a42-41c9-9012-3570aa494e7c', 'network_id': '11c87694-9bef-4fe4-9250-573b5f8887eb', 'admin_state_up': True, 'tenant_id': 'ee3a57170bc8490098e0840a2e89392b', 'security_groups': ['5565d80c-50f3-4a42-9c8c-806895e7b6d9']}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:20:18.563979 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad9bad-42e8-4f5a-a81b-125c9ee35f3f req-1f03adc3-2082-413d-8323-602537c046d8 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:18.565626 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8cad9bad-42e8-4f5a-a81b-125c9ee35f3f req-1f03adc3-2082-413d-8323-602537c046d8 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 945 time: 0.2310548 Sep 20 13:20:18.569361 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f2c3c8-546b-4502-b650-777b78fe36c2 req-423bbc6a-f010-4e74-a1de-4cbd599b4297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:18.570784 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a1f2c3c8-546b-4502-b650-777b78fe36c2 req-423bbc6a-f010-4e74-a1de-4cbd599b4297 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=75bf63df-eea8-4ba0-a7d6-3fca49399710 HTTP/1.1" status: 200 len: 854 time: 0.1518996 Sep 20 13:20:18.688142 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8cad9bad-42e8-4f5a-a81b-125c9ee35f3f req-f6cb9097-6421-486c-a5c4-3f6d9d67bc2d tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146991 Sep 20 13:20:18.693471 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f2c3c8-546b-4502-b650-777b78fe36c2 req-56ffefc4-5c6a-402f-b165-f8b6cbbcbc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:18.694988 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a1f2c3c8-546b-4502-b650-777b78fe36c2 req-56ffefc4-5c6a-402f-b165-f8b6cbbcbc6b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dfbd57c2-2ed1-4120-b909-66eb06365412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1113703 Sep 20 13:20:18.698756 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-288e1ad4-436d-4d67-b39c-ce32c57f4a37 req-d57764ff-b350-41c3-9156-9ddf9d23f24a tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 210 time: 0.0286355 Sep 20 13:20:18.706812 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-715ba42b-1b83-4d47-b9ba-c4fa7f65b746 req-0094a164-fa44-41a0-8693-8ba69a308818 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Made reservation on behalf of ee3a57170bc8490098e0840a2e89392b for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:20:18.710125 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-715ba42b-1b83-4d47-b9ba-c4fa7f65b746 req-0094a164-fa44-41a0-8693-8ba69a308818 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:18.909833 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a1f2c3c8-546b-4502-b650-777b78fe36c2 req-59a006d6-5f68-4ce9-a1b5-325a86454a20 service neutron] 10.222.0.62 "GET /v2.0/networks/dfbd57c2-2ed1-4120-b909-66eb06365412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704228 Sep 20 13:20:18.910494 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-715ba42b-1b83-4d47-b9ba-c4fa7f65b746 req-0094a164-fa44-41a0-8693-8ba69a308818 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Allocated IP 172.20.0.10 (11c87694-9bef-4fe4-9250-573b5f8887eb/6bc59d34-e407-4d89-95e5-8037392fca32/12160af8-28a4-4dbf-a64f-d32e96938630) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:20:19.101927 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a1f2c3c8-546b-4502-b650-777b78fe36c2 req-a626213e-d7d4-467d-acc1-f13b2c9507f6 service neutron] 10.222.0.62 "GET /v2.0/networks/dfbd57c2-2ed1-4120-b909-66eb06365412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869783 Sep 20 13:20:19.162930 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc562c09-056a-400b-8f32-759f4cf387fa req-bbd23bd1-fc90-4b68-aeee-ed1f902a025d tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:19.164334 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-cc562c09-056a-400b-8f32-759f4cf387fa req-bbd23bd1-fc90-4b68-aeee-ed1f902a025d tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 943 time: 0.1047535 Sep 20 13:20:19.169258 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-715ba42b-1b83-4d47-b9ba-c4fa7f65b746 req-0094a164-fa44-41a0-8693-8ba69a308818 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks [] for port (12160af8-28a4-4dbf-a64f-d32e96938630), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:19.230955 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-cc562c09-056a-400b-8f32-759f4cf387fa req-50b01782-04d0-4154-b4f7-d8f0cda744cc tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/security-groups?id=1891abea-c207-4dad-8eca-78b6dbec540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599110 Sep 20 13:20:19.237984 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-715ba42b-1b83-4d47-b9ba-c4fa7f65b746 req-0094a164-fa44-41a0-8693-8ba69a308818 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (12160af8-28a4-4dbf-a64f-d32e96938630), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:19.278431 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-715ba42b-1b83-4d47-b9ba-c4fa7f65b746 req-0094a164-fa44-41a0-8693-8ba69a308818 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Network 11c87694-9bef-4fe4-9250-573b5f8887eb is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:20:19.281474 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-715ba42b-1b83-4d47-b9ba-c4fa7f65b746 req-0094a164-fa44-41a0-8693-8ba69a308818 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:20:19.287807 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-715ba42b-1b83-4d47-b9ba-c4fa7f65b746 req-0094a164-fa44-41a0-8693-8ba69a308818 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:20:19.293510 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0094a164-fa44-41a0-8693-8ba69a308818 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Pushing event updated for resources: {'Port': ['ID=12160af8-28a4-4dbf-a64f-d32e96938630,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:19.340644 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ba42b-1b83-4d47-b9ba-c4fa7f65b746 req-0094a164-fa44-41a0-8693-8ba69a308818 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:19.341293 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-715ba42b-1b83-4d47-b9ba-c4fa7f65b746 req-0094a164-fa44-41a0-8693-8ba69a308818 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:19.358259 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-715ba42b-1b83-4d47-b9ba-c4fa7f65b746 req-0094a164-fa44-41a0-8693-8ba69a308818 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8984282 Sep 20 13:20:19.380533 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-715ba42b-1b83-4d47-b9ba-c4fa7f65b746 req-26549787-f6f1-43cb-90be-0a5ca5e7250c service neutron] Request body: {'port': {'device_id': 'bc983a7f-0a42-41c9-9012-3570aa494e7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85846'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:20:19.445883 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-715ba42b-1b83-4d47-b9ba-c4fa7f65b746 req-26549787-f6f1-43cb-90be-0a5ca5e7250c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (12160af8-28a4-4dbf-a64f-d32e96938630), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:19.488211 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-82c61373-177c-4220-9962-e0ef51b51575 None None] Provisioning complete for port 12160af8-28a4-4dbf-a64f-d32e96938630 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:20:19.489228 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-82c61373-177c-4220-9962-e0ef51b51575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (12160af8-28a4-4dbf-a64f-d32e96938630), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:19.489575 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-82c61373-177c-4220-9962-e0ef51b51575 None None] Attempt 1 to provision port 12160af8-28a4-4dbf-a64f-d32e96938630 Sep 20 13:20:19.520773 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-82c61373-177c-4220-9962-e0ef51b51575 None None] Port 12160af8-28a4-4dbf-a64f-d32e96938630 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:20:19.696631 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [req-715ba42b-1b83-4d47-b9ba-c4fa7f65b746 req-26549787-f6f1-43cb-90be-0a5ca5e7250c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12160af8-28a4-4dbf-a64f-d32e96938630 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 13:20:19.704651 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-715ba42b-1b83-4d47-b9ba-c4fa7f65b746 req-26549787-f6f1-43cb-90be-0a5ca5e7250c service neutron] Publish callbacks [] for port (12160af8-28a4-4dbf-a64f-d32e96938630), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:19.717602 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-715ba42b-1b83-4d47-b9ba-c4fa7f65b746 req-26549787-f6f1-43cb-90be-0a5ca5e7250c service neutron] Transition to ACTIVE for port object 12160af8-28a4-4dbf-a64f-d32e96938630 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 20 13:20:19.722415 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-715ba42b-1b83-4d47-b9ba-c4fa7f65b746 req-26549787-f6f1-43cb-90be-0a5ca5e7250c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242759'] for port (12160af8-28a4-4dbf-a64f-d32e96938630), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:19.816982 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26549787-f6f1-43cb-90be-0a5ca5e7250c service neutron] Pushing event updated for resources: {'Port': ['ID=12160af8-28a4-4dbf-a64f-d32e96938630,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:19.825845 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3809a09a-3909-4db8-bb74-a2d78fbc513d req-76468faf-3d41-4601-9ae4-fb077641be51 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:19.827344 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-3809a09a-3909-4db8-bb74-a2d78fbc513d req-76468faf-3d41-4601-9ae4-fb077641be51 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 945 time: 0.0592158 Sep 20 13:20:19.867961 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-715ba42b-1b83-4d47-b9ba-c4fa7f65b746 req-26549787-f6f1-43cb-90be-0a5ca5e7250c service neutron] Attempting to bind port 12160af8-28a4-4dbf-a64f-d32e96938630 on host hv-cinder-85846 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 20 13:20:19.868299 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-715ba42b-1b83-4d47-b9ba-c4fa7f65b746 req-26549787-f6f1-43cb-90be-0a5ca5e7250c service neutron] Attempting to bind port 12160af8-28a4-4dbf-a64f-d32e96938630 by drivers openvswitch,hyperv on host hv-cinder-85846 at level 0 using segments [{'id': 'f948c4c9-3e43-44fc-b875-63e2f29a354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '11c87694-9bef-4fe4-9250-573b5f8887eb'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 20 13:20:19.868630 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715ba42b-1b83-4d47-b9ba-c4fa7f65b746 req-26549787-f6f1-43cb-90be-0a5ca5e7250c service neutron] Attempting to bind port 12160af8-28a4-4dbf-a64f-d32e96938630 on network 11c87694-9bef-4fe4-9250-573b5f8887eb {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:20:19.883504 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beda0ec-142a-4d6b-b2fa-f80598e1e4fd req-f1a0229b-b60a-42e0-887c-8c4e5082fb46 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:19.885068 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7beda0ec-142a-4d6b-b2fa-f80598e1e4fd req-f1a0229b-b60a-42e0-887c-8c4e5082fb46 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 944 time: 0.0998216 Sep 20 13:20:19.885671 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715ba42b-1b83-4d47-b9ba-c4fa7f65b746 req-26549787-f6f1-43cb-90be-0a5ca5e7250c service neutron] Port 12160af8-28a4-4dbf-a64f-d32e96938630 on network 11c87694-9bef-4fe4-9250-573b5f8887eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85846 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 13:20:19.885992 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715ba42b-1b83-4d47-b9ba-c4fa7f65b746 req-26549787-f6f1-43cb-90be-0a5ca5e7250c service neutron] Attempting to bind port 12160af8-28a4-4dbf-a64f-d32e96938630 on network 11c87694-9bef-4fe4-9250-573b5f8887eb {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:20:19.891937 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715ba42b-1b83-4d47-b9ba-c4fa7f65b746 req-26549787-f6f1-43cb-90be-0a5ca5e7250c service neutron] Checking agent: {'id': '728cf656-0364-4172-b8b5-b6ffd3122ed0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85846', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 13, 15, 40), 'started_at': datetime.datetime(2022, 9, 20, 13, 15, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 13, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:20:19.892277 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715ba42b-1b83-4d47-b9ba-c4fa7f65b746 req-26549787-f6f1-43cb-90be-0a5ca5e7250c service neutron] Checking segment: {'id': 'f948c4c9-3e43-44fc-b875-63e2f29a354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '11c87694-9bef-4fe4-9250-573b5f8887eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:20:19.892669 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715ba42b-1b83-4d47-b9ba-c4fa7f65b746 req-26549787-f6f1-43cb-90be-0a5ca5e7250c service neutron] Bound using segment: {'id': 'f948c4c9-3e43-44fc-b875-63e2f29a354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '11c87694-9bef-4fe4-9250-573b5f8887eb'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:20:19.893676 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-715ba42b-1b83-4d47-b9ba-c4fa7f65b746 req-26549787-f6f1-43cb-90be-0a5ca5e7250c service neutron] Bound port: 12160af8-28a4-4dbf-a64f-d32e96938630, host: hv-cinder-85846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f948c4c9-3e43-44fc-b875-63e2f29a354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '11c87694-9bef-4fe4-9250-573b5f8887eb'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 20 13:20:19.894039 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-715ba42b-1b83-4d47-b9ba-c4fa7f65b746 req-26549787-f6f1-43cb-90be-0a5ca5e7250c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (12160af8-28a4-4dbf-a64f-d32e96938630), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:19.980601 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7beda0ec-142a-4d6b-b2fa-f80598e1e4fd req-ed4ba786-ccc9-456f-aaa5-b231493229b0 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841889 Sep 20 13:20:19.996112 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-715ba42b-1b83-4d47-b9ba-c4fa7f65b746 req-26549787-f6f1-43cb-90be-0a5ca5e7250c service neutron] For port 12160af8-28a4-4dbf-a64f-d32e96938630, host hv-cinder-85846, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:20:19.999717 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-715ba42b-1b83-4d47-b9ba-c4fa7f65b746 req-26549787-f6f1-43cb-90be-0a5ca5e7250c service neutron] For port 12160af8-28a4-4dbf-a64f-d32e96938630, host hv-cinder-85846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=12160af8-28a4-4dbf-a64f-d32e96938630,segment=NetworkSegment(f948c4c9-3e43-44fc-b875-63e2f29a354c),segment_id=f948c4c9-3e43-44fc-b875-63e2f29a354c)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:20:20.012415 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-715ba42b-1b83-4d47-b9ba-c4fa7f65b746 req-26549787-f6f1-43cb-90be-0a5ca5e7250c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242759'] for port (12160af8-28a4-4dbf-a64f-d32e96938630), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:20.015683 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ba42b-1b83-4d47-b9ba-c4fa7f65b746 req-26549787-f6f1-43cb-90be-0a5ca5e7250c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:20.016299 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-715ba42b-1b83-4d47-b9ba-c4fa7f65b746 req-26549787-f6f1-43cb-90be-0a5ca5e7250c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:20.018702 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-715ba42b-1b83-4d47-b9ba-c4fa7f65b746 req-26549787-f6f1-43cb-90be-0a5ca5e7250c service neutron] 10.222.0.62 "PUT /v2.0/ports/12160af8-28a4-4dbf-a64f-d32e96938630 HTTP/1.1" status: 200 len: 1094 time: 0.6421027 Sep 20 13:20:20.021144 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc983a7f-0a42-41c9-9012-3570aa494e7c', 'tag': '12160af8-28a4-4dbf-a64f-d32e96938630'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:20:20.021500 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-82c61373-177c-4220-9962-e0ef51b51575 None None] Attempt 2 to provision port 12160af8-28a4-4dbf-a64f-d32e96938630 Sep 20 13:20:20.023477 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8afa0c3fb06aef531850fccced94fa4b659a4977f0534d5a49c84d13d87c0c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17696826-fd54-4dee-9005-7198910ca859" -d '{"events": [{"name": "network-changed", "server_uuid": "bc983a7f-0a42-41c9-9012-3570aa494e7c", "tag": "12160af8-28a4-4dbf-a64f-d32e96938630"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:20:20.068902 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-3809a09a-3909-4db8-bb74-a2d78fbc513d req-ac232581-16b1-406f-b775-8d9be8b9af1b tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354150 Sep 20 13:20:20.078444 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26549787-f6f1-43cb-90be-0a5ca5e7250c service neutron] Pushing event updated for resources: {'Port': ['ID=12160af8-28a4-4dbf-a64f-d32e96938630,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:20.085403 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 13:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8bc2612-a8e4-481c-b938-62beb3230c0e x-openstack-request-id: req-f8bc2612-a8e4-481c-b938-62beb3230c0e {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:20:20.085843 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc983a7f-0a42-41c9-9012-3570aa494e7c", "tag": "12160af8-28a4-4dbf-a64f-d32e96938630", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:20:20.086115 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f8bc2612-a8e4-481c-b938-62beb3230c0e {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:20:20.086530 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8bc2612-a8e4-481c-b938-62beb3230c0e'] response: {'name': 'network-changed', 'server_uuid': 'bc983a7f-0a42-41c9-9012-3570aa494e7c', 'tag': '12160af8-28a4-4dbf-a64f-d32e96938630', 'status': 'completed', 'code': 200} Sep 20 13:20:20.094202 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-82c61373-177c-4220-9962-e0ef51b51575 None None] Port 12160af8-28a4-4dbf-a64f-d32e96938630 had new provisioning blocks added so it will not transition to active. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 20 13:20:20.211076 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ba42b-1b83-4d47-b9ba-c4fa7f65b746 req-582b9a8c-c362-4c85-9926-82aca638b570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:20.212581 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-715ba42b-1b83-4d47-b9ba-c4fa7f65b746 req-582b9a8c-c362-4c85-9926-82aca638b570 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ee3a57170bc8490098e0840a2e89392b&device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 1128 time: 0.0833874 Sep 20 13:20:20.223457 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed0105f-e83a-4076-9a74-7c1ad9c3d732 req-3a474379-4499-4a3f-ba8a-4fb04ce46686 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:20.224807 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2ed0105f-e83a-4076-9a74-7c1ad9c3d732 req-3a474379-4499-4a3f-ba8a-4fb04ce46686 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=3226ee7c-30dc-4262-9e31-f5d2a26f7f9a HTTP/1.1" status: 200 len: 945 time: 0.0701649 Sep 20 13:20:20.277160 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-715ba42b-1b83-4d47-b9ba-c4fa7f65b746 req-ab15b72c-9669-47be-bf34-91216a25dcae service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12160af8-28a4-4dbf-a64f-d32e96938630 HTTP/1.1" status: 200 len: 217 time: 0.0390089 Sep 20 13:20:20.332904 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2ed0105f-e83a-4076-9a74-7c1ad9c3d732 req-48ad4684-4bee-4625-899f-204aa66b82fe tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017451 Sep 20 13:20:20.347273 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ba42b-1b83-4d47-b9ba-c4fa7f65b746 req-82ad1b0c-7a23-4cf5-9ad1-877681771c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:20.348999 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-715ba42b-1b83-4d47-b9ba-c4fa7f65b746 req-82ad1b0c-7a23-4cf5-9ad1-877681771c22 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6bc59d34-e407-4d89-95e5-8037392fca32 HTTP/1.1" status: 200 len: 855 time: 0.0615549 Sep 20 13:20:20.357841 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5940679e-e7db-4937-8f9a-b1f31e12fa27 req-322b4b54-9bf5-4a67-a40d-61ae0bc67763 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:20.365858 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-5940679e-e7db-4937-8f9a-b1f31e12fa27 req-322b4b54-9bf5-4a67-a40d-61ae0bc67763 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 943 time: 0.0612965 Sep 20 13:20:20.411175 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ba42b-1b83-4d47-b9ba-c4fa7f65b746 req-27ff8d95-9925-4397-a2d1-046da860d43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:20.411480 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-5940679e-e7db-4937-8f9a-b1f31e12fa27 req-2d7d8ad0-6e4c-4e86-ac76-83194a9606c6 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/security-groups?id=1891abea-c207-4dad-8eca-78b6dbec540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445166 Sep 20 13:20:20.412943 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-715ba42b-1b83-4d47-b9ba-c4fa7f65b746 req-27ff8d95-9925-4397-a2d1-046da860d43b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=11c87694-9bef-4fe4-9250-573b5f8887eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0534952 Sep 20 13:20:20.511663 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-715ba42b-1b83-4d47-b9ba-c4fa7f65b746 req-ff14627e-4b57-475c-ad16-e0b389aa6141 service neutron] 10.222.0.62 "GET /v2.0/networks/11c87694-9bef-4fe4-9250-573b5f8887eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894330 Sep 20 13:20:20.853522 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-715ba42b-1b83-4d47-b9ba-c4fa7f65b746 req-4ad1b9fe-c79a-4d18-a6ff-5a849c04601f service neutron] 10.222.0.62 "GET /v2.0/networks/11c87694-9bef-4fe4-9250-573b5f8887eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292522 Sep 20 13:20:21.052544 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17696826-fd54-4dee-9005-7198910ca859 req-8f3a92e4-e0cc-48cc-ac5d-a6cdcbdf2dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:21.053952 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-17696826-fd54-4dee-9005-7198910ca859 req-8f3a92e4-e0cc-48cc-ac5d-a6cdcbdf2dc6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ee3a57170bc8490098e0840a2e89392b&device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 1128 time: 0.0480139 Sep 20 13:20:21.176818 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8fef8c-a2e6-4813-b64d-f75885c2284f req-a4a0d5fc-23b6-432b-8017-69795acc892e tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:21.178332 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ac8fef8c-a2e6-4813-b64d-f75885c2284f req-a4a0d5fc-23b6-432b-8017-69795acc892e tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 944 time: 0.1102071 Sep 20 13:20:21.216050 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17696826-fd54-4dee-9005-7198910ca859 req-8f80da98-1ce0-4793-b6c2-61b8a604c218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:21.217487 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-17696826-fd54-4dee-9005-7198910ca859 req-8f80da98-1ce0-4793-b6c2-61b8a604c218 service neutron] 10.222.0.62 "GET /v2.0/networks?id=11c87694-9bef-4fe4-9250-573b5f8887eb HTTP/1.1" status: 200 len: 916 time: 0.1477242 Sep 20 13:20:21.244960 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ac8fef8c-a2e6-4813-b64d-f75885c2284f req-cd937560-6f45-460e-b6de-d35e259a9564 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599284 Sep 20 13:20:21.269797 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-17696826-fd54-4dee-9005-7198910ca859 req-5f8a8da4-4c80-4e6c-bbac-962b75462603 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12160af8-28a4-4dbf-a64f-d32e96938630 HTTP/1.1" status: 200 len: 217 time: 0.0416236 Sep 20 13:20:21.323720 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17696826-fd54-4dee-9005-7198910ca859 req-0777b199-b68e-4463-b7cf-3fd07932ede4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:21.325043 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-17696826-fd54-4dee-9005-7198910ca859 req-0777b199-b68e-4463-b7cf-3fd07932ede4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6bc59d34-e407-4d89-95e5-8037392fca32 HTTP/1.1" status: 200 len: 855 time: 0.0458474 Sep 20 13:20:21.376833 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17696826-fd54-4dee-9005-7198910ca859 req-ebe59109-fc61-444b-aee4-cb0e4f71fea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:21.378480 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-17696826-fd54-4dee-9005-7198910ca859 req-ebe59109-fc61-444b-aee4-cb0e4f71fea3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=11c87694-9bef-4fe4-9250-573b5f8887eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447345 Sep 20 13:20:21.472215 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-17696826-fd54-4dee-9005-7198910ca859 req-c6827181-c138-47b0-bb84-01ac3c5a413b service neutron] 10.222.0.62 "GET /v2.0/networks/11c87694-9bef-4fe4-9250-573b5f8887eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867984 Sep 20 13:20:21.535037 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5403059e-1767-4112-87f4-b4896327a48f req-fd01c8b1-c194-4a58-a681-9f57ea8f2d08 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:21.536497 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-5403059e-1767-4112-87f4-b4896327a48f req-fd01c8b1-c194-4a58-a681-9f57ea8f2d08 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 943 time: 0.0541601 Sep 20 13:20:21.570314 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-17696826-fd54-4dee-9005-7198910ca859 req-b466423e-6b89-4900-a4d1-06e5fdbb3229 service neutron] 10.222.0.62 "GET /v2.0/networks/11c87694-9bef-4fe4-9250-573b5f8887eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887518 Sep 20 13:20:21.586314 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-5403059e-1767-4112-87f4-b4896327a48f req-f1e52f1c-7d29-449a-88fb-4b5d6ae80b30 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/security-groups?id=1891abea-c207-4dad-8eca-78b6dbec540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436165 Sep 20 13:20:22.212570 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device f8a4aa0b-881e-4442-bdee-7a0856380659 details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:20:22.323786 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port f8a4aa0b-881e-4442-bdee-7a0856380659, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=f8a4aa0b-881e-4442-bdee-7a0856380659,segment=NetworkSegment(437ececc-1771-4972-ab20-33388b1fbcfe),segment_id=437ececc-1771-4972-ab20-33388b1fbcfe)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:20:22.336274 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Returning: {'device': 'f8a4aa0b-881e-4442-bdee-7a0856380659', 'network_id': 'dfbd57c2-2ed1-4120-b909-66eb06365412', 'port_id': 'f8a4aa0b-881e-4442-bdee-7a0856380659', 'mac_address': 'fa:16:3e:7f:4b:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75bf63df-eea8-4ba0-a7d6-3fca49399710', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:20:22.375418 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Current status of the port f8a4aa0b-881e-4442-bdee-7a0856380659 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:20:22.375862 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (f8a4aa0b-881e-4442-bdee-7a0856380659), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:22.383166 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2963a-a4f9-441a-923d-c820c13bc42f req-08914b9d-0cb2-4752-9710-9912e77e7b20 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:22.384661 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-bad2963a-a4f9-441a-923d-c820c13bc42f req-08914b9d-0cb2-4752-9710-9912e77e7b20 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 944 time: 0.0585346 Sep 20 13:20:22.398441 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8a4aa0b-881e-4442-bdee-7a0856380659 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 13:20:22.419751 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port f8a4aa0b-881e-4442-bdee-7a0856380659, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=f8a4aa0b-881e-4442-bdee-7a0856380659,segment=NetworkSegment(437ececc-1771-4972-ab20-33388b1fbcfe),segment_id=437ececc-1771-4972-ab20-33388b1fbcfe)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:20:22.425132 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (f8a4aa0b-881e-4442-bdee-7a0856380659), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:22.438410 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-bad2963a-a4f9-441a-923d-c820c13bc42f req-221e214e-e8d8-4f87-8634-5c3f7a39a619 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455112 Sep 20 13:20:22.480440 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Pushing event updated for resources: {'Port': ['ID=f8a4aa0b-881e-4442-bdee-7a0856380659,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:22.721796 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b31ccfc-41f3-4afd-b9a9-4bd1eb62b67f req-e61ebfea-ffbb-462a-81ec-505d12461ea2 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:22.724153 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-2b31ccfc-41f3-4afd-b9a9-4bd1eb62b67f req-e61ebfea-ffbb-462a-81ec-505d12461ea2 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 944 time: 0.0657377 Sep 20 13:20:22.774416 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-2b31ccfc-41f3-4afd-b9a9-4bd1eb62b67f req-30b62867-2356-47a4-af48-873ef458737c tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/security-groups?id=1891abea-c207-4dad-8eca-78b6dbec540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446730 Sep 20 13:20:23.073765 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3eb97e-12b9-43e1-8169-f6bb55cf5619 req-ef5e2dc8-3bcc-4481-acf4-b9e806bfb421 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:23.075703 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-fa3eb97e-12b9-43e1-8169-f6bb55cf5619 req-ef5e2dc8-3bcc-4481-acf4-b9e806bfb421 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=3226ee7c-30dc-4262-9e31-f5d2a26f7f9a HTTP/1.1" status: 200 len: 945 time: 0.0680656 Sep 20 13:20:23.084181 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0224a-c046-48e6-b5bc-db95a721ab11 req-892097d1-5817-48f3-bc39-1fa1ce397be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:23.085934 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-43d0224a-c046-48e6-b5bc-db95a721ab11 req-892097d1-5817-48f3-bc39-1fa1ce397be5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f8f8bdd06ef247d389068dcb1648b4f7&device_id=3226ee7c-30dc-4262-9e31-f5d2a26f7f9a HTTP/1.1" status: 200 len: 1129 time: 0.0593917 Sep 20 13:20:23.139396 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-fa3eb97e-12b9-43e1-8169-f6bb55cf5619 req-e7969bd7-f813-46ee-b76c-b3361f2f4671 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562804 Sep 20 13:20:23.197755 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0224a-c046-48e6-b5bc-db95a721ab11 req-2f44ab9e-38e5-4e54-bc93-6cd3c4000636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:23.199385 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-43d0224a-c046-48e6-b5bc-db95a721ab11 req-2f44ab9e-38e5-4e54-bc93-6cd3c4000636 service neutron] 10.222.0.62 "GET /v2.0/networks?id=105b52c6-cee8-4c92-bcc7-3a77d1e92018 HTTP/1.1" status: 200 len: 918 time: 0.1045601 Sep 20 13:20:23.247575 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-43d0224a-c046-48e6-b5bc-db95a721ab11 req-f732fd3e-5ebc-47d1-8081-1ab5dbdf154a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db0389ce-4a65-44b3-9cfe-dc30d33b40b5 HTTP/1.1" status: 200 len: 217 time: 0.0404437 Sep 20 13:20:23.257282 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] get_ports_and_sgs() called for port_ids ['f8a4aa0b-881e-4442-bdee-7a0856380659'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 13:20:23.321458 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0224a-c046-48e6-b5bc-db95a721ab11 req-bde4f186-bad3-4f0f-a09d-f0f274dedf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:23.323029 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-43d0224a-c046-48e6-b5bc-db95a721ab11 req-bde4f186-bad3-4f0f-a09d-f0f274dedf81 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=64939650-d3ca-4c0c-952c-41e35d669944 HTTP/1.1" status: 200 len: 857 time: 0.0694714 Sep 20 13:20:23.384038 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0224a-c046-48e6-b5bc-db95a721ab11 req-d00bc8b8-4b6b-4c0e-9415-432d9588fd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:23.385605 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-43d0224a-c046-48e6-b5bc-db95a721ab11 req-d00bc8b8-4b6b-4c0e-9415-432d9588fd86 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=105b52c6-cee8-4c92-bcc7-3a77d1e92018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0562046 Sep 20 13:20:23.447501 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f3b5d077-e914-4e31-8679-533f5b3df4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (c520f755-59ca-4a79-a15e-107c01e131c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:23.493820 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-43d0224a-c046-48e6-b5bc-db95a721ab11 req-50766308-94d0-462b-8c4f-574a7d1b0f83 service neutron] 10.222.0.62 "GET /v2.0/networks/105b52c6-cee8-4c92-bcc7-3a77d1e92018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977964 Sep 20 13:20:23.643211 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f026753-1915-4b3e-acb4-0bc67d999c4d req-e1d8e103-70b1-47b9-a761-98d15765580f tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:23.644762 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8f026753-1915-4b3e-acb4-0bc67d999c4d req-e1d8e103-70b1-47b9-a761-98d15765580f tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 944 time: 0.0853601 Sep 20 13:20:23.646987 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-43d0224a-c046-48e6-b5bc-db95a721ab11 req-38217cc5-d7f1-430f-9a93-b4761fa6baca service neutron] 10.222.0.62 "GET /v2.0/networks/105b52c6-cee8-4c92-bcc7-3a77d1e92018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410601 Sep 20 13:20:23.697065 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8f026753-1915-4b3e-acb4-0bc67d999c4d req-f2fba791-d5b7-4ab5-bc4a-237cd601d468 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468249 Sep 20 13:20:23.905066 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf0579-ca5f-4ea4-94f7-7bbd565c130f req-2cc379f6-ce70-48ed-8e24-8cd37f1f7652 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:23.906539 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-abaf0579-ca5f-4ea4-94f7-7bbd565c130f req-2cc379f6-ce70-48ed-8e24-8cd37f1f7652 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 944 time: 0.0608284 Sep 20 13:20:23.953939 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-abaf0579-ca5f-4ea4-94f7-7bbd565c130f req-6bafd8fb-30bb-47a2-bf0e-7d4e9a467e9a tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/security-groups?id=1891abea-c207-4dad-8eca-78b6dbec540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412607 Sep 20 13:20:24.272685 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d15d1d6-0c34-43ad-a92b-d543655b6099 req-50b89a9b-99d2-4f11-ab5b-da0a9e679bab tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:24.274152 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1d15d1d6-0c34-43ad-a92b-d543655b6099 req-50b89a9b-99d2-4f11-ab5b-da0a9e679bab tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=3226ee7c-30dc-4262-9e31-f5d2a26f7f9a HTTP/1.1" status: 200 len: 945 time: 0.0559819 Sep 20 13:20:24.322015 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1d15d1d6-0c34-43ad-a92b-d543655b6099 req-b85e611c-3a5e-4e35-b6b4-e9a1d91c2078 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422716 Sep 20 13:20:24.824138 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54e1d5-826a-4dce-8547-cc2932a1f408 req-75dc0ed3-bbbc-460e-b7f5-13d11febd65e tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:24.825613 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-5a54e1d5-826a-4dce-8547-cc2932a1f408 req-75dc0ed3-bbbc-460e-b7f5-13d11febd65e tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 944 time: 0.0522072 Sep 20 13:20:24.872354 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-5a54e1d5-826a-4dce-8547-cc2932a1f408 req-a7bf05d1-3e68-43b1-b478-16645704a34f tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409048 Sep 20 13:20:25.082203 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f259af-1325-4316-8786-656ac5cacb0f req-5819b67e-25d6-4ed3-a51a-6ed29ef10bea tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:25.083745 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e7f259af-1325-4316-8786-656ac5cacb0f req-5819b67e-25d6-4ed3-a51a-6ed29ef10bea tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 944 time: 0.0549982 Sep 20 13:20:25.137647 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e7f259af-1325-4316-8786-656ac5cacb0f req-d318bc48-c693-4cd9-9988-4a973da518e9 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/security-groups?id=1891abea-c207-4dad-8eca-78b6dbec540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482664 Sep 20 13:20:25.467019 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d5761f-293b-4159-a6cc-7d5d63b74328 req-067f7f56-24c2-4617-9076-41774e76715a tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:25.467019 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-a2d5761f-293b-4159-a6cc-7d5d63b74328 req-067f7f56-24c2-4617-9076-41774e76715a tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=3226ee7c-30dc-4262-9e31-f5d2a26f7f9a HTTP/1.1" status: 200 len: 945 time: 0.0685866 Sep 20 13:20:25.518374 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-a2d5761f-293b-4159-a6cc-7d5d63b74328 req-a4cdbcaa-3a34-4c49-a089-d3902d32bf67 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450971 Sep 20 13:20:25.559081 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 58656) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:20:25.662962 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-410c855a-ea38-4434-8584-da9934d15ab8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:25.745249 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-410c855a-ea38-4434-8584-da9934d15ab8 admin admin] Publish callbacks [] for security_group (538f6aca-741d-4e1e-aef8-8d9a20a717cb), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:25.749747 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-410c855a-ea38-4434-8584-da9934d15ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (538f6aca-741d-4e1e-aef8-8d9a20a717cb), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:25.751645 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8f6c57b4-2e64-492d-b314-eafd7a7ffc0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (e6bdf340-58c5-4186-af2d-ab00439e5425), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:25.791584 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-410c855a-ea38-4434-8584-da9934d15ab8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=932b2a2119154bf5ae0d34b59c4466c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2313781 Sep 20 13:20:25.792559 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410c855a-ea38-4434-8584-da9934d15ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=538f6aca-741d-4e1e-aef8-8d9a20a717cb,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:25.794222 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 58666) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:20:25.851215 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f291373c-8d4d-461b-80ff-2a31025c9202 admin admin] Publish callbacks [] for security_group (538f6aca-741d-4e1e-aef8-8d9a20a717cb), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:25.873601 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f291373c-8d4d-461b-80ff-2a31025c9202 admin admin] Publish callbacks [] for security_group (538f6aca-741d-4e1e-aef8-8d9a20a717cb), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:25.928060 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f291373c-8d4d-461b-80ff-2a31025c9202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (538f6aca-741d-4e1e-aef8-8d9a20a717cb), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:25.931363 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f291373c-8d4d-461b-80ff-2a31025c9202 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:25.932537 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-f291373c-8d4d-461b-80ff-2a31025c9202 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/538f6aca-741d-4e1e-aef8-8d9a20a717cb HTTP/1.1" status: 204 len: 168 time: 0.1372664 Sep 20 13:20:25.942726 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f291373c-8d4d-461b-80ff-2a31025c9202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=538f6aca-741d-4e1e-aef8-8d9a20a717cb,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:26.027334 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee987b31-5515-4c3f-9576-425e5d6a4e12 req-f49d3f20-b593-45c8-983e-f4e67ffaf30c tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:26.028947 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ee987b31-5515-4c3f-9576-425e5d6a4e12 req-f49d3f20-b593-45c8-983e-f4e67ffaf30c tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 944 time: 0.0683346 Sep 20 13:20:26.084242 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ee987b31-5515-4c3f-9576-425e5d6a4e12 req-a9fb7e46-2c30-42a6-bbea-55d8d12d9ff9 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469112 Sep 20 13:20:26.241052 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 58692) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:20:26.264904 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 12160af8-28a4-4dbf-a64f-d32e96938630 details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:20:26.276736 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc68ae0-7124-42d9-9cea-eb41fd40e744 req-da731ae2-1481-4aee-845b-f0f9e7f624d5 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:26.277479 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device f8a4aa0b-881e-4442-bdee-7a0856380659 up at agent hyperv_hv-cinder-85846 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:20:26.278615 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-acc68ae0-7124-42d9-9cea-eb41fd40e744 req-da731ae2-1481-4aee-845b-f0f9e7f624d5 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 944 time: 0.0662055 Sep 20 13:20:26.349373 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-acc68ae0-7124-42d9-9cea-eb41fd40e744 req-b7beb526-532c-4074-b119-35db4eab16e0 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/security-groups?id=1891abea-c207-4dad-8eca-78b6dbec540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637710 Sep 20 13:20:26.391697 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-69030146-b8e9-4e21-97e8-f0712f3ed2dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:26.402466 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Provisioning for port f8a4aa0b-881e-4442-bdee-7a0856380659 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 13:20:26.416192 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Provisioning complete for port f8a4aa0b-881e-4442-bdee-7a0856380659 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:20:26.416601 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (f8a4aa0b-881e-4442-bdee-7a0856380659), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:26.417118 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Attempt 1 to provision port f8a4aa0b-881e-4442-bdee-7a0856380659 Sep 20 13:20:26.475704 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port 12160af8-28a4-4dbf-a64f-d32e96938630, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=12160af8-28a4-4dbf-a64f-d32e96938630,segment=NetworkSegment(f948c4c9-3e43-44fc-b875-63e2f29a354c),segment_id=f948c4c9-3e43-44fc-b875-63e2f29a354c)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:20:26.508969 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-69030146-b8e9-4e21-97e8-f0712f3ed2dd admin admin] Publish callbacks [] for security_group (107e2da5-cb27-4704-b27b-a3cc7348fee5), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:26.513663 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-69030146-b8e9-4e21-97e8-f0712f3ed2dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (107e2da5-cb27-4704-b27b-a3cc7348fee5), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:26.526150 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Returning: {'device': '12160af8-28a4-4dbf-a64f-d32e96938630', 'network_id': '11c87694-9bef-4fe4-9250-573b5f8887eb', 'port_id': '12160af8-28a4-4dbf-a64f-d32e96938630', 'mac_address': 'fa:16:3e:6f:80:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bc59d34-e407-4d89-95e5-8037392fca32', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:20:26.585507 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-69030146-b8e9-4e21-97e8-f0712f3ed2dd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6bbdded085d64d3993b2543b0ae4b73e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3375599 Sep 20 13:20:26.585507 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69030146-b8e9-4e21-97e8-f0712f3ed2dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=107e2da5-cb27-4704-b27b-a3cc7348fee5,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:26.591315 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 58710) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:20:26.650159 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Current status of the port f8a4aa0b-881e-4442-bdee-7a0856380659 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:20:26.650566 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (f8a4aa0b-881e-4442-bdee-7a0856380659), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:26.652555 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Current status of the port 12160af8-28a4-4dbf-a64f-d32e96938630 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:20:26.653011 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (12160af8-28a4-4dbf-a64f-d32e96938630), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:26.655571 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a0f47a85-11e4-4056-9cb9-e15e7e363114 admin admin] Publish callbacks [] for security_group (107e2da5-cb27-4704-b27b-a3cc7348fee5), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:26.667655 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12160af8-28a4-4dbf-a64f-d32e96938630 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 13:20:26.696437 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a0f47a85-11e4-4056-9cb9-e15e7e363114 admin admin] Publish callbacks [] for security_group (107e2da5-cb27-4704-b27b-a3cc7348fee5), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:26.697920 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48632b0b-c389-4ae1-b63f-da4f256dfd7d req-c6b4436f-eb21-411e-95fa-065b54ba935f tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:26.705823 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-48632b0b-c389-4ae1-b63f-da4f256dfd7d req-c6b4436f-eb21-411e-95fa-065b54ba935f tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=3226ee7c-30dc-4262-9e31-f5d2a26f7f9a HTTP/1.1" status: 200 len: 945 time: 0.0718386 Sep 20 13:20:26.711679 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port 12160af8-28a4-4dbf-a64f-d32e96938630, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=12160af8-28a4-4dbf-a64f-d32e96938630,segment=NetworkSegment(f948c4c9-3e43-44fc-b875-63e2f29a354c),segment_id=f948c4c9-3e43-44fc-b875-63e2f29a354c)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:20:26.725080 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc445ffb-f74a-4848-b91f-d680d0593309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a4aa0b-881e-4442-bdee-7a0856380659'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:20:26.728651 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76b3f69f6489aff1aa8284e7e37e9464aa9e8db96ff70d8a184fca566081ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d131c4-7ff5-4954-8d2f-0f79120efd26" -d '{"events": [{"server_uuid": "bc445ffb-f74a-4848-b91f-d680d0593309", "name": "network-vif-plugged", "status": "completed", "tag": "f8a4aa0b-881e-4442-bdee-7a0856380659"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:20:26.737426 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (12160af8-28a4-4dbf-a64f-d32e96938630), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:26.767004 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a0f47a85-11e4-4056-9cb9-e15e7e363114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (107e2da5-cb27-4704-b27b-a3cc7348fee5), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:26.769130 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21c1e68e-1f58-483a-acac-7453cdb7afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (dfbc54aa-0ed8-4030-9edb-0bf7f0e74037), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:26.770638 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a0f47a85-11e4-4056-9cb9-e15e7e363114 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:26.772359 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-a0f47a85-11e4-4056-9cb9-e15e7e363114 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/107e2da5-cb27-4704-b27b-a3cc7348fee5 HTTP/1.1" status: 204 len: 168 time: 0.1812975 Sep 20 13:20:26.774465 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port f8a4aa0b-881e-4442-bdee-7a0856380659, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=f8a4aa0b-881e-4442-bdee-7a0856380659,segment=NetworkSegment(437ececc-1771-4972-ab20-33388b1fbcfe),segment_id=437ececc-1771-4972-ab20-33388b1fbcfe)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:20:26.784947 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (f8a4aa0b-881e-4442-bdee-7a0856380659), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:26.786084 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f47a85-11e4-4056-9cb9-e15e7e363114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107e2da5-cb27-4704-b27b-a3cc7348fee5,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:26.787064 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-48632b0b-c389-4ae1-b63f-da4f256dfd7d req-9f4d9499-717c-4c63-a19d-bc0b5a2e61aa tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802562 Sep 20 13:20:26.819007 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 13:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-990f5a81-4488-4f32-8453-0ee02653b4e1 x-openstack-request-id: req-990f5a81-4488-4f32-8453-0ee02653b4e1 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:20:26.819314 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc445ffb-f74a-4848-b91f-d680d0593309", "name": "network-vif-plugged", "status": "completed", "tag": "f8a4aa0b-881e-4442-bdee-7a0856380659", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:20:26.819587 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-990f5a81-4488-4f32-8453-0ee02653b4e1 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:20:26.820047 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-990f5a81-4488-4f32-8453-0ee02653b4e1'] response: {'server_uuid': 'bc445ffb-f74a-4848-b91f-d680d0593309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a4aa0b-881e-4442-bdee-7a0856380659', 'code': 200} Sep 20 13:20:26.839878 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Pushing event updated for resources: {'Port': ['ID=12160af8-28a4-4dbf-a64f-d32e96938630,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:26.901556 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Pushing event updated for resources: {'Port': ['ID=f8a4aa0b-881e-4442-bdee-7a0856380659,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:27.113366 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7dfa52-a925-4bee-8542-9fe35b959718 req-5eb6c44d-b57d-408a-9c8d-f7cd1ded664f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:27.114997 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-df7dfa52-a925-4bee-8542-9fe35b959718 req-5eb6c44d-b57d-408a-9c8d-f7cd1ded664f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 1129 time: 0.0543053 Sep 20 13:20:27.174531 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-df7dfa52-a925-4bee-8542-9fe35b959718 req-493260c2-c8bf-4d83-83ba-124c6ac162b2 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1891abea-c207-4dad-8eca-78b6dbec540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499611 Sep 20 13:20:27.255442 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3e266-39a6-4dde-90f0-8098db6e630e req-af77252c-b42b-42a5-920b-e1733a03c25c tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:27.256934 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-85f3e266-39a6-4dde-90f0-8098db6e630e req-af77252c-b42b-42a5-920b-e1733a03c25c tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 945 time: 0.0737386 Sep 20 13:20:27.292794 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 58736) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:20:27.306163 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bedbf28a-26f2-4833-9f54-7e741cfe036a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:27.315998 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-85f3e266-39a6-4dde-90f0-8098db6e630e req-042eb30a-69ae-42f6-ae23-90cfeb0f0ffe tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526941 Sep 20 13:20:27.388226 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bedbf28a-26f2-4833-9f54-7e741cfe036a admin admin] Publish callbacks [] for security_group (db4c9ac8-055d-4314-b7ec-3377a1217650), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:27.393680 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bedbf28a-26f2-4833-9f54-7e741cfe036a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (db4c9ac8-055d-4314-b7ec-3377a1217650), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:27.446880 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-bedbf28a-26f2-4833-9f54-7e741cfe036a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4069226c2d904fbaa2dbd749e2c792e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1527839 Sep 20 13:20:27.449648 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 58742) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:20:27.464874 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedbf28a-26f2-4833-9f54-7e741cfe036a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4c9ac8-055d-4314-b7ec-3377a1217650,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:27.478951 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] get_ports_and_sgs() called for port_ids ['12160af8-28a4-4dbf-a64f-d32e96938630'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 13:20:27.498134 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e9e53-13d9-425e-94b7-0e142b9a4f3e req-1c51a13c-20e3-455f-aa29-236c724aeff4 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:27.500842 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-774e9e53-13d9-425e-94b7-0e142b9a4f3e req-1c51a13c-20e3-455f-aa29-236c724aeff4 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 945 time: 0.0731602 Sep 20 13:20:27.536587 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-aeacc0b5-cae0-4cf3-a565-310cc4da4da5 admin admin] Publish callbacks [] for security_group (db4c9ac8-055d-4314-b7ec-3377a1217650), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:27.566547 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-aeacc0b5-cae0-4cf3-a565-310cc4da4da5 admin admin] Publish callbacks [] for security_group (db4c9ac8-055d-4314-b7ec-3377a1217650), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:27.577963 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-774e9e53-13d9-425e-94b7-0e142b9a4f3e req-7b6bc8d6-b64f-4c99-861a-d5763ca3ea49 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/security-groups?id=1891abea-c207-4dad-8eca-78b6dbec540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699940 Sep 20 13:20:27.644031 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-aeacc0b5-cae0-4cf3-a565-310cc4da4da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (db4c9ac8-055d-4314-b7ec-3377a1217650), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:27.647653 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-aeacc0b5-cae0-4cf3-a565-310cc4da4da5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:27.653719 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-aeacc0b5-cae0-4cf3-a565-310cc4da4da5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/db4c9ac8-055d-4314-b7ec-3377a1217650 HTTP/1.1" status: 204 len: 168 time: 0.2027252 Sep 20 13:20:27.672494 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeacc0b5-cae0-4cf3-a565-310cc4da4da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4c9ac8-055d-4314-b7ec-3377a1217650,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:27.923651 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c21b2-1b74-4ee1-8560-636ed00e22ca req-86096d3c-ca2c-4e15-b6b3-762fe4a49dd0 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:27.925356 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8a2c21b2-1b74-4ee1-8560-636ed00e22ca req-86096d3c-ca2c-4e15-b6b3-762fe4a49dd0 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=3226ee7c-30dc-4262-9e31-f5d2a26f7f9a HTTP/1.1" status: 200 len: 945 time: 0.0600467 Sep 20 13:20:28.024942 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8a2c21b2-1b74-4ee1-8560-636ed00e22ca req-8387a61e-a4b1-4d58-9ffc-5329194dfad4 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901718 Sep 20 13:20:28.131183 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c793fb8f-2eac-4cf0-b972-02f3f2d6d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (78ab24c8-cd03-458a-a2fc-6c0c54d0053a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:28.465810 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c62d54-e501-45be-8ce0-f0ba2378c78d req-67a499b1-2d14-4b39-9f53-640ac6449fe0 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:28.474073 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-93c62d54-e501-45be-8ce0-f0ba2378c78d req-67a499b1-2d14-4b39-9f53-640ac6449fe0 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 945 time: 0.0725031 Sep 20 13:20:28.538212 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-93c62d54-e501-45be-8ce0-f0ba2378c78d req-eee00517-d3d5-4dd2-9848-43a6d0a442d1 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631080 Sep 20 13:20:28.734609 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d154f8e-ef39-44ee-84b7-d0a5abf8bf93 req-0127d25c-f26c-43e9-bdad-e0aec1313669 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:28.743930 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6d154f8e-ef39-44ee-84b7-d0a5abf8bf93 req-0127d25c-f26c-43e9-bdad-e0aec1313669 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 945 time: 0.0812130 Sep 20 13:20:28.796212 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6d154f8e-ef39-44ee-84b7-d0a5abf8bf93 req-0cdf98fa-af46-4a42-abc8-1ed6a24c6652 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/security-groups?id=1891abea-c207-4dad-8eca-78b6dbec540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503497 Sep 20 13:20:29.175547 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4675937-2dd7-4803-9fdf-6ca541ce9de1 req-3e2323bc-a7dd-4f18-bdc0-7cd26d1f9c80 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:29.177144 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-b4675937-2dd7-4803-9fdf-6ca541ce9de1 req-3e2323bc-a7dd-4f18-bdc0-7cd26d1f9c80 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=3226ee7c-30dc-4262-9e31-f5d2a26f7f9a HTTP/1.1" status: 200 len: 945 time: 0.0541706 Sep 20 13:20:29.230110 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-b4675937-2dd7-4803-9fdf-6ca541ce9de1 req-c77814db-bff8-423f-b26a-5001fde40737 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475185 Sep 20 13:20:29.562657 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (543ca60b-7e7a-4ebd-8f87-7672c7a482b9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:29.692285 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714edd6b-06b6-46d4-8e90-4d9e86c21153 req-016eaf0a-6eba-4394-b287-1b9132e4fac6 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:29.694128 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-714edd6b-06b6-46d4-8e90-4d9e86c21153 req-016eaf0a-6eba-4394-b287-1b9132e4fac6 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 945 time: 0.0719426 Sep 20 13:20:29.779502 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-714edd6b-06b6-46d4-8e90-4d9e86c21153 req-954b619e-9f5e-4343-ad5e-239b3ef3c7d0 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794744 Sep 20 13:20:29.921746 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0285a291-adac-4a8f-9016-ce246dd1a656 req-08f9389f-019b-4392-860e-10384a425192 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:29.923138 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-0285a291-adac-4a8f-9016-ce246dd1a656 req-08f9389f-019b-4392-860e-10384a425192 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 945 time: 0.0577948 Sep 20 13:20:29.968858 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-0285a291-adac-4a8f-9016-ce246dd1a656 req-6301084b-6db2-46e9-b769-5480bf9b751d tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/security-groups?id=1891abea-c207-4dad-8eca-78b6dbec540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400550 Sep 20 13:20:30.260212 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 12160af8-28a4-4dbf-a64f-d32e96938630 up at agent hyperv_hv-cinder-85846 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:20:30.309112 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Provisioning for port 12160af8-28a4-4dbf-a64f-d32e96938630 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 13:20:30.313548 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Provisioning complete for port 12160af8-28a4-4dbf-a64f-d32e96938630 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:20:30.313960 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (12160af8-28a4-4dbf-a64f-d32e96938630), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:30.314339 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Attempt 1 to provision port 12160af8-28a4-4dbf-a64f-d32e96938630 Sep 20 13:20:30.370222 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bffe65-4091-450f-8808-1097fd5f7aaf req-b541c4d9-cb04-4fba-bfbf-f1596331e649 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:30.372016 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-14bffe65-4091-450f-8808-1097fd5f7aaf req-b541c4d9-cb04-4fba-bfbf-f1596331e649 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=3226ee7c-30dc-4262-9e31-f5d2a26f7f9a HTTP/1.1" status: 200 len: 945 time: 0.0633180 Sep 20 13:20:30.391123 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Current status of the port 12160af8-28a4-4dbf-a64f-d32e96938630 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:20:30.391566 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (12160af8-28a4-4dbf-a64f-d32e96938630), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:30.416207 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc983a7f-0a42-41c9-9012-3570aa494e7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12160af8-28a4-4dbf-a64f-d32e96938630'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:20:30.418461 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76b3f69f6489aff1aa8284e7e37e9464aa9e8db96ff70d8a184fca566081ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaeeee9b-52c1-4b1b-970e-760fad22c0ef" -d '{"events": [{"server_uuid": "bc983a7f-0a42-41c9-9012-3570aa494e7c", "name": "network-vif-plugged", "status": "completed", "tag": "12160af8-28a4-4dbf-a64f-d32e96938630"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:20:30.425446 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-14bffe65-4091-450f-8808-1097fd5f7aaf req-c289a180-959e-4149-b531-a59aa4a2c4e0 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455329 Sep 20 13:20:30.435948 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port 12160af8-28a4-4dbf-a64f-d32e96938630, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=12160af8-28a4-4dbf-a64f-d32e96938630,segment=NetworkSegment(f948c4c9-3e43-44fc-b875-63e2f29a354c),segment_id=f948c4c9-3e43-44fc-b875-63e2f29a354c)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:20:30.441731 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (12160af8-28a4-4dbf-a64f-d32e96938630), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:30.470390 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 13:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593fed07-10e3-4114-83f3-ec1e68e67754 x-openstack-request-id: req-593fed07-10e3-4114-83f3-ec1e68e67754 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:20:30.471343 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc983a7f-0a42-41c9-9012-3570aa494e7c", "name": "network-vif-plugged", "status": "completed", "tag": "12160af8-28a4-4dbf-a64f-d32e96938630", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:20:30.471771 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-593fed07-10e3-4114-83f3-ec1e68e67754 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:20:30.472344 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-593fed07-10e3-4114-83f3-ec1e68e67754'] response: {'server_uuid': 'bc983a7f-0a42-41c9-9012-3570aa494e7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12160af8-28a4-4dbf-a64f-d32e96938630', 'code': 200} Sep 20 13:20:30.503071 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Pushing event updated for resources: {'Port': ['ID=12160af8-28a4-4dbf-a64f-d32e96938630,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:30.763455 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2679086-40d6-46ed-af03-a626f4ab1664 req-04fe1f79-8685-4957-a046-d66f7a10333b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:30.764910 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a2679086-40d6-46ed-af03-a626f4ab1664 req-04fe1f79-8685-4957-a046-d66f7a10333b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 1130 time: 0.0428619 Sep 20 13:20:30.824456 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a2679086-40d6-46ed-af03-a626f4ab1664 req-e3ffd1fb-ada2-45ed-ae35-6077199c6251 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438952 Sep 20 13:20:30.918684 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e68761-ffd1-4dd5-a002-cfbdd5b2d5d6 req-815ab8f1-69a2-4783-9de6-acd2ab41e083 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:30.920198 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e2e68761-ffd1-4dd5-a002-cfbdd5b2d5d6 req-815ab8f1-69a2-4783-9de6-acd2ab41e083 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 946 time: 0.0576177 Sep 20 13:20:30.968842 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e2e68761-ffd1-4dd5-a002-cfbdd5b2d5d6 req-56771592-b951-41a6-9e1f-97cbbd7098c4 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420136 Sep 20 13:20:31.093463 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f74dabc-d1a6-4d33-a4da-264d03e1fc19 req-3353d3b1-f488-491a-882e-b7b336bfce9b tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:31.095173 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-2f74dabc-d1a6-4d33-a4da-264d03e1fc19 req-3353d3b1-f488-491a-882e-b7b336bfce9b tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 945 time: 0.0534165 Sep 20 13:20:31.149381 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-2f74dabc-d1a6-4d33-a4da-264d03e1fc19 req-040c1dfc-e549-4149-ae4f-61c2a247c4ef tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/security-groups?id=1891abea-c207-4dad-8eca-78b6dbec540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484488 Sep 20 13:20:31.283506 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3264ff57-196f-4174-8480-38b66a5055c6 req-4542f9d6-4d36-4a7b-b096-fef0507ae25f tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:31.285460 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3264ff57-196f-4174-8480-38b66a5055c6 req-4542f9d6-4d36-4a7b-b096-fef0507ae25f tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 945 time: 0.0565557 Sep 20 13:20:31.335332 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3264ff57-196f-4174-8480-38b66a5055c6 req-52c263c4-444e-4418-bf72-f4e5bd5dc67f tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/security-groups?id=1891abea-c207-4dad-8eca-78b6dbec540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429151 Sep 20 13:20:31.564390 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fff207-6c39-4055-aed8-47b9aaa16a1d req-7f1a7dbc-fa4a-4e07-a06d-62b8b8195a05 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:31.566363 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-35fff207-6c39-4055-aed8-47b9aaa16a1d req-7f1a7dbc-fa4a-4e07-a06d-62b8b8195a05 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=3226ee7c-30dc-4262-9e31-f5d2a26f7f9a HTTP/1.1" status: 200 len: 945 time: 0.0628600 Sep 20 13:20:31.627237 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-35fff207-6c39-4055-aed8-47b9aaa16a1d req-90c79596-129b-48c3-afa1-be8e81ba409c tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547116 Sep 20 13:20:31.693338 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5747060f-baab-41ee-9046-ca298f9c6761 req-65547853-4a4d-49ca-bbec-63c96735aa05 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:31.694806 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-5747060f-baab-41ee-9046-ca298f9c6761 req-65547853-4a4d-49ca-bbec-63c96735aa05 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 945 time: 0.0569913 Sep 20 13:20:31.744158 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-5747060f-baab-41ee-9046-ca298f9c6761 req-63bfa890-a2d8-4e5c-94ea-2fdd9450228c tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/security-groups?id=1891abea-c207-4dad-8eca-78b6dbec540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435474 Sep 20 13:20:32.161370 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b517466-c075-4243-80b9-bf83b9f35f46 req-2738589d-4d19-411c-b9df-eea81a13896f tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:32.163165 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6b517466-c075-4243-80b9-bf83b9f35f46 req-2738589d-4d19-411c-b9df-eea81a13896f tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 946 time: 0.0597134 Sep 20 13:20:32.215323 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6b517466-c075-4243-80b9-bf83b9f35f46 req-9ce0c8f9-aeb2-45de-af26-e3fd593382fa tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463152 Sep 20 13:20:32.756764 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed3731-219b-48bb-93b2-e04c8cbbd0de req-a117b429-6976-4776-b6fd-095753439b33 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:32.758157 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-02ed3731-219b-48bb-93b2-e04c8cbbd0de req-a117b429-6976-4776-b6fd-095753439b33 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=3226ee7c-30dc-4262-9e31-f5d2a26f7f9a HTTP/1.1" status: 200 len: 945 time: 0.0556099 Sep 20 13:20:32.807686 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-02ed3731-219b-48bb-93b2-e04c8cbbd0de req-a018c9d3-09c6-4fa6-ad40-d879fedeb23d tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435395 Sep 20 13:20:33.365082 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d48c1a0-f4cd-47e6-8f0d-bf3df5ab8bb5 req-9e67f245-fff2-48ee-b0b6-bc915c389173 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:33.366609 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9d48c1a0-f4cd-47e6-8f0d-bf3df5ab8bb5 req-9e67f245-fff2-48ee-b0b6-bc915c389173 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 946 time: 0.0627255 Sep 20 13:20:33.411833 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9d48c1a0-f4cd-47e6-8f0d-bf3df5ab8bb5 req-ac00cbe0-6a76-4b90-a5d8-9262bb6ea873 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396023 Sep 20 13:20:33.931256 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111971f7-8dfd-4884-85c6-cb41f93bc0a5 req-d8b7d875-c052-4717-bb15-5cb93c8589f1 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:33.932703 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-111971f7-8dfd-4884-85c6-cb41f93bc0a5 req-d8b7d875-c052-4717-bb15-5cb93c8589f1 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=3226ee7c-30dc-4262-9e31-f5d2a26f7f9a HTTP/1.1" status: 200 len: 945 time: 0.0519781 Sep 20 13:20:33.982643 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-111971f7-8dfd-4884-85c6-cb41f93bc0a5 req-fd515d70-ba7c-46bd-bb9b-cc0eae585ce1 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444291 Sep 20 13:20:34.562365 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e87beb-431f-4aab-83c9-8323d3b615cc req-dca99a05-cf2b-4e9c-9a2f-4753f1e2cf04 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:34.563887 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-e2e87beb-431f-4aab-83c9-8323d3b615cc req-dca99a05-cf2b-4e9c-9a2f-4753f1e2cf04 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 946 time: 0.0547018 Sep 20 13:20:34.612092 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-e2e87beb-431f-4aab-83c9-8323d3b615cc req-a0d37cd5-61b6-4595-8376-e990720435ed tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415545 Sep 20 13:20:34.741738 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d87bd-844f-476c-85bc-050490ef9265 req-a25ec1f2-2039-4506-b2a5-7aa27824e9a5 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:34.743229 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-0b3d87bd-844f-476c-85bc-050490ef9265 req-a25ec1f2-2039-4506-b2a5-7aa27824e9a5 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 946 time: 0.0558655 Sep 20 13:20:34.755043 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 58970) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:20:34.760280 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-c7767add-0a54-4b4b-a999-cc19693006f5 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Request body: {'floatingip': {'port_id': '12160af8-28a4-4dbf-a64f-d32e96938630'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:20:34.802887 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c7767add-0a54-4b4b-a999-cc19693006f5 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks [] for floatingip (655e0839-951c-43e4-b2cc-efbf36ad6c72), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:35.306917 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d1f887-7893-4486-a7dd-47ddf42f3967 req-b475abaf-1b3e-49b8-858f-96a002ab64ba tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:35.308414 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e0d1f887-7893-4486-a7dd-47ddf42f3967 req-b475abaf-1b3e-49b8-858f-96a002ab64ba tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=3226ee7c-30dc-4262-9e31-f5d2a26f7f9a HTTP/1.1" status: 200 len: 945 time: 0.2250118 Sep 20 13:20:35.356470 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-342dd63a-7e54-474e-842b-5568795ff05d req-65bb764e-f5e6-47b0-b3ec-97c4d0347eda service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2315247 Sep 20 13:20:35.393357 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c7767add-0a54-4b4b-a999-cc19693006f5 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:35.398078 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c7767add-0a54-4b4b-a999-cc19693006f5 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607693'] for floatingip (655e0839-951c-43e4-b2cc-efbf36ad6c72), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:35.458293 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e0d1f887-7893-4486-a7dd-47ddf42f3967 req-ae88c9dd-b50c-42fd-b146-8ff65994f8ca tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354277 Sep 20 13:20:35.550105 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342dd63a-7e54-474e-842b-5568795ff05d req-94793bff-d5ec-4f30-bdfc-a48f1639735d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:35.551664 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-342dd63a-7e54-474e-842b-5568795ff05d req-94793bff-d5ec-4f30-bdfc-a48f1639735d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f8f8bdd06ef247d389068dcb1648b4f7&device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 1129 time: 0.1104212 Sep 20 13:20:35.557773 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.db.l3_db [None req-c7767add-0a54-4b4b-a999-cc19693006f5 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Floating IP 655e0839-951c-43e4-b2cc-efbf36ad6c72 associated. External IP: 172.27.2.160, port: 12160af8-28a4-4dbf-a64f-d32e96938630. Sep 20 13:20:35.735920 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342dd63a-7e54-474e-842b-5568795ff05d req-ee624f85-cf67-49f8-8ecc-13ffb183e369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:35.737478 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-342dd63a-7e54-474e-842b-5568795ff05d req-ee624f85-cf67-49f8-8ecc-13ffb183e369 service neutron] 10.222.0.62 "GET /v2.0/networks?id=105b52c6-cee8-4c92-bcc7-3a77d1e92018 HTTP/1.1" status: 200 len: 918 time: 0.1422694 Sep 20 13:20:35.805973 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-342dd63a-7e54-474e-842b-5568795ff05d req-b53cae37-b251-49e2-af4c-a399ea634d1f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da745733-d8ef-4a92-89c1-eb60336661fa HTTP/1.1" status: 200 len: 217 time: 0.0395079 Sep 20 13:20:35.899561 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342dd63a-7e54-474e-842b-5568795ff05d req-572619fb-c5a3-47fe-9075-64488db076e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:35.901018 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-342dd63a-7e54-474e-842b-5568795ff05d req-572619fb-c5a3-47fe-9075-64488db076e1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=64939650-d3ca-4c0c-952c-41e35d669944 HTTP/1.1" status: 200 len: 857 time: 0.0873499 Sep 20 13:20:35.910173 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7767add-0a54-4b4b-a999-cc19693006f5 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Router e3f75c60-6a44-4084-9a98-6a39ca7815cf has already been hosted by L3 agent e6bdf340-58c5-4186-af2d-ab00439e5425 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:20:36.045485 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342dd63a-7e54-474e-842b-5568795ff05d req-2f35ffb6-7fb0-41be-b878-5423e0020f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:36.047087 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-342dd63a-7e54-474e-842b-5568795ff05d req-2f35ffb6-7fb0-41be-b878-5423e0020f4e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=105b52c6-cee8-4c92-bcc7-3a77d1e92018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1354029 Sep 20 13:20:36.108801 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7767add-0a54-4b4b-a999-cc19693006f5 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Notify agent at l3_agent.dv-cinder-858463-1-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:20:36.114549 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c7767add-0a54-4b4b-a999-cc19693006f5 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:36.120086 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21c3785-a05b-4ea2-9d21-e0f71c8c09bc None None] Sync routers for ids ['e3f75c60-6a44-4084-9a98-6a39ca7815cf'] in dv-cinder-858463-1-iscsi {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:20:36.130894 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21c3785-a05b-4ea2-9d21-e0f71c8c09bc None None] Routers {'e3f75c60-6a44-4084-9a98-6a39ca7815cf'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:20:36.131521 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-f21c3785-a05b-4ea2-9d21-e0f71c8c09bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:20:26Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['e3f75c60-6a44-4084-9a98-6a39ca7815cf'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:20:36.161888 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-c7767add-0a54-4b4b-a999-cc19693006f5 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "PUT /v2.0/floatingips/655e0839-951c-43e4-b2cc-efbf36ad6c72 HTTP/1.1" status: 200 len: 992 time: 1.4055367 Sep 20 13:20:36.165209 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc983a7f-0a42-41c9-9012-3570aa494e7c', 'tag': '12160af8-28a4-4dbf-a64f-d32e96938630'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:20:36.167776 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8afa0c3fb06aef531850fccced94fa4b659a4977f0534d5a49c84d13d87c0c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f93b06a8-2981-4bde-a5f1-b6c5898dbb77" -d '{"events": [{"name": "network-changed", "server_uuid": "bc983a7f-0a42-41c9-9012-3570aa494e7c", "tag": "12160af8-28a4-4dbf-a64f-d32e96938630"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:20:36.211477 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-342dd63a-7e54-474e-842b-5568795ff05d req-92c51ffc-9fc3-49fd-a5e0-4113bf481003 service neutron] 10.222.0.62 "GET /v2.0/networks/105b52c6-cee8-4c92-bcc7-3a77d1e92018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506639 Sep 20 13:20:36.213830 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 13:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9548fa-73c8-4c77-a731-830971a23bf8 x-openstack-request-id: req-6a9548fa-73c8-4c77-a731-830971a23bf8 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:20:36.214220 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc983a7f-0a42-41c9-9012-3570aa494e7c", "tag": "12160af8-28a4-4dbf-a64f-d32e96938630", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:20:36.214543 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6a9548fa-73c8-4c77-a731-830971a23bf8 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:20:36.215036 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a9548fa-73c8-4c77-a731-830971a23bf8'] response: {'name': 'network-changed', 'server_uuid': 'bc983a7f-0a42-41c9-9012-3570aa494e7c', 'tag': '12160af8-28a4-4dbf-a64f-d32e96938630', 'status': 'completed', 'code': 200} Sep 20 13:20:36.244473 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-f21c3785-a05b-4ea2-9d21-e0f71c8c09bc None None] Set router e3f75c60-6a44-4084-9a98-6a39ca7815cf gateway port host: dv-cinder-858463-1-iscsi {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:20:36.446954 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 59020) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:20:36.572035 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-f21c3785-a05b-4ea2-9d21-e0f71c8c09bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f75c60-6a44-4084-9a98-6a39ca7815cf', 'name': 'tempest-AttachVolumeShelveTestJSON-107732550-router', 'tenant_id': 'ee3a57170bc8490098e0840a2e89392b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'cb4d0416-2b17-4af0-9459-d112b72a4fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:19:53Z', 'updated_at': '2022-09-20T13:19:57Z', 'revision_number': 4, 'project_id': 'ee3a57170bc8490098e0840a2e89392b', 'gw_port': {'id': 'cb4d0416-2b17-4af0-9459-d112b72a4fdf', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:28:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f75c60-6a44-4084-9a98-6a39ca7815cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:19:53Z', 'updated_at': '2022-09-20T13:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_floatingips': [{'id': '655e0839-951c-43e4-b2cc-efbf36ad6c72', 'tenant_id': 'ee3a57170bc8490098e0840a2e89392b', 'floating_ip_address': '172.27.2.160', 'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'router_id': 'e3f75c60-6a44-4084-9a98-6a39ca7815cf', 'port_id': '12160af8-28a4-4dbf-a64f-d32e96938630', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 337, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11c87694-9bef-4fe4-9250-573b5f8887eb', 'mac_address': 'fa:16:3e:6f:80:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc983a7f-0a42-41c9-9012-3570aa494e7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T13:20:02Z', 'updated_at': '2022-09-20T13:20:35Z', 'revision_number': 1, 'project_id': 'ee3a57170bc8490098e0840a2e89392b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '612023b5-59ec-4767-bbea-33b2f0ae42ed', 'name': '', 'network_id': '11c87694-9bef-4fe4-9250-573b5f8887eb', 'tenant_id': 'ee3a57170bc8490098e0840a2e89392b', 'mac_address': 'fa:16:3e:fc:97:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f75c60-6a44-4084-9a98-6a39ca7815cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '6bc59d34-e407-4d89-95e5-8037392fca32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:19:56Z', 'updated_at': '2022-09-20T13:20:03Z', 'revision_number': 5, 'project_id': 'ee3a57170bc8490098e0840a2e89392b', 'subnets': [{'id': '6bc59d34-e407-4d89-95e5-8037392fca32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:20:36.608912 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21c3785-a05b-4ea2-9d21-e0f71c8c09bc None None] Checking router: e3f75c60-6a44-4084-9a98-6a39ca7815cf for host: dv-cinder-858463-1-iscsi {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:20:36.609619 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f1f71eba-f654-4c64-8315-9d5511a75bb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:36.619508 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21c3785-a05b-4ea2-9d21-e0f71c8c09bc None None] Routers {'e3f75c60-6a44-4084-9a98-6a39ca7815cf'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:20:36.620384 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-f21c3785-a05b-4ea2-9d21-e0f71c8c09bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:20:26Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['e3f75c60-6a44-4084-9a98-6a39ca7815cf'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:20:36.697959 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f1f71eba-f654-4c64-8315-9d5511a75bb9 admin admin] Publish callbacks [] for security_group (b3dd06ff-492d-4498-8bea-114182c684c0), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:36.702323 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f1f71eba-f654-4c64-8315-9d5511a75bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (b3dd06ff-492d-4498-8bea-114182c684c0), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:36.735108 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-f21c3785-a05b-4ea2-9d21-e0f71c8c09bc None None] Set router e3f75c60-6a44-4084-9a98-6a39ca7815cf gateway port host: dv-cinder-858463-1-iscsi {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:20:36.741778 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b06a8-2981-4bde-a5f1-b6c5898dbb77 req-5f577f76-2242-4f9b-9240-c78b128159af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:36.743436 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f93b06a8-2981-4bde-a5f1-b6c5898dbb77 req-5f577f76-2242-4f9b-9240-c78b128159af service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ee3a57170bc8490098e0840a2e89392b&device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 1130 time: 0.4511564 Sep 20 13:20:36.748365 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-342dd63a-7e54-474e-842b-5568795ff05d req-2a37f2d7-4172-422c-b476-2d225ee1fec1 service neutron] 10.222.0.62 "GET /v2.0/networks/105b52c6-cee8-4c92-bcc7-3a77d1e92018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4717824 Sep 20 13:20:36.754208 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-f1f71eba-f654-4c64-8315-9d5511a75bb9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8f917a623b234584abe267bd54229dbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3036559 Sep 20 13:20:36.754863 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 59026) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:20:36.757526 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee09d1e-b0e9-4d5d-b7f4-a956130a9a96 req-4eb0f71d-8a2e-4b48-a2ca-565b7812eea8 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:36.759093 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-dee09d1e-b0e9-4d5d-b7f4-a956130a9a96 req-4eb0f71d-8a2e-4b48-a2ca-565b7812eea8 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=3226ee7c-30dc-4262-9e31-f5d2a26f7f9a HTTP/1.1" status: 200 len: 945 time: 0.1208098 Sep 20 13:20:36.762823 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f71eba-f654-4c64-8315-9d5511a75bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3dd06ff-492d-4498-8bea-114182c684c0,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:36.815871 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4197bced-7245-456e-a801-175ab20c950f admin admin] Publish callbacks [] for security_group (b3dd06ff-492d-4498-8bea-114182c684c0), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:36.842394 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4197bced-7245-456e-a801-175ab20c950f admin admin] Publish callbacks [] for security_group (b3dd06ff-492d-4498-8bea-114182c684c0), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:36.890260 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-dee09d1e-b0e9-4d5d-b7f4-a956130a9a96 req-8ca595c9-4488-4488-be2c-20b08e520d50 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252794 Sep 20 13:20:36.918336 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4197bced-7245-456e-a801-175ab20c950f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (b3dd06ff-492d-4498-8bea-114182c684c0), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:36.922549 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4197bced-7245-456e-a801-175ab20c950f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:36.928628 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-4197bced-7245-456e-a801-175ab20c950f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b3dd06ff-492d-4498-8bea-114182c684c0 HTTP/1.1" status: 204 len: 168 time: 0.1726203 Sep 20 13:20:36.947831 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4197bced-7245-456e-a801-175ab20c950f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3dd06ff-492d-4498-8bea-114182c684c0,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:36.948047 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b06a8-2981-4bde-a5f1-b6c5898dbb77 req-0a24bfde-a18a-4903-88fd-0f98583c6b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:36.950018 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f93b06a8-2981-4bde-a5f1-b6c5898dbb77 req-0a24bfde-a18a-4903-88fd-0f98583c6b50 service neutron] 10.222.0.62 "GET /v2.0/networks?id=11c87694-9bef-4fe4-9250-573b5f8887eb HTTP/1.1" status: 200 len: 916 time: 0.1680639 Sep 20 13:20:37.115515 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f93b06a8-2981-4bde-a5f1-b6c5898dbb77 req-dc88e35e-5361-4d7a-a506-6a391f3fc30b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12160af8-28a4-4dbf-a64f-d32e96938630 HTTP/1.1" status: 200 len: 1000 time: 0.1133344 Sep 20 13:20:37.148693 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-f21c3785-a05b-4ea2-9d21-e0f71c8c09bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f75c60-6a44-4084-9a98-6a39ca7815cf', 'name': 'tempest-AttachVolumeShelveTestJSON-107732550-router', 'tenant_id': 'ee3a57170bc8490098e0840a2e89392b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'cb4d0416-2b17-4af0-9459-d112b72a4fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:19:53Z', 'updated_at': '2022-09-20T13:19:57Z', 'revision_number': 4, 'project_id': 'ee3a57170bc8490098e0840a2e89392b', 'gw_port': {'id': 'cb4d0416-2b17-4af0-9459-d112b72a4fdf', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:28:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f75c60-6a44-4084-9a98-6a39ca7815cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:19:53Z', 'updated_at': '2022-09-20T13:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_floatingips': [{'id': '655e0839-951c-43e4-b2cc-efbf36ad6c72', 'tenant_id': 'ee3a57170bc8490098e0840a2e89392b', 'floating_ip_address': '172.27.2.160', 'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'router_id': 'e3f75c60-6a44-4084-9a98-6a39ca7815cf', 'port_id': '12160af8-28a4-4dbf-a64f-d32e96938630', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 337, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11c87694-9bef-4fe4-9250-573b5f8887eb', 'mac_address': 'fa:16:3e:6f:80:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc983a7f-0a42-41c9-9012-3570aa494e7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T13:20:02Z', 'updated_at': '2022-09-20T13:20:35Z', 'revision_number': 1, 'project_id': 'ee3a57170bc8490098e0840a2e89392b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '612023b5-59ec-4767-bbea-33b2f0ae42ed', 'name': '', 'network_id': '11c87694-9bef-4fe4-9250-573b5f8887eb', 'tenant_id': 'ee3a57170bc8490098e0840a2e89392b', 'mac_address': 'fa:16:3e:fc:97:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f75c60-6a44-4084-9a98-6a39ca7815cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '6bc59d34-e407-4d89-95e5-8037392fca32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:19:56Z', 'updated_at': '2022-09-20T13:20:03Z', 'revision_number': 5, 'project_id': 'ee3a57170bc8490098e0840a2e89392b', 'subnets': [{'id': '6bc59d34-e407-4d89-95e5-8037392fca32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:20:37.178816 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21c3785-a05b-4ea2-9d21-e0f71c8c09bc None None] The sync data for ids ['e3f75c60-6a44-4084-9a98-6a39ca7815cf'] in dv-cinder-858463-1-iscsi is: [{'id': 'e3f75c60-6a44-4084-9a98-6a39ca7815cf', 'name': 'tempest-AttachVolumeShelveTestJSON-107732550-router', 'tenant_id': 'ee3a57170bc8490098e0840a2e89392b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'cb4d0416-2b17-4af0-9459-d112b72a4fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:19:53Z', 'updated_at': '2022-09-20T13:19:57Z', 'revision_number': 4, 'project_id': 'ee3a57170bc8490098e0840a2e89392b', 'gw_port': {'id': 'cb4d0416-2b17-4af0-9459-d112b72a4fdf', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:28:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f75c60-6a44-4084-9a98-6a39ca7815cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:19:53Z', 'updated_at': '2022-09-20T13:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_floatingips': [{'id': '655e0839-951c-43e4-b2cc-efbf36ad6c72', 'tenant_id': 'ee3a57170bc8490098e0840a2e89392b', 'floating_ip_address': '172.27.2.160', 'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'router_id': 'e3f75c60-6a44-4084-9a98-6a39ca7815cf', 'port_id': '12160af8-28a4-4dbf-a64f-d32e96938630', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 337, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11c87694-9bef-4fe4-9250-573b5f8887eb', 'mac_address': 'fa:16:3e:6f:80:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc983a7f-0a42-41c9-9012-3570aa494e7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T13:20:02Z', 'updated_at': '2022-09-20T13:20:35Z', 'revision_number': 1, 'project_id': 'ee3a57170bc8490098e0840a2e89392b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '612023b5-59ec-4767-bbea-33b2f0ae42ed', 'name': '', 'network_id': '11c87694-9bef-4fe4-9250-573b5f8887eb', 'tenant_id': 'ee3a57170bc8490098e0840a2e89392b', 'mac_address': 'fa:16:3e:fc:97:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f75c60-6a44-4084-9a98-6a39ca7815cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '6bc59d34-e407-4d89-95e5-8037392fca32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:19:56Z', 'updated_at': '2022-09-20T13:20:03Z', 'revision_number': 5, 'project_id': 'ee3a57170bc8490098e0840a2e89392b', 'subnets': [{'id': '6bc59d34-e407-4d89-95e5-8037392fca32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:20:37.188796 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b06a8-2981-4bde-a5f1-b6c5898dbb77 req-4fbabe68-ce90-48b3-8460-757effc1e520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:37.191161 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f93b06a8-2981-4bde-a5f1-b6c5898dbb77 req-4fbabe68-ce90-48b3-8460-757effc1e520 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6bc59d34-e407-4d89-95e5-8037392fca32 HTTP/1.1" status: 200 len: 855 time: 0.0651374 Sep 20 13:20:37.257458 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b06a8-2981-4bde-a5f1-b6c5898dbb77 req-0ed8be10-ea9a-4c48-b088-76c22f88ea32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:37.259166 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f93b06a8-2981-4bde-a5f1-b6c5898dbb77 req-0ed8be10-ea9a-4c48-b088-76c22f88ea32 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=11c87694-9bef-4fe4-9250-573b5f8887eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488987 Sep 20 13:20:37.293950 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 59042) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:20:37.378999 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f93b06a8-2981-4bde-a5f1-b6c5898dbb77 req-26c4cda7-201c-4daf-9a04-c94074ee2d10 service neutron] 10.222.0.62 "GET /v2.0/networks/11c87694-9bef-4fe4-9250-573b5f8887eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067238 Sep 20 13:20:37.457573 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3d575819-61f4-4899-86f5-589b6ff7f98e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:37.459804 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 59048) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:20:37.478804 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-558d375a-740b-40b5-a828-40b076ac262b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:37.515726 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8484a6ff-963c-4b52-9f04-76f4942f3dcd None None] New status for floating IP 655e0839-951c-43e4-b2cc-efbf36ad6c72: ACTIVE {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 13:20:37.527865 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f93b06a8-2981-4bde-a5f1-b6c5898dbb77 req-03fac6ed-dec2-4a80-a152-46b40f8c83cc service neutron] 10.222.0.62 "GET /v2.0/networks/11c87694-9bef-4fe4-9250-573b5f8887eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370599 Sep 20 13:20:37.576412 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3d575819-61f4-4899-86f5-589b6ff7f98e admin admin] Publish callbacks [] for security_group (23cd0461-f928-4ce8-a42c-3e1f2ad0d5eb), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:37.581732 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3d575819-61f4-4899-86f5-589b6ff7f98e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (23cd0461-f928-4ce8-a42c-3e1f2ad0d5eb), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:37.626158 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-558d375a-740b-40b5-a828-40b076ac262b admin admin] Publish callbacks [] for security_group (a6839a6e-575d-4ba6-b01c-90fe7ca523b5), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:37.630481 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-3d575819-61f4-4899-86f5-589b6ff7f98e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ef0df5f7efe64424bab4fe5fde0bd469&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3352432 Sep 20 13:20:37.633020 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d575819-61f4-4899-86f5-589b6ff7f98e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23cd0461-f928-4ce8-a42c-3e1f2ad0d5eb,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:37.634164 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 59050) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:20:37.660217 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-558d375a-740b-40b5-a828-40b076ac262b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (a6839a6e-575d-4ba6-b01c-90fe7ca523b5), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:37.718874 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-558d375a-740b-40b5-a828-40b076ac262b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ac041e20e66340cc95068d3f0713e3e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2579174 Sep 20 13:20:37.722104 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 59052) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:20:37.734914 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d375a-740b-40b5-a828-40b076ac262b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6839a6e-575d-4ba6-b01c-90fe7ca523b5,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:37.746566 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-100f6421-aa84-4029-8b9a-fd594cfe72cb admin admin] Publish callbacks [] for security_group (23cd0461-f928-4ce8-a42c-3e1f2ad0d5eb), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:37.788939 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-100f6421-aa84-4029-8b9a-fd594cfe72cb admin admin] Publish callbacks [] for security_group (23cd0461-f928-4ce8-a42c-3e1f2ad0d5eb), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:37.817294 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0a2acd43-4f73-4dd6-9abc-e28a79749f89 admin admin] Publish callbacks [] for security_group (a6839a6e-575d-4ba6-b01c-90fe7ca523b5), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:37.875360 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0a2acd43-4f73-4dd6-9abc-e28a79749f89 admin admin] Publish callbacks [] for security_group (a6839a6e-575d-4ba6-b01c-90fe7ca523b5), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:37.924315 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-100f6421-aa84-4029-8b9a-fd594cfe72cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (23cd0461-f928-4ce8-a42c-3e1f2ad0d5eb), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:37.926137 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-100f6421-aa84-4029-8b9a-fd594cfe72cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:37.927328 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-100f6421-aa84-4029-8b9a-fd594cfe72cb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/23cd0461-f928-4ce8-a42c-3e1f2ad0d5eb HTTP/1.1" status: 204 len: 168 time: 0.2920787 Sep 20 13:20:37.943546 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae70f3-3967-4f61-b590-e61f191bd7b0 req-87128aea-0b7e-46b7-bfc2-774de89cbdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:37.945405 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5dae70f3-3967-4f61-b590-e61f191bd7b0 req-87128aea-0b7e-46b7-bfc2-774de89cbdbc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3226ee7c-30dc-4262-9e31-f5d2a26f7f9a HTTP/1.1" status: 200 len: 1129 time: 0.1103811 Sep 20 13:20:37.946589 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100f6421-aa84-4029-8b9a-fd594cfe72cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23cd0461-f928-4ce8-a42c-3e1f2ad0d5eb,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:37.969681 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0a2acd43-4f73-4dd6-9abc-e28a79749f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (a6839a6e-575d-4ba6-b01c-90fe7ca523b5), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:37.972971 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0a2acd43-4f73-4dd6-9abc-e28a79749f89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:37.983164 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-0a2acd43-4f73-4dd6-9abc-e28a79749f89 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a6839a6e-575d-4ba6-b01c-90fe7ca523b5 HTTP/1.1" status: 204 len: 168 time: 0.2492325 Sep 20 13:20:38.010205 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2acd43-4f73-4dd6-9abc-e28a79749f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6839a6e-575d-4ba6-b01c-90fe7ca523b5,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:38.034892 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5dae70f3-3967-4f61-b590-e61f191bd7b0 req-828212f2-7858-48ec-b28d-280599435d03 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787351 Sep 20 13:20:38.059708 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6f3f7-73ea-4845-b788-b70313e1f117 req-2e91b095-cc33-4f79-a562-457d19a6462d tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:38.063383 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-0bc6f3f7-73ea-4845-b788-b70313e1f117 req-2e91b095-cc33-4f79-a562-457d19a6462d tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=3226ee7c-30dc-4262-9e31-f5d2a26f7f9a HTTP/1.1" status: 200 len: 945 time: 0.0661683 Sep 20 13:20:38.153633 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-0bc6f3f7-73ea-4845-b788-b70313e1f117 req-850e1c34-3446-45ec-8486-7c204f0602f3 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849919 Sep 20 13:20:38.789631 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 59116) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:20:38.987915 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-72ad7e5e-7ab0-47dc-9a69-0d28a2330718 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-719981817-network', 'tenant_id': '8cb1c5a7971d49c8b0c3c3f3f5877683'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:20:39.007884 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ad7e5e-7ab0-47dc-9a69-0d28a2330718 admin admin] Made reservation on behalf of 8cb1c5a7971d49c8b0c3c3f3f5877683 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:20:39.010481 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-72ad7e5e-7ab0-47dc-9a69-0d28a2330718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:39.020362 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-72ad7e5e-7ab0-47dc-9a69-0d28a2330718 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:39.107810 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-72ad7e5e-7ab0-47dc-9a69-0d28a2330718 admin admin] Publish callbacks [] for security_group (adbb5cc4-6dc4-4ad1-b6ab-98db36acca3c), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:39.110257 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-72ad7e5e-7ab0-47dc-9a69-0d28a2330718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (adbb5cc4-6dc4-4ad1-b6ab-98db36acca3c), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:39.131050 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72ad7e5e-7ab0-47dc-9a69-0d28a2330718 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 13:20:39.146676 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad7e5e-7ab0-47dc-9a69-0d28a2330718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adbb5cc4-6dc4-4ad1-b6ab-98db36acca3c,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:39.149674 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-72ad7e5e-7ab0-47dc-9a69-0d28a2330718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549390'] for segment (d17ce016-d7a6-4a59-8570-f37c4a34aabc), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:39.150015 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.db.segments_db [None req-72ad7e5e-7ab0-47dc-9a69-0d28a2330718 admin admin] Added segment d17ce016-d7a6-4a59-8570-f37c4a34aabc of type vlan for network 3006294b-c209-470c-835d-7542c33486c4 Sep 20 13:20:39.211528 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-72ad7e5e-7ab0-47dc-9a69-0d28a2330718 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760607722792'] for network (3006294b-c209-470c-835d-7542c33486c4), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:39.284409 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-72ad7e5e-7ab0-47dc-9a69-0d28a2330718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183'] for network (3006294b-c209-470c-835d-7542c33486c4), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:39.286659 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ad7e5e-7ab0-47dc-9a69-0d28a2330718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:39.287533 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-72ad7e5e-7ab0-47dc-9a69-0d28a2330718 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:39.355189 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-72ad7e5e-7ab0-47dc-9a69-0d28a2330718 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5643644 Sep 20 13:20:39.358504 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 59138) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:20:39.361630 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad7e5e-7ab0-47dc-9a69-0d28a2330718 admin admin] Pushing event updated for resources: {'Network': ['ID=3006294b-c209-470c-835d-7542c33486c4,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:39.364410 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.v2.base [None req-d7c398cd-4d99-4350-969b-85f09833419a admin admin] Request body: {'subnet': {'network_id': '3006294b-c209-470c-835d-7542c33486c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-719981817-subnet', 'tenant_id': '8cb1c5a7971d49c8b0c3c3f3f5877683', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:20:39.371838 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134900f4-8dec-40ac-86ba-b1bc9552fbcc req-b14fef72-8b85-4a77-a4c0-f4dd4e3fda67 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:39.373595 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-134900f4-8dec-40ac-86ba-b1bc9552fbcc req-b14fef72-8b85-4a77-a4c0-f4dd4e3fda67 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=3226ee7c-30dc-4262-9e31-f5d2a26f7f9a HTTP/1.1" status: 200 len: 945 time: 0.1294346 Sep 20 13:20:39.375887 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Network 3006294b-c209-470c-835d-7542c33486c4 details requested by agent ovs-agent-dv-cinder-858463-1-iscsi with host dv-cinder-858463-1-iscsi {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 13:20:39.410798 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c398cd-4d99-4350-969b-85f09833419a admin admin] Made reservation on behalf of 8cb1c5a7971d49c8b0c3c3f3f5877683 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:20:39.413810 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d7c398cd-4d99-4350-969b-85f09833419a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:39.434462 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-134900f4-8dec-40ac-86ba-b1bc9552fbcc req-c904a4f5-65e1-4922-826d-cefd03fd52ee tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532522 Sep 20 13:20:39.620377 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d7c398cd-4d99-4350-969b-85f09833419a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183'] for subnet (5fc3b871-daff-4f35-9099-d05776238bfb), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:39.690516 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c398cd-4d99-4350-969b-85f09833419a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fc3b871-daff-4f35-9099-d05776238bfb,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:39.698710 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c398cd-4d99-4350-969b-85f09833419a admin admin] Checking segment: {'id': 'd17ce016-d7a6-4a59-8570-f37c4a34aabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3006294b-c209-470c-835d-7542c33486c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:20:39.699101 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c398cd-4d99-4350-969b-85f09833419a admin admin] Network hostable DHCP agents. Network: 3006294b-c209-470c-835d-7542c33486c4, hostable agents: ['c520f755-59ca-4a79-a15e-107c01e131c2'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 13:20:39.718323 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c398cd-4d99-4350-969b-85f09833419a admin admin] Network 3006294b-c209-470c-835d-7542c33486c4 is scheduled to be hosted by DHCP agent c520f755-59ca-4a79-a15e-107c01e131c2 with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 13:20:39.729172 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-d7c398cd-4d99-4350-969b-85f09833419a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858463-1-iscsi, 3006294b-c209-470c-835d-7542c33486c4) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:20:39.738483 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb0a58b-5b74-4dd9-9232-0306f119ce1d None None] Network 3006294b-c209-470c-835d-7542c33486c4 requested from dv-cinder-858463-1-iscsi {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 20 13:20:39.738634 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c398cd-4d99-4350-969b-85f09833419a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:39.739420 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d7c398cd-4d99-4350-969b-85f09833419a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:39.757364 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-d7c398cd-4d99-4350-969b-85f09833419a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3974950 Sep 20 13:20:39.863863 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a2c385-4823-4d51-8381-80ae13885055 None None] Network 3006294b-c209-470c-835d-7542c33486c4 requested from dv-cinder-858463-1-iscsi {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 20 13:20:39.983012 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (728cf656-0364-4172-b8b5-b6ffd3122ed0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:40.043602 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 59170) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:20:40.222832 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d7e8004e-ee19-4be3-a8e6-82d5bcf8eccc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:40.354415 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d7e8004e-ee19-4be3-a8e6-82d5bcf8eccc admin admin] Publish callbacks [] for security_group (1aba6207-9d66-4a33-a6fb-175ac2aec1d4), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:40.359236 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d7e8004e-ee19-4be3-a8e6-82d5bcf8eccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (1aba6207-9d66-4a33-a6fb-175ac2aec1d4), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:40.404563 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-d7e8004e-ee19-4be3-a8e6-82d5bcf8eccc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=41b25a0c2ae2498a8eb48df04a14c6da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3594298 Sep 20 13:20:40.405719 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e8004e-ee19-4be3-a8e6-82d5bcf8eccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aba6207-9d66-4a33-a6fb-175ac2aec1d4,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:40.407265 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 59188) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:20:40.472223 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b597402c-93c9-45d9-a90b-e0ef87d16253 admin admin] Publish callbacks [] for security_group (1aba6207-9d66-4a33-a6fb-175ac2aec1d4), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:40.515627 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b597402c-93c9-45d9-a90b-e0ef87d16253 admin admin] Publish callbacks [] for security_group (1aba6207-9d66-4a33-a6fb-175ac2aec1d4), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:40.523297 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 59194) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:20:40.528187 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-4247cb3a-95b7-4fa0-8ae3-fa95af07a8de admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-402826231-network', 'tenant_id': 'c5a01bee6a574d3b83d4a3ee9ce6ebbd'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:20:40.557500 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4247cb3a-95b7-4fa0-8ae3-fa95af07a8de admin admin] Made reservation on behalf of c5a01bee6a574d3b83d4a3ee9ce6ebbd for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:20:40.560700 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4247cb3a-95b7-4fa0-8ae3-fa95af07a8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:40.577296 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4247cb3a-95b7-4fa0-8ae3-fa95af07a8de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:40.619185 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b597402c-93c9-45d9-a90b-e0ef87d16253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (1aba6207-9d66-4a33-a6fb-175ac2aec1d4), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:40.621914 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b597402c-93c9-45d9-a90b-e0ef87d16253 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:40.624001 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-b597402c-93c9-45d9-a90b-e0ef87d16253 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1aba6207-9d66-4a33-a6fb-175ac2aec1d4 HTTP/1.1" status: 204 len: 168 time: 0.2141321 Sep 20 13:20:40.638964 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b597402c-93c9-45d9-a90b-e0ef87d16253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aba6207-9d66-4a33-a6fb-175ac2aec1d4,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:40.652543 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b1c37-58b3-4ac0-bd82-862f96b456d1 req-b6c1705a-e638-401a-a9c7-d6bf1ca9ff44 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:40.654298 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-538b1c37-58b3-4ac0-bd82-862f96b456d1 req-b6c1705a-e638-401a-a9c7-d6bf1ca9ff44 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=3226ee7c-30dc-4262-9e31-f5d2a26f7f9a HTTP/1.1" status: 200 len: 945 time: 0.0878186 Sep 20 13:20:40.719632 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4247cb3a-95b7-4fa0-8ae3-fa95af07a8de admin admin] Publish callbacks [] for security_group (8c3b9d45-d553-4ef4-945c-9dbb759c29d6), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:40.725208 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4247cb3a-95b7-4fa0-8ae3-fa95af07a8de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (8c3b9d45-d553-4ef4-945c-9dbb759c29d6), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:40.727482 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-538b1c37-58b3-4ac0-bd82-862f96b456d1 req-01d98260-5cb0-449d-8876-6de189fdcfcb tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642464 Sep 20 13:20:40.746411 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4247cb3a-95b7-4fa0-8ae3-fa95af07a8de admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 13:20:40.782308 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4247cb3a-95b7-4fa0-8ae3-fa95af07a8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549390'] for segment (b47d22ed-cb55-4d26-ba9f-9d29c52ea3c1), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:40.783744 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.db.segments_db [None req-4247cb3a-95b7-4fa0-8ae3-fa95af07a8de admin admin] Added segment b47d22ed-cb55-4d26-ba9f-9d29c52ea3c1 of type vlan for network 95ea8fce-02b4-4085-829f-506c56816028 Sep 20 13:20:40.785343 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4247cb3a-95b7-4fa0-8ae3-fa95af07a8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3b9d45-d553-4ef4-945c-9dbb759c29d6,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:40.843383 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4247cb3a-95b7-4fa0-8ae3-fa95af07a8de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760607722792'] for network (95ea8fce-02b4-4085-829f-506c56816028), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:40.882671 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4247cb3a-95b7-4fa0-8ae3-fa95af07a8de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183'] for network (95ea8fce-02b4-4085-829f-506c56816028), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:40.883684 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4247cb3a-95b7-4fa0-8ae3-fa95af07a8de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:40.884280 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4247cb3a-95b7-4fa0-8ae3-fa95af07a8de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:40.946234 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-4247cb3a-95b7-4fa0-8ae3-fa95af07a8de admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4218426 Sep 20 13:20:40.949144 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 59210) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:20:40.955333 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.v2.base [None req-0f34bbdd-2479-4a68-abaa-a86e878e82d5 admin admin] Request body: {'subnet': {'network_id': '95ea8fce-02b4-4085-829f-506c56816028', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-402826231-subnet', 'tenant_id': 'c5a01bee6a574d3b83d4a3ee9ce6ebbd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:20:40.962963 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4247cb3a-95b7-4fa0-8ae3-fa95af07a8de admin admin] Pushing event updated for resources: {'Network': ['ID=95ea8fce-02b4-4085-829f-506c56816028,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:40.976757 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Network 95ea8fce-02b4-4085-829f-506c56816028 details requested by agent ovs-agent-dv-cinder-858463-1-iscsi with host dv-cinder-858463-1-iscsi {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 13:20:40.995615 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f34bbdd-2479-4a68-abaa-a86e878e82d5 admin admin] Made reservation on behalf of c5a01bee6a574d3b83d4a3ee9ce6ebbd for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:20:41.002393 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0f34bbdd-2479-4a68-abaa-a86e878e82d5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:41.089806 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde8933-79ca-443a-8326-ed14ea309021 req-c3ea4459-e3d9-4613-b7b7-ffddd8996c2e tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:41.091418 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2fde8933-79ca-443a-8326-ed14ea309021 req-c3ea4459-e3d9-4613-b7b7-ffddd8996c2e tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=3226ee7c-30dc-4262-9e31-f5d2a26f7f9a HTTP/1.1" status: 200 len: 945 time: 0.0629203 Sep 20 13:20:41.132426 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 59214) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:20:41.149689 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-928ac145-46ba-4849-b580-45be5c5217f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:41.180018 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2fde8933-79ca-443a-8326-ed14ea309021 req-ba0fdc49-2f14-494e-ab39-ece95c4d892f tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757568 Sep 20 13:20:41.185145 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac62a7-6966-4bef-b364-092675e3cbb5 req-6c166289-4142-4062-b31c-b7602d64368b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:41.187030 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-52ac62a7-6966-4bef-b364-092675e3cbb5 req-6c166289-4142-4062-b31c-b7602d64368b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f8f8bdd06ef247d389068dcb1648b4f7&device_id=3226ee7c-30dc-4262-9e31-f5d2a26f7f9a HTTP/1.1" status: 200 len: 1129 time: 0.0943511 Sep 20 13:20:41.232338 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0f34bbdd-2479-4a68-abaa-a86e878e82d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183'] for subnet (5128617d-ff6b-4168-9f8c-4b0f3629f2c2), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:41.293100 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac62a7-6966-4bef-b364-092675e3cbb5 req-68552967-a5c2-459d-859f-c6a2de0fdeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:41.294649 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-52ac62a7-6966-4bef-b364-092675e3cbb5 req-68552967-a5c2-459d-859f-c6a2de0fdeae service neutron] 10.222.0.62 "GET /v2.0/networks?id=105b52c6-cee8-4c92-bcc7-3a77d1e92018 HTTP/1.1" status: 200 len: 918 time: 0.0903773 Sep 20 13:20:41.313170 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f34bbdd-2479-4a68-abaa-a86e878e82d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5128617d-ff6b-4168-9f8c-4b0f3629f2c2,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:41.335200 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-928ac145-46ba-4849-b580-45be5c5217f4 admin admin] Publish callbacks [] for security_group (7c01633b-fbda-4241-8f2a-b49800af74de), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:41.336927 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f34bbdd-2479-4a68-abaa-a86e878e82d5 admin admin] Checking segment: {'id': 'b47d22ed-cb55-4d26-ba9f-9d29c52ea3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '95ea8fce-02b4-4085-829f-506c56816028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:20:41.337375 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f34bbdd-2479-4a68-abaa-a86e878e82d5 admin admin] Network hostable DHCP agents. Network: 95ea8fce-02b4-4085-829f-506c56816028, hostable agents: ['c520f755-59ca-4a79-a15e-107c01e131c2'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 13:20:41.340937 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-52ac62a7-6966-4bef-b364-092675e3cbb5 req-92ec6538-1caf-4dcc-9fdf-7e2d9b139575 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db0389ce-4a65-44b3-9cfe-dc30d33b40b5 HTTP/1.1" status: 200 len: 217 time: 0.0348301 Sep 20 13:20:41.341853 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-928ac145-46ba-4849-b580-45be5c5217f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (7c01633b-fbda-4241-8f2a-b49800af74de), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:41.394145 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-928ac145-46ba-4849-b580-45be5c5217f4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0ae352da9062462daa65c80030a0e417&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2606468 Sep 20 13:20:41.395613 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ac145-46ba-4849-b580-45be5c5217f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c01633b-fbda-4241-8f2a-b49800af74de,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:41.397893 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 59218) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:20:41.398980 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f34bbdd-2479-4a68-abaa-a86e878e82d5 admin admin] Network 95ea8fce-02b4-4085-829f-506c56816028 is scheduled to be hosted by DHCP agent c520f755-59ca-4a79-a15e-107c01e131c2 with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 13:20:41.413231 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-0f34bbdd-2479-4a68-abaa-a86e878e82d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858463-1-iscsi, 95ea8fce-02b4-4085-829f-506c56816028) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:20:41.417885 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f34bbdd-2479-4a68-abaa-a86e878e82d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:41.418537 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0f34bbdd-2479-4a68-abaa-a86e878e82d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:41.432320 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e6c938-cd86-4307-a4ea-45a184b9af4d None None] Network 95ea8fce-02b4-4085-829f-506c56816028 requested from dv-cinder-858463-1-iscsi {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 20 13:20:41.438250 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-0f34bbdd-2479-4a68-abaa-a86e878e82d5 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4877782 Sep 20 13:20:41.470871 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac62a7-6966-4bef-b364-092675e3cbb5 req-9e37628a-3bb7-4380-bcd8-038d96355d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:41.472801 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-52ac62a7-6966-4bef-b364-092675e3cbb5 req-9e37628a-3bb7-4380-bcd8-038d96355d4b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=64939650-d3ca-4c0c-952c-41e35d669944 HTTP/1.1" status: 200 len: 857 time: 0.1128907 Sep 20 13:20:41.545079 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fcab6655-97fe-43b7-8ff4-730f0ca82f69 admin admin] Publish callbacks [] for security_group (7c01633b-fbda-4241-8f2a-b49800af74de), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:41.555985 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac62a7-6966-4bef-b364-092675e3cbb5 req-0ec95d2d-2eff-4ee7-855e-c9318746a1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:41.557661 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-52ac62a7-6966-4bef-b364-092675e3cbb5 req-0ec95d2d-2eff-4ee7-855e-c9318746a1ed service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=105b52c6-cee8-4c92-bcc7-3a77d1e92018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0777068 Sep 20 13:20:41.566479 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fcab6655-97fe-43b7-8ff4-730f0ca82f69 admin admin] Publish callbacks [] for security_group (7c01633b-fbda-4241-8f2a-b49800af74de), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:41.604116 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af3946f-2699-475f-a9ee-e8e50642932f None None] Network 95ea8fce-02b4-4085-829f-506c56816028 requested from dv-cinder-858463-1-iscsi {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 20 13:20:41.700169 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fcab6655-97fe-43b7-8ff4-730f0ca82f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (7c01633b-fbda-4241-8f2a-b49800af74de), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:41.702633 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fcab6655-97fe-43b7-8ff4-730f0ca82f69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:41.704155 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-fcab6655-97fe-43b7-8ff4-730f0ca82f69 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7c01633b-fbda-4241-8f2a-b49800af74de HTTP/1.1" status: 204 len: 168 time: 0.2962189 Sep 20 13:20:41.713858 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcab6655-97fe-43b7-8ff4-730f0ca82f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c01633b-fbda-4241-8f2a-b49800af74de,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:41.717286 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-52ac62a7-6966-4bef-b364-092675e3cbb5 req-b9cd86b9-59c1-4e02-9310-889ef2371a46 service neutron] 10.222.0.62 "GET /v2.0/networks/105b52c6-cee8-4c92-bcc7-3a77d1e92018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412854 Sep 20 13:20:41.833898 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-52ac62a7-6966-4bef-b364-092675e3cbb5 req-bf16fa72-d1d0-4395-bb25-660474d2bb67 service neutron] 10.222.0.62 "GET /v2.0/networks/105b52c6-cee8-4c92-bcc7-3a77d1e92018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023774 Sep 20 13:20:42.078104 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 59238) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:20:42.099865 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0f18dc58-f2e0-4f5a-840d-1a763deed067 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:42.181619 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0f18dc58-f2e0-4f5a-840d-1a763deed067 admin admin] Publish callbacks [] for security_group (0d690b7c-fc85-4976-9726-99001eb7941a), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:42.185462 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0f18dc58-f2e0-4f5a-840d-1a763deed067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (0d690b7c-fc85-4976-9726-99001eb7941a), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:42.225916 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-0f18dc58-f2e0-4f5a-840d-1a763deed067 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=aef8de27b3a748b98e588e226fa2ab1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1465676 Sep 20 13:20:42.229090 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 59242) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:20:42.229394 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f18dc58-f2e0-4f5a-840d-1a763deed067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d690b7c-fc85-4976-9726-99001eb7941a,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:42.305167 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e7fed905-5ac3-47ca-9a7a-c37dffcc8df6 admin admin] Publish callbacks [] for security_group (0d690b7c-fc85-4976-9726-99001eb7941a), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:42.332724 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e7fed905-5ac3-47ca-9a7a-c37dffcc8df6 admin admin] Publish callbacks [] for security_group (0d690b7c-fc85-4976-9726-99001eb7941a), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:42.355870 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a076a13-b87c-438e-bf6d-c6cb19887070 req-340a32ca-aea1-4ed5-8ef6-d7da2c669b63 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:42.357334 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-6a076a13-b87c-438e-bf6d-c6cb19887070 req-340a32ca-aea1-4ed5-8ef6-d7da2c669b63 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=3226ee7c-30dc-4262-9e31-f5d2a26f7f9a HTTP/1.1" status: 200 len: 945 time: 0.0893528 Sep 20 13:20:42.415929 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-6a076a13-b87c-438e-bf6d-c6cb19887070 req-fdaa080e-57d0-4fcc-8ade-05ff60fe31fb tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507221 Sep 20 13:20:42.417361 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e7fed905-5ac3-47ca-9a7a-c37dffcc8df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (0d690b7c-fc85-4976-9726-99001eb7941a), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:42.420033 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e7fed905-5ac3-47ca-9a7a-c37dffcc8df6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:42.421287 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-e7fed905-5ac3-47ca-9a7a-c37dffcc8df6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0d690b7c-fc85-4976-9726-99001eb7941a HTTP/1.1" status: 204 len: 168 time: 0.1907947 Sep 20 13:20:42.429823 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fed905-5ac3-47ca-9a7a-c37dffcc8df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d690b7c-fc85-4976-9726-99001eb7941a,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:43.568160 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e3d85-d412-47f2-b088-fea3fc4e5a8d req-52804ebf-7efb-4442-8c77-0b54be6f4cd8 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:43.573881 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-775e3d85-d412-47f2-b088-fea3fc4e5a8d req-52804ebf-7efb-4442-8c77-0b54be6f4cd8 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=3226ee7c-30dc-4262-9e31-f5d2a26f7f9a HTTP/1.1" status: 200 len: 945 time: 0.0652444 Sep 20 13:20:43.628027 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-775e3d85-d412-47f2-b088-fea3fc4e5a8d req-463e8eb1-3f57-4228-8057-d819f58cc47f tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489171 Sep 20 13:20:43.950897 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d955b8-387e-4adf-b3d9-e848663f77d7 req-037c2d24-92e4-4eac-8d57-fb1b047572b4 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:43.952397 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-00d955b8-387e-4adf-b3d9-e848663f77d7 req-037c2d24-92e4-4eac-8d57-fb1b047572b4 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 945 time: 0.0536053 Sep 20 13:20:44.000061 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-00d955b8-387e-4adf-b3d9-e848663f77d7 req-f4adbfac-07ed-4269-84c0-9644cd819d06 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/security-groups?id=1891abea-c207-4dad-8eca-78b6dbec540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413165 Sep 20 13:20:44.029473 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 59320) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:20:44.255359 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea13c3a-f424-4057-8086-67b678938ba1 tempest-TestMinimumBasicScenario-2146982281 tempest-TestMinimumBasicScenario-2146982281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:44.257043 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-9ea13c3a-f424-4057-8086-67b678938ba1 tempest-TestMinimumBasicScenario-2146982281 tempest-TestMinimumBasicScenario-2146982281-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 1124 time: 0.2266431 Sep 20 13:20:44.260599 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 59332) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:20:44.265227 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.v2.base [None req-eb560673-95dd-420c-8ac8-8b039f6a39c7 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Request body: {'floatingip': {'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'port_id': 'f8a4aa0b-881e-4442-bdee-7a0856380659', 'tenant_id': 'd1d42226fe654d57a6388f5b714bbd64', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:20:44.285621 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-eb560673-95dd-420c-8ac8-8b039f6a39c7 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:44.379701 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-eb560673-95dd-420c-8ac8-8b039f6a39c7 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:44.484340 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-eb560673-95dd-420c-8ac8-8b039f6a39c7 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Allocated IP 172.27.2.189 (36104724-3f48-4df5-b3a4-d541d8e9add0/adca2446-3f2d-49a4-ba29-cedd74eb43e2/e79effb4-e353-453c-aa04-b1ec2ed6c43e) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:20:44.587821 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-eb560673-95dd-420c-8ac8-8b039f6a39c7 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Publish callbacks [] for port (e79effb4-e353-453c-aa04-b1ec2ed6c43e), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:44.620157 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-eb560673-95dd-420c-8ac8-8b039f6a39c7 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938'] for port (e79effb4-e353-453c-aa04-b1ec2ed6c43e), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:44.659268 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb560673-95dd-420c-8ac8-8b039f6a39c7 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Network 36104724-3f48-4df5-b3a4-d541d8e9add0 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:20:44.666444 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-eb560673-95dd-420c-8ac8-8b039f6a39c7 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:20:44.670471 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb560673-95dd-420c-8ac8-8b039f6a39c7 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:20:44.687664 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb560673-95dd-420c-8ac8-8b039f6a39c7 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Pushing event updated for resources: {'Port': ['ID=e79effb4-e353-453c-aa04-b1ec2ed6c43e,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:44.771348 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64eb811-8dca-43c5-9730-7c223a8d8f38 req-a70091e9-ede1-4f48-b749-d9e3642c2a5a tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:44.772998 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f64eb811-8dca-43c5-9730-7c223a8d8f38 req-a70091e9-ede1-4f48-b749-d9e3642c2a5a tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=3226ee7c-30dc-4262-9e31-f5d2a26f7f9a HTTP/1.1" status: 200 len: 945 time: 0.0551014 Sep 20 13:20:44.821197 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f64eb811-8dca-43c5-9730-7c223a8d8f38 req-e214881b-ae92-4096-9c74-d5d61e2c8b72 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428107 Sep 20 13:20:45.100622 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-eb560673-95dd-420c-8ac8-8b039f6a39c7 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Publish callbacks [] for floatingip (bf0087d3-6f1a-410d-8c0c-0f9bfd8090be), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:45.374576 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-eb560673-95dd-420c-8ac8-8b039f6a39c7 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (e79effb4-e353-453c-aa04-b1ec2ed6c43e), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:45.517653 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-eb560673-95dd-420c-8ac8-8b039f6a39c7 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Publish callbacks [] for port (e79effb4-e353-453c-aa04-b1ec2ed6c43e), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:45.522055 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-eb560673-95dd-420c-8ac8-8b039f6a39c7 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (e79effb4-e353-453c-aa04-b1ec2ed6c43e), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:45.522699 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-eb560673-95dd-420c-8ac8-8b039f6a39c7 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607693'] for floatingip (bf0087d3-6f1a-410d-8c0c-0f9bfd8090be), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:45.619866 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb560673-95dd-420c-8ac8-8b039f6a39c7 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Pushing event updated for resources: {'Port': ['ID=e79effb4-e353-453c-aa04-b1ec2ed6c43e,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:45.644305 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.db.l3_db [None req-eb560673-95dd-420c-8ac8-8b039f6a39c7 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Floating IP bf0087d3-6f1a-410d-8c0c-0f9bfd8090be associated. External IP: 172.27.2.189, port: f8a4aa0b-881e-4442-bdee-7a0856380659. Sep 20 13:20:45.844289 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb560673-95dd-420c-8ac8-8b039f6a39c7 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Router 5ab1d8fa-13af-44c8-935e-05053a2b6d74 has already been hosted by L3 agent e6bdf340-58c5-4186-af2d-ab00439e5425 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:20:45.980450 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb560673-95dd-420c-8ac8-8b039f6a39c7 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Notify agent at l3_agent.dv-cinder-858463-1-iscsi the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:20:45.993214 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978d51ae-73b0-43e0-8bb5-e647da349d9c None None] Sync routers for ids ['5ab1d8fa-13af-44c8-935e-05053a2b6d74'] in dv-cinder-858463-1-iscsi {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:20:46.006477 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978d51ae-73b0-43e0-8bb5-e647da349d9c None None] Routers {'5ab1d8fa-13af-44c8-935e-05053a2b6d74'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:20:46.007542 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-978d51ae-73b0-43e0-8bb5-e647da349d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:20:26Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['5ab1d8fa-13af-44c8-935e-05053a2b6d74'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:20:46.010286 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84ac5e-76ef-4e27-bb58-6c448f223b4b req-9d32f619-f02b-4142-9eff-9b2b19739d15 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:46.011829 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-1b84ac5e-76ef-4e27-bb58-6c448f223b4b req-9d32f619-f02b-4142-9eff-9b2b19739d15 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=3226ee7c-30dc-4262-9e31-f5d2a26f7f9a HTTP/1.1" status: 200 len: 945 time: 0.0787442 Sep 20 13:20:46.015477 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-eb560673-95dd-420c-8ac8-8b039f6a39c7 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:46.071305 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-eb560673-95dd-420c-8ac8-8b039f6a39c7 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8072309 Sep 20 13:20:46.072164 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 59368) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:20:46.074669 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc445ffb-f74a-4848-b91f-d680d0593309', 'tag': 'f8a4aa0b-881e-4442-bdee-7a0856380659'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:20:46.076998 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35f9f8ba2811e4be4385c704f255b6faf45db8d19dac8ae47afe3dd23e96b6c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583a8286-ad00-481c-a239-718e6e5e8c16" -d '{"events": [{"name": "network-changed", "server_uuid": "bc445ffb-f74a-4848-b91f-d680d0593309", "tag": "f8a4aa0b-881e-4442-bdee-7a0856380659"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:20:46.095456 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-acaf08e5-0c1a-48e0-9f72-99c641b796e8 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-480124330', 'description': 'tempest-secgroup-smoke-480124330 description', 'project_id': 'd1d42226fe654d57a6388f5b714bbd64'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:20:46.108770 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-1b84ac5e-76ef-4e27-bb58-6c448f223b4b req-863175ed-a0c4-4572-9d44-58d4a6199d0f tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725896 Sep 20 13:20:46.146534 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-acaf08e5-0c1a-48e0-9f72-99c641b796e8 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:46.162269 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-978d51ae-73b0-43e0-8bb5-e647da349d9c None None] Set router 5ab1d8fa-13af-44c8-935e-05053a2b6d74 gateway port host: dv-cinder-858463-1-iscsi {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:20:46.170695 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 13:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b240c5e-7282-4541-93d0-edaa3a5ed4db x-openstack-request-id: req-7b240c5e-7282-4541-93d0-edaa3a5ed4db {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:20:46.171170 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc445ffb-f74a-4848-b91f-d680d0593309", "tag": "f8a4aa0b-881e-4442-bdee-7a0856380659", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:20:46.171475 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7b240c5e-7282-4541-93d0-edaa3a5ed4db {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:20:46.171882 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b240c5e-7282-4541-93d0-edaa3a5ed4db'] response: {'name': 'network-changed', 'server_uuid': 'bc445ffb-f74a-4848-b91f-d680d0593309', 'tag': 'f8a4aa0b-881e-4442-bdee-7a0856380659', 'status': 'completed', 'code': 200} Sep 20 13:20:46.264017 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-acaf08e5-0c1a-48e0-9f72-99c641b796e8 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Publish callbacks [] for security_group (d836f1b0-c057-4be8-b298-edbe4e6a8e58), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:46.274266 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-acaf08e5-0c1a-48e0-9f72-99c641b796e8 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (d836f1b0-c057-4be8-b298-edbe4e6a8e58), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:46.305353 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaf08e5-0c1a-48e0-9f72-99c641b796e8 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d836f1b0-c057-4be8-b298-edbe4e6a8e58,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:46.314378 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-acaf08e5-0c1a-48e0-9f72-99c641b796e8 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:46.316037 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-acaf08e5-0c1a-48e0-9f72-99c641b796e8 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2418427 Sep 20 13:20:46.320837 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 59380) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:20:46.324450 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.v2.base [None req-1d715cc3-e152-49ca-8717-09d106d142d8 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Request body: {'security_group_rule': {'security_group_id': 'd836f1b0-c057-4be8-b298-edbe4e6a8e58', 'project_id': 'd1d42226fe654d57a6388f5b714bbd64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:20:46.380301 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1d715cc3-e152-49ca-8717-09d106d142d8 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Publish callbacks [] for security_group_rule (0e5c2e67-7c02-48c9-9d35-2ea06ded2520), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:46.384767 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a8286-ad00-481c-a239-718e6e5e8c16 req-b3591fc6-79c4-4eaf-93d6-9ea435c959f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:46.388368 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-583a8286-ad00-481c-a239-718e6e5e8c16 req-b3591fc6-79c4-4eaf-93d6-9ea435c959f8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d1d42226fe654d57a6388f5b714bbd64&device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 1129 time: 0.0636189 Sep 20 13:20:46.443991 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1d715cc3-e152-49ca-8717-09d106d142d8 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Publish callbacks [] for security_group_rule (0e5c2e67-7c02-48c9-9d35-2ea06ded2520), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:46.463301 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1d715cc3-e152-49ca-8717-09d106d142d8 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828784'] for security_group_rule (0e5c2e67-7c02-48c9-9d35-2ea06ded2520), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:46.519207 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a8286-ad00-481c-a239-718e6e5e8c16 req-1c754838-addd-4444-b0d5-215053f7901d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:46.519418 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d715cc3-e152-49ca-8717-09d106d142d8 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e5c2e67-7c02-48c9-9d35-2ea06ded2520,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:46.523950 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-583a8286-ad00-481c-a239-718e6e5e8c16 req-1c754838-addd-4444-b0d5-215053f7901d service neutron] 10.222.0.62 "GET /v2.0/networks?id=dfbd57c2-2ed1-4120-b909-66eb06365412 HTTP/1.1" status: 200 len: 915 time: 0.1249256 Sep 20 13:20:46.524954 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1d715cc3-e152-49ca-8717-09d106d142d8 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:46.528930 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-1d715cc3-e152-49ca-8717-09d106d142d8 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2060368 Sep 20 13:20:46.528930 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 59386) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:20:46.537833 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.v2.base [None req-e321736b-e443-4615-b27c-c875706375b0 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Request body: {'security_group_rule': {'security_group_id': 'd836f1b0-c057-4be8-b298-edbe4e6a8e58', 'project_id': 'd1d42226fe654d57a6388f5b714bbd64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:20:46.557264 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-978d51ae-73b0-43e0-8bb5-e647da349d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab1d8fa-13af-44c8-935e-05053a2b6d74', 'name': 'tempest-TestMinimumBasicScenario-2059182449-router', 'tenant_id': 'd1d42226fe654d57a6388f5b714bbd64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '78a2b042-cdd9-4df7-bdff-07ac7dc05db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:19:19Z', 'updated_at': '2022-09-20T13:19:24Z', 'revision_number': 4, 'project_id': 'd1d42226fe654d57a6388f5b714bbd64', 'gw_port': {'id': '78a2b042-cdd9-4df7-bdff-07ac7dc05db8', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab1d8fa-13af-44c8-935e-05053a2b6d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:19:20Z', 'updated_at': '2022-09-20T13:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_floatingips': [{'id': 'bf0087d3-6f1a-410d-8c0c-0f9bfd8090be', 'tenant_id': 'd1d42226fe654d57a6388f5b714bbd64', 'floating_ip_address': '172.27.2.189', 'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'router_id': '5ab1d8fa-13af-44c8-935e-05053a2b6d74', 'port_id': 'f8a4aa0b-881e-4442-bdee-7a0856380659', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfbd57c2-2ed1-4120-b909-66eb06365412', 'mac_address': 'fa:16:3e:7f:4b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc445ffb-f74a-4848-b91f-d680d0593309', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T13:20:44Z', 'updated_at': '2022-09-20T13:20:44Z', 'revision_number': 0, 'project_id': 'd1d42226fe654d57a6388f5b714bbd64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e78359e6-bdd3-44f0-919f-d59cd57dbbc8', 'name': '', 'network_id': 'dfbd57c2-2ed1-4120-b909-66eb06365412', 'tenant_id': 'd1d42226fe654d57a6388f5b714bbd64', 'mac_address': 'fa:16:3e:35:77:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab1d8fa-13af-44c8-935e-05053a2b6d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '75bf63df-eea8-4ba0-a7d6-3fca49399710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:19:24Z', 'updated_at': '2022-09-20T13:19:29Z', 'revision_number': 5, 'project_id': 'd1d42226fe654d57a6388f5b714bbd64', 'subnets': [{'id': '75bf63df-eea8-4ba0-a7d6-3fca49399710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:20:46.572950 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e321736b-e443-4615-b27c-c875706375b0 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Publish callbacks [] for security_group_rule (c2e3d6bc-49f2-4b75-81cb-b6e9374171e9), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:46.591017 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978d51ae-73b0-43e0-8bb5-e647da349d9c None None] Checking router: 5ab1d8fa-13af-44c8-935e-05053a2b6d74 for host: dv-cinder-858463-1-iscsi {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:20:46.600491 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978d51ae-73b0-43e0-8bb5-e647da349d9c None None] Routers {'5ab1d8fa-13af-44c8-935e-05053a2b6d74'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:20:46.601460 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-978d51ae-73b0-43e0-8bb5-e647da349d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:20:26Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['5ab1d8fa-13af-44c8-935e-05053a2b6d74'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:20:46.636907 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-583a8286-ad00-481c-a239-718e6e5e8c16 req-7dde4237-cf95-4ff5-8418-0a68bc3fcab7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8a4aa0b-881e-4442-bdee-7a0856380659 HTTP/1.1" status: 200 len: 999 time: 0.1033852 Sep 20 13:20:46.652568 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e321736b-e443-4615-b27c-c875706375b0 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Publish callbacks [] for security_group_rule (c2e3d6bc-49f2-4b75-81cb-b6e9374171e9), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:46.661122 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e321736b-e443-4615-b27c-c875706375b0 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828784'] for security_group_rule (c2e3d6bc-49f2-4b75-81cb-b6e9374171e9), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:46.681191 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e321736b-e443-4615-b27c-c875706375b0 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2e3d6bc-49f2-4b75-81cb-b6e9374171e9,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:46.691700 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e321736b-e443-4615-b27c-c875706375b0 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:46.696357 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 59394) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:20:46.696586 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-e321736b-e443-4615-b27c-c875706375b0 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1664500 Sep 20 13:20:46.702977 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-514b9ef8-ee94-4573-8db0-1bacc8c0afe3 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Request body: {'security_group_rule': {'security_group_id': 'd836f1b0-c057-4be8-b298-edbe4e6a8e58', 'project_id': 'd1d42226fe654d57a6388f5b714bbd64', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:20:46.716291 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a8286-ad00-481c-a239-718e6e5e8c16 req-870981db-213c-406e-a97a-46ae31920ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:46.717881 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-583a8286-ad00-481c-a239-718e6e5e8c16 req-870981db-213c-406e-a97a-46ae31920ac2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=75bf63df-eea8-4ba0-a7d6-3fca49399710 HTTP/1.1" status: 200 len: 854 time: 0.0682733 Sep 20 13:20:46.731936 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-978d51ae-73b0-43e0-8bb5-e647da349d9c None None] Set router 5ab1d8fa-13af-44c8-935e-05053a2b6d74 gateway port host: dv-cinder-858463-1-iscsi {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:20:46.746041 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-514b9ef8-ee94-4573-8db0-1bacc8c0afe3 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Publish callbacks [] for security_group_rule (7eb6a2f2-49bf-4cd8-9113-94cd14a5658c), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:46.832223 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a8286-ad00-481c-a239-718e6e5e8c16 req-b13149db-5263-4891-81cd-65cfbb45a7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:46.833739 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-583a8286-ad00-481c-a239-718e6e5e8c16 req-b13149db-5263-4891-81cd-65cfbb45a7a5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dfbd57c2-2ed1-4120-b909-66eb06365412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0987196 Sep 20 13:20:46.860505 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-514b9ef8-ee94-4573-8db0-1bacc8c0afe3 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Publish callbacks [] for security_group_rule (7eb6a2f2-49bf-4cd8-9113-94cd14a5658c), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:46.872043 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-514b9ef8-ee94-4573-8db0-1bacc8c0afe3 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828784'] for security_group_rule (7eb6a2f2-49bf-4cd8-9113-94cd14a5658c), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:46.917384 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514b9ef8-ee94-4573-8db0-1bacc8c0afe3 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eb6a2f2-49bf-4cd8-9113-94cd14a5658c,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:46.956156 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-514b9ef8-ee94-4573-8db0-1bacc8c0afe3 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:46.960891 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-514b9ef8-ee94-4573-8db0-1bacc8c0afe3 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2605956 Sep 20 13:20:46.961971 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 59400) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:20:46.970628 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.v2.base [None req-7bb7d215-cdb5-4120-b5a0-5fbc6260d59b tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Request body: {'security_group_rule': {'security_group_id': 'd836f1b0-c057-4be8-b298-edbe4e6a8e58', 'project_id': 'd1d42226fe654d57a6388f5b714bbd64', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:20:47.032156 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7bb7d215-cdb5-4120-b5a0-5fbc6260d59b tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Publish callbacks [] for security_group_rule (7601d9a3-8a73-49df-935b-ba98b13e1eb3), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:47.048176 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-978d51ae-73b0-43e0-8bb5-e647da349d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab1d8fa-13af-44c8-935e-05053a2b6d74', 'name': 'tempest-TestMinimumBasicScenario-2059182449-router', 'tenant_id': 'd1d42226fe654d57a6388f5b714bbd64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '78a2b042-cdd9-4df7-bdff-07ac7dc05db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:19:19Z', 'updated_at': '2022-09-20T13:19:24Z', 'revision_number': 4, 'project_id': 'd1d42226fe654d57a6388f5b714bbd64', 'gw_port': {'id': '78a2b042-cdd9-4df7-bdff-07ac7dc05db8', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab1d8fa-13af-44c8-935e-05053a2b6d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:19:20Z', 'updated_at': '2022-09-20T13:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_floatingips': [{'id': 'bf0087d3-6f1a-410d-8c0c-0f9bfd8090be', 'tenant_id': 'd1d42226fe654d57a6388f5b714bbd64', 'floating_ip_address': '172.27.2.189', 'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'router_id': '5ab1d8fa-13af-44c8-935e-05053a2b6d74', 'port_id': 'f8a4aa0b-881e-4442-bdee-7a0856380659', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfbd57c2-2ed1-4120-b909-66eb06365412', 'mac_address': 'fa:16:3e:7f:4b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc445ffb-f74a-4848-b91f-d680d0593309', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T13:20:44Z', 'updated_at': '2022-09-20T13:20:44Z', 'revision_number': 0, 'project_id': 'd1d42226fe654d57a6388f5b714bbd64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e78359e6-bdd3-44f0-919f-d59cd57dbbc8', 'name': '', 'network_id': 'dfbd57c2-2ed1-4120-b909-66eb06365412', 'tenant_id': 'd1d42226fe654d57a6388f5b714bbd64', 'mac_address': 'fa:16:3e:35:77:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab1d8fa-13af-44c8-935e-05053a2b6d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '75bf63df-eea8-4ba0-a7d6-3fca49399710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:19:24Z', 'updated_at': '2022-09-20T13:19:29Z', 'revision_number': 5, 'project_id': 'd1d42226fe654d57a6388f5b714bbd64', 'subnets': [{'id': '75bf63df-eea8-4ba0-a7d6-3fca49399710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:20:47.054333 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-583a8286-ad00-481c-a239-718e6e5e8c16 req-71eba35d-077a-45af-823a-3a7b7dc687ac service neutron] 10.222.0.62 "GET /v2.0/networks/dfbd57c2-2ed1-4120-b909-66eb06365412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090485 Sep 20 13:20:47.094579 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978d51ae-73b0-43e0-8bb5-e647da349d9c None None] The sync data for ids ['5ab1d8fa-13af-44c8-935e-05053a2b6d74'] in dv-cinder-858463-1-iscsi is: [{'id': '5ab1d8fa-13af-44c8-935e-05053a2b6d74', 'name': 'tempest-TestMinimumBasicScenario-2059182449-router', 'tenant_id': 'd1d42226fe654d57a6388f5b714bbd64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '78a2b042-cdd9-4df7-bdff-07ac7dc05db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:19:19Z', 'updated_at': '2022-09-20T13:19:24Z', 'revision_number': 4, 'project_id': 'd1d42226fe654d57a6388f5b714bbd64', 'gw_port': {'id': '78a2b042-cdd9-4df7-bdff-07ac7dc05db8', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab1d8fa-13af-44c8-935e-05053a2b6d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:19:20Z', 'updated_at': '2022-09-20T13:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_floatingips': [{'id': 'bf0087d3-6f1a-410d-8c0c-0f9bfd8090be', 'tenant_id': 'd1d42226fe654d57a6388f5b714bbd64', 'floating_ip_address': '172.27.2.189', 'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'router_id': '5ab1d8fa-13af-44c8-935e-05053a2b6d74', 'port_id': 'f8a4aa0b-881e-4442-bdee-7a0856380659', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfbd57c2-2ed1-4120-b909-66eb06365412', 'mac_address': 'fa:16:3e:7f:4b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc445ffb-f74a-4848-b91f-d680d0593309', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T13:20:44Z', 'updated_at': '2022-09-20T13:20:44Z', 'revision_number': 0, 'project_id': 'd1d42226fe654d57a6388f5b714bbd64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e78359e6-bdd3-44f0-919f-d59cd57dbbc8', 'name': '', 'network_id': 'dfbd57c2-2ed1-4120-b909-66eb06365412', 'tenant_id': 'd1d42226fe654d57a6388f5b714bbd64', 'mac_address': 'fa:16:3e:35:77:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab1d8fa-13af-44c8-935e-05053a2b6d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '75bf63df-eea8-4ba0-a7d6-3fca49399710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:19:24Z', 'updated_at': '2022-09-20T13:19:29Z', 'revision_number': 5, 'project_id': 'd1d42226fe654d57a6388f5b714bbd64', 'subnets': [{'id': '75bf63df-eea8-4ba0-a7d6-3fca49399710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:20:47.150039 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7bb7d215-cdb5-4120-b5a0-5fbc6260d59b tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Publish callbacks [] for security_group_rule (7601d9a3-8a73-49df-935b-ba98b13e1eb3), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:47.158584 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7bb7d215-cdb5-4120-b5a0-5fbc6260d59b tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828784'] for security_group_rule (7601d9a3-8a73-49df-935b-ba98b13e1eb3), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:47.166700 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-583a8286-ad00-481c-a239-718e6e5e8c16 req-ab0e2d1d-2fc0-443d-91d5-74dcd28613f6 service neutron] 10.222.0.62 "GET /v2.0/networks/dfbd57c2-2ed1-4120-b909-66eb06365412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055636 Sep 20 13:20:47.185781 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb7d215-cdb5-4120-b5a0-5fbc6260d59b tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7601d9a3-8a73-49df-935b-ba98b13e1eb3,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:47.201724 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7bb7d215-cdb5-4120-b5a0-5fbc6260d59b tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:47.203456 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-7bb7d215-cdb5-4120-b5a0-5fbc6260d59b tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2398968 Sep 20 13:20:47.209390 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 59406) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:20:47.220563 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-e9a9315e-78f4-434b-b19c-efe06dea4732 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Request body: {'security_group_rule': {'security_group_id': 'd836f1b0-c057-4be8-b298-edbe4e6a8e58', 'project_id': 'd1d42226fe654d57a6388f5b714bbd64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:20:47.267800 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.db.securitygroups_db [None req-e9a9315e-78f4-434b-b19c-efe06dea4732 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Project d1d42226fe654d57a6388f5b714bbd64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 13:20:47.269814 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938028d0-99fe-4cc7-923a-bac1b9ffe63e req-b9607bc0-cfc3-4e22-b0ba-85f8adad89e9 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:47.271453 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-938028d0-99fe-4cc7-923a-bac1b9ffe63e req-b9607bc0-cfc3-4e22-b0ba-85f8adad89e9 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=3226ee7c-30dc-4262-9e31-f5d2a26f7f9a HTTP/1.1" status: 200 len: 945 time: 0.0635452 Sep 20 13:20:47.279003 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e9a9315e-78f4-434b-b19c-efe06dea4732 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Publish callbacks [] for security_group_rule (6a156689-990b-4a72-b343-cf25680e7927), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:47.338842 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-938028d0-99fe-4cc7-923a-bac1b9ffe63e req-6f0f606e-afac-46b1-b89e-02877a9c0564 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614283 Sep 20 13:20:47.353921 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e9a9315e-78f4-434b-b19c-efe06dea4732 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Publish callbacks [] for security_group_rule (6a156689-990b-4a72-b343-cf25680e7927), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:47.358585 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e9a9315e-78f4-434b-b19c-efe06dea4732 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828784'] for security_group_rule (6a156689-990b-4a72-b343-cf25680e7927), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:47.389066 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddaf6748-fd90-486d-8858-0904bb783dfe None None] New status for floating IP bf0087d3-6f1a-410d-8c0c-0f9bfd8090be: ACTIVE {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 13:20:47.396659 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a9315e-78f4-434b-b19c-efe06dea4732 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a156689-990b-4a72-b343-cf25680e7927,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:47.402385 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e9a9315e-78f4-434b-b19c-efe06dea4732 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:47.403737 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-e9a9315e-78f4-434b-b19c-efe06dea4732 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1921022 Sep 20 13:20:47.406324 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 59412) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:20:47.411574 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-dcecab29-07ed-4900-9be3-341f82102459 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Request body: {'security_group_rule': {'security_group_id': 'd836f1b0-c057-4be8-b298-edbe4e6a8e58', 'project_id': 'd1d42226fe654d57a6388f5b714bbd64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:20:47.433079 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.db.securitygroups_db [None req-dcecab29-07ed-4900-9be3-341f82102459 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Project d1d42226fe654d57a6388f5b714bbd64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 13:20:47.438725 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dcecab29-07ed-4900-9be3-341f82102459 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Publish callbacks [] for security_group_rule (8e82ebe7-e1c0-43a7-81e0-084a29674297), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:47.510365 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dcecab29-07ed-4900-9be3-341f82102459 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Publish callbacks [] for security_group_rule (8e82ebe7-e1c0-43a7-81e0-084a29674297), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:47.515128 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dcecab29-07ed-4900-9be3-341f82102459 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828784'] for security_group_rule (8e82ebe7-e1c0-43a7-81e0-084a29674297), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:47.535851 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcecab29-07ed-4900-9be3-341f82102459 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e82ebe7-e1c0-43a7-81e0-084a29674297,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:47.548872 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dcecab29-07ed-4900-9be3-341f82102459 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:47.549941 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-dcecab29-07ed-4900-9be3-341f82102459 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1422915 Sep 20 13:20:47.668081 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-63930b11-2ce9-443a-9c8f-8316cf1ee8a6 req-11a11835-a816-43e5-b905-3ec439340206 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-480124330&fields=id&tenant_id=d1d42226fe654d57a6388f5b714bbd64 HTTP/1.1" status: 200 len: 267 time: 0.0634737 Sep 20 13:20:47.736471 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63930b11-2ce9-443a-9c8f-8316cf1ee8a6 req-2857175c-8380-4fa5-843c-2f90fb10737f tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:47.737937 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-63930b11-2ce9-443a-9c8f-8316cf1ee8a6 req-2857175c-8380-4fa5-843c-2f90fb10737f tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 945 time: 0.0547309 Sep 20 13:20:47.749091 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-63930b11-2ce9-443a-9c8f-8316cf1ee8a6 req-a450e434-e344-462e-a46d-4a67b6f79c0e tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Request body: {'port': {'security_groups': ['1891abea-c207-4dad-8eca-78b6dbec540c', 'd836f1b0-c057-4be8-b298-edbe4e6a8e58']}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:20:47.820952 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-63930b11-2ce9-443a-9c8f-8316cf1ee8a6 req-a450e434-e344-462e-a46d-4a67b6f79c0e tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (f8a4aa0b-881e-4442-bdee-7a0856380659), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:48.004029 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-63930b11-2ce9-443a-9c8f-8316cf1ee8a6 req-a450e434-e344-462e-a46d-4a67b6f79c0e tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] For port f8a4aa0b-881e-4442-bdee-7a0856380659, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=f8a4aa0b-881e-4442-bdee-7a0856380659,segment=NetworkSegment(437ececc-1771-4972-ab20-33388b1fbcfe),segment_id=437ececc-1771-4972-ab20-33388b1fbcfe)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:20:48.031283 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-63930b11-2ce9-443a-9c8f-8316cf1ee8a6 req-a450e434-e344-462e-a46d-4a67b6f79c0e tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Publish callbacks [] for port (f8a4aa0b-881e-4442-bdee-7a0856380659), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:48.036690 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-63930b11-2ce9-443a-9c8f-8316cf1ee8a6 req-a450e434-e344-462e-a46d-4a67b6f79c0e tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242759'] for port (f8a4aa0b-881e-4442-bdee-7a0856380659), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:48.048892 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63930b11-2ce9-443a-9c8f-8316cf1ee8a6 req-a450e434-e344-462e-a46d-4a67b6f79c0e tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:48.049643 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-63930b11-2ce9-443a-9c8f-8316cf1ee8a6 req-a450e434-e344-462e-a46d-4a67b6f79c0e tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:48.050901 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-63930b11-2ce9-443a-9c8f-8316cf1ee8a6 req-a450e434-e344-462e-a46d-4a67b6f79c0e tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "PUT /v2.0/ports/f8a4aa0b-881e-4442-bdee-7a0856380659 HTTP/1.1" status: 200 len: 981 time: 0.3061895 Sep 20 13:20:48.051582 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc445ffb-f74a-4848-b91f-d680d0593309', 'tag': 'f8a4aa0b-881e-4442-bdee-7a0856380659'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:20:48.054518 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8afa0c3fb06aef531850fccced94fa4b659a4977f0534d5a49c84d13d87c0c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e82342-e6f3-4760-b40c-0aac2a8e0097" -d '{"events": [{"name": "network-changed", "server_uuid": "bc445ffb-f74a-4848-b91f-d680d0593309", "tag": "f8a4aa0b-881e-4442-bdee-7a0856380659"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:20:48.089907 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] get_ports_and_sgs() called for port_ids ['f8a4aa0b-881e-4442-bdee-7a0856380659'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 13:20:48.101375 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 13:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1bdf08-ad29-45c0-a4cd-12f60aaaee61 x-openstack-request-id: req-9c1bdf08-ad29-45c0-a4cd-12f60aaaee61 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:20:48.101863 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc445ffb-f74a-4848-b91f-d680d0593309", "tag": "f8a4aa0b-881e-4442-bdee-7a0856380659", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:20:48.102405 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9c1bdf08-ad29-45c0-a4cd-12f60aaaee61 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:20:48.102925 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c1bdf08-ad29-45c0-a4cd-12f60aaaee61'] response: {'name': 'network-changed', 'server_uuid': 'bc445ffb-f74a-4848-b91f-d680d0593309', 'tag': 'f8a4aa0b-881e-4442-bdee-7a0856380659', 'status': 'completed', 'code': 200} Sep 20 13:20:48.133467 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a450e434-e344-462e-a46d-4a67b6f79c0e tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Pushing event updated for resources: {'Port': ['ID=f8a4aa0b-881e-4442-bdee-7a0856380659,revision_number=6']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:48.205842 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509dd71e-0bea-42fd-afbc-9ad6e890f74b req-d664fd3a-cffe-4d58-b3ef-af84656c0f44 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:48.208203 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-509dd71e-0bea-42fd-afbc-9ad6e890f74b req-d664fd3a-cffe-4d58-b3ef-af84656c0f44 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 984 time: 0.0593264 Sep 20 13:20:48.232367 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e82342-e6f3-4760-b40c-0aac2a8e0097 req-e2485be5-4a36-44ef-b2d8-0145dc750824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:48.234492 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-05e82342-e6f3-4760-b40c-0aac2a8e0097 req-e2485be5-4a36-44ef-b2d8-0145dc750824 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d1d42226fe654d57a6388f5b714bbd64&device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 1168 time: 0.0486445 Sep 20 13:20:48.269033 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-509dd71e-0bea-42fd-afbc-9ad6e890f74b req-a9636ab2-9777-4d12-beff-a6e6879107f9 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/security-groups?id=1891abea-c207-4dad-8eca-78b6dbec540c&id=d836f1b0-c057-4be8-b298-edbe4e6a8e58&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545282 Sep 20 13:20:48.341008 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e82342-e6f3-4760-b40c-0aac2a8e0097 req-e16f1572-4e6b-4e5d-a5b6-2dcdc23ae7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:48.342700 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-05e82342-e6f3-4760-b40c-0aac2a8e0097 req-e16f1572-4e6b-4e5d-a5b6-2dcdc23ae7f1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=dfbd57c2-2ed1-4120-b909-66eb06365412 HTTP/1.1" status: 200 len: 915 time: 0.0932162 Sep 20 13:20:48.385522 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] get_ports_and_sgs() called for port_ids ['f8a4aa0b-881e-4442-bdee-7a0856380659'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 13:20:48.419460 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-05e82342-e6f3-4760-b40c-0aac2a8e0097 req-21ba4c1f-18bd-40cb-aea4-65ae24997db8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8a4aa0b-881e-4442-bdee-7a0856380659 HTTP/1.1" status: 200 len: 1001 time: 0.0668101 Sep 20 13:20:48.463331 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.agents_db [None req-1b87bba1-5a3b-42d5-ba20-63287d9ec67c None None] Agent healthcheck: found 6 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:20:48.494617 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e82342-e6f3-4760-b40c-0aac2a8e0097 req-0d8cacab-dc84-4f67-84fd-83f958e404ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:48.496140 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-05e82342-e6f3-4760-b40c-0aac2a8e0097 req-0d8cacab-dc84-4f67-84fd-83f958e404ba service neutron] 10.222.0.62 "GET /v2.0/subnets?id=75bf63df-eea8-4ba0-a7d6-3fca49399710 HTTP/1.1" status: 200 len: 854 time: 0.0589926 Sep 20 13:20:48.554064 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e82342-e6f3-4760-b40c-0aac2a8e0097 req-ccd36211-9cf1-42bb-a37a-dfca76c7fb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:48.555734 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-05e82342-e6f3-4760-b40c-0aac2a8e0097 req-ccd36211-9cf1-42bb-a37a-dfca76c7fb77 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dfbd57c2-2ed1-4120-b909-66eb06365412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480087 Sep 20 13:20:48.693609 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-05e82342-e6f3-4760-b40c-0aac2a8e0097 req-abea4c0a-97da-4329-b6d9-fdd7b8a92724 service neutron] 10.222.0.62 "GET /v2.0/networks/dfbd57c2-2ed1-4120-b909-66eb06365412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232264 Sep 20 13:20:48.823261 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-05e82342-e6f3-4760-b40c-0aac2a8e0097 req-3c196ecd-2059-47eb-a8ee-45576b1601ff service neutron] 10.222.0.62 "GET /v2.0/networks/dfbd57c2-2ed1-4120-b909-66eb06365412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145122 Sep 20 13:20:50.954520 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 59498) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:20:50.959121 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-55baa916-0d75-4c86-9fd6-3a55b75cc366 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Request body: {'security_group': {'name': 'tempest-securitygroup--520707416', 'description': 'tempest-description--75458706'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:20:50.979380 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-55baa916-0d75-4c86-9fd6-3a55b75cc366 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:51.047428 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-55baa916-0d75-4c86-9fd6-3a55b75cc366 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Publish callbacks [] for security_group (05e0756e-9ec9-4d09-979c-eb48149b71bd), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:51.051937 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-55baa916-0d75-4c86-9fd6-3a55b75cc366 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (05e0756e-9ec9-4d09-979c-eb48149b71bd), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:51.081053 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-55baa916-0d75-4c86-9fd6-3a55b75cc366 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:51.082253 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-55baa916-0d75-4c86-9fd6-3a55b75cc366 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1266518 Sep 20 13:20:51.084196 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55baa916-0d75-4c86-9fd6-3a55b75cc366 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05e0756e-9ec9-4d09-979c-eb48149b71bd,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:51.085280 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 59500) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:20:51.089854 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.v2.base [None req-53bc8a47-1baa-47fb-9bc9-b40983107902 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Request body: {'security_group_rule': {'security_group_id': '05e0756e-9ec9-4d09-979c-eb48149b71bd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:20:51.091250 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55baa916-0d75-4c86-9fd6-3a55b75cc366 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:20:51.091609 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55baa916-0d75-4c86-9fd6-3a55b75cc366 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:20:51.091959 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55baa916-0d75-4c86-9fd6-3a55b75cc366 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:20:51.092305 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55baa916-0d75-4c86-9fd6-3a55b75cc366 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:20:51.092648 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55baa916-0d75-4c86-9fd6-3a55b75cc366 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:20:51.093003 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55baa916-0d75-4c86-9fd6-3a55b75cc366 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:20:51.093331 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55baa916-0d75-4c86-9fd6-3a55b75cc366 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:20:51.093666 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55baa916-0d75-4c86-9fd6-3a55b75cc366 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:20:51.093997 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55baa916-0d75-4c86-9fd6-3a55b75cc366 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:20:51.094328 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55baa916-0d75-4c86-9fd6-3a55b75cc366 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:20:51.094660 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55baa916-0d75-4c86-9fd6-3a55b75cc366 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:20:51.095026 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55baa916-0d75-4c86-9fd6-3a55b75cc366 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:20:51.095354 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55baa916-0d75-4c86-9fd6-3a55b75cc366 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:20:51.118516 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-53bc8a47-1baa-47fb-9bc9-b40983107902 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Publish callbacks [] for security_group_rule (dbed36d7-b3aa-4eeb-ade9-86fd7de73719), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:51.163528 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-53bc8a47-1baa-47fb-9bc9-b40983107902 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Publish callbacks [] for security_group_rule (dbed36d7-b3aa-4eeb-ade9-86fd7de73719), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:51.167177 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-53bc8a47-1baa-47fb-9bc9-b40983107902 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828784'] for security_group_rule (dbed36d7-b3aa-4eeb-ade9-86fd7de73719), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:51.184464 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bc8a47-1baa-47fb-9bc9-b40983107902 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbed36d7-b3aa-4eeb-ade9-86fd7de73719,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:51.193420 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc8a47-1baa-47fb-9bc9-b40983107902 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:20:51.193778 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc8a47-1baa-47fb-9bc9-b40983107902 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:20:51.194126 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc8a47-1baa-47fb-9bc9-b40983107902 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:20:51.194478 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc8a47-1baa-47fb-9bc9-b40983107902 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:20:51.194846 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc8a47-1baa-47fb-9bc9-b40983107902 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:20:51.195186 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc8a47-1baa-47fb-9bc9-b40983107902 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:20:51.195525 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc8a47-1baa-47fb-9bc9-b40983107902 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:20:51.195860 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc8a47-1baa-47fb-9bc9-b40983107902 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:20:51.196248 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc8a47-1baa-47fb-9bc9-b40983107902 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:20:51.196585 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc8a47-1baa-47fb-9bc9-b40983107902 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:20:51.196920 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc8a47-1baa-47fb-9bc9-b40983107902 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:20:51.197421 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc8a47-1baa-47fb-9bc9-b40983107902 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:20:51.197935 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bc8a47-1baa-47fb-9bc9-b40983107902 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:20:51.203179 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-53bc8a47-1baa-47fb-9bc9-b40983107902 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:51.204290 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-53bc8a47-1baa-47fb-9bc9-b40983107902 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1179652 Sep 20 13:20:51.207516 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 59504) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:20:51.211918 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.v2.base [None req-3a5966bc-d9a6-4645-9478-460c06d2b8e5 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Request body: {'security_group_rule': {'security_group_id': '05e0756e-9ec9-4d09-979c-eb48149b71bd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:20:51.237086 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3a5966bc-d9a6-4645-9478-460c06d2b8e5 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Publish callbacks [] for security_group_rule (3d562064-9a88-43ed-b995-e9d6acebc343), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:51.294337 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3a5966bc-d9a6-4645-9478-460c06d2b8e5 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Publish callbacks [] for security_group_rule (3d562064-9a88-43ed-b995-e9d6acebc343), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:51.298090 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3a5966bc-d9a6-4645-9478-460c06d2b8e5 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828784'] for security_group_rule (3d562064-9a88-43ed-b995-e9d6acebc343), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:51.316092 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5966bc-d9a6-4645-9478-460c06d2b8e5 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d562064-9a88-43ed-b995-e9d6acebc343,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:51.322693 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3a5966bc-d9a6-4645-9478-460c06d2b8e5 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:51.323893 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-3a5966bc-d9a6-4645-9478-460c06d2b8e5 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1154583 Sep 20 13:20:51.327035 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 59508) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:20:51.332010 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-6ca0bbd2-bd8f-4e4c-89d3-6c86a003dfad tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Request body: {'floatingip': {'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:20:51.351933 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6ca0bbd2-bd8f-4e4c-89d3-6c86a003dfad tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:51.448535 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6ca0bbd2-bd8f-4e4c-89d3-6c86a003dfad tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:51.555432 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-6ca0bbd2-bd8f-4e4c-89d3-6c86a003dfad tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Allocated IP 172.27.2.36 (36104724-3f48-4df5-b3a4-d541d8e9add0/adca2446-3f2d-49a4-ba29-cedd74eb43e2/a778797c-47d9-4718-8f53-fffbb4afd18f) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:20:51.653512 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6ca0bbd2-bd8f-4e4c-89d3-6c86a003dfad tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Publish callbacks [] for port (a778797c-47d9-4718-8f53-fffbb4afd18f), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:51.684189 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6ca0bbd2-bd8f-4e4c-89d3-6c86a003dfad tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (a778797c-47d9-4718-8f53-fffbb4afd18f), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:51.722382 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca0bbd2-bd8f-4e4c-89d3-6c86a003dfad tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Network 36104724-3f48-4df5-b3a4-d541d8e9add0 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:20:51.726620 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-6ca0bbd2-bd8f-4e4c-89d3-6c86a003dfad tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:20:51.732146 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca0bbd2-bd8f-4e4c-89d3-6c86a003dfad tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:20:51.753303 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca0bbd2-bd8f-4e4c-89d3-6c86a003dfad tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Pushing event updated for resources: {'Port': ['ID=a778797c-47d9-4718-8f53-fffbb4afd18f,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:51.814360 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6ca0bbd2-bd8f-4e4c-89d3-6c86a003dfad tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Publish callbacks [] for floatingip (730fdd80-e324-4ced-92cd-1ac4c5041e31), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:51.852512 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6ca0bbd2-bd8f-4e4c-89d3-6c86a003dfad tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (a778797c-47d9-4718-8f53-fffbb4afd18f), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:52.019906 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6ca0bbd2-bd8f-4e4c-89d3-6c86a003dfad tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Publish callbacks [] for port (a778797c-47d9-4718-8f53-fffbb4afd18f), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:52.024966 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6ca0bbd2-bd8f-4e4c-89d3-6c86a003dfad tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242759'] for port (a778797c-47d9-4718-8f53-fffbb4afd18f), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:52.092989 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6ca0bbd2-bd8f-4e4c-89d3-6c86a003dfad tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607693'] for floatingip (730fdd80-e324-4ced-92cd-1ac4c5041e31), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:52.095719 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca0bbd2-bd8f-4e4c-89d3-6c86a003dfad tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Pushing event updated for resources: {'Port': ['ID=a778797c-47d9-4718-8f53-fffbb4afd18f,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:52.111240 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6ca0bbd2-bd8f-4e4c-89d3-6c86a003dfad tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:52.113720 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-6ca0bbd2-bd8f-4e4c-89d3-6c86a003dfad tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7856424 Sep 20 13:20:52.343685 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-4c766b2d-2d16-4ad7-85d5-5011703e79a6 req-eea005fc-2194-42ae-853b-f59ab0684f35 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--520707416&fields=id&tenant_id=f8f8bdd06ef247d389068dcb1648b4f7 HTTP/1.1" status: 200 len: 267 time: 0.0565381 Sep 20 13:20:52.470473 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c766b2d-2d16-4ad7-85d5-5011703e79a6 req-97a01498-4ac3-48bd-98f7-76ece12b4f0a tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:52.473397 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-4c766b2d-2d16-4ad7-85d5-5011703e79a6 req-97a01498-4ac3-48bd-98f7-76ece12b4f0a tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/networks?id=105b52c6-cee8-4c92-bcc7-3a77d1e92018 HTTP/1.1" status: 200 len: 818 time: 0.1235006 Sep 20 13:20:52.496992 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-4c766b2d-2d16-4ad7-85d5-5011703e79a6 req-860eadfe-7496-4769-9dac-af207dad3e4f tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/quotas/f8f8bdd06ef247d389068dcb1648b4f7 HTTP/1.1" status: 200 len: 375 time: 0.0180757 Sep 20 13:20:52.571832 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-4c766b2d-2d16-4ad7-85d5-5011703e79a6 req-46c1f16f-1380-497b-9112-dda4c9ce8656 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8f8bdd06ef247d389068dcb1648b4f7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0646019 Sep 20 13:20:52.702427 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 59562) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:20:52.704431 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-4c766b2d-2d16-4ad7-85d5-5011703e79a6 req-3f9b101c-1bc2-4e3d-9f12-2476de6985ad service neutron] 10.222.0.55 "GET /v2.0/networks/105b52c6-cee8-4c92-bcc7-3a77d1e92018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198277 Sep 20 13:20:52.819490 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-4c766b2d-2d16-4ad7-85d5-5011703e79a6 req-4c9636dc-ab8f-44da-ac3e-569a5888fd52 service neutron] 10.222.0.55 "GET /v2.0/networks/105b52c6-cee8-4c92-bcc7-3a77d1e92018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139824 Sep 20 13:20:52.874119 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-93b1e4fa-0ff2-4f64-aecd-a725c3a31f7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:52.991498 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-93b1e4fa-0ff2-4f64-aecd-a725c3a31f7b admin admin] Publish callbacks [] for security_group (20b78eeb-733e-44a9-938d-0056c8386d2d), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:52.995747 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-93b1e4fa-0ff2-4f64-aecd-a725c3a31f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (20b78eeb-733e-44a9-938d-0056c8386d2d), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:53.067678 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1d4b7b4c-58bf-42cc-96b7-d02b334783f9 req-506425fb-9c3b-40b8-9a70-8d9b28007fca tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=4416e603-62cc-429e-9119-8bb9ec6f2fbb HTTP/1.1" status: 200 len: 210 time: 0.0588040 Sep 20 13:20:53.073044 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b1e4fa-0ff2-4f64-aecd-a725c3a31f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b78eeb-733e-44a9-938d-0056c8386d2d,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:53.081697 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-93b1e4fa-0ff2-4f64-aecd-a725c3a31f7b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=119c9cc60b5448fc8dde3ab34cacf918&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3781178 Sep 20 13:20:53.084805 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 59582) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:20:53.141030 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-319e5e06-8bee-42bc-a77a-fee445271195 admin admin] Publish callbacks [] for security_group (20b78eeb-733e-44a9-938d-0056c8386d2d), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:53.170987 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-319e5e06-8bee-42bc-a77a-fee445271195 admin admin] Publish callbacks [] for security_group (20b78eeb-733e-44a9-938d-0056c8386d2d), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:53.229017 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-319e5e06-8bee-42bc-a77a-fee445271195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (20b78eeb-733e-44a9-938d-0056c8386d2d), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:53.231689 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-319e5e06-8bee-42bc-a77a-fee445271195 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:53.232837 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-319e5e06-8bee-42bc-a77a-fee445271195 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/20b78eeb-733e-44a9-938d-0056c8386d2d HTTP/1.1" status: 204 len: 168 time: 0.1477594 Sep 20 13:20:53.241245 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319e5e06-8bee-42bc-a77a-fee445271195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b78eeb-733e-44a9-938d-0056c8386d2d,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:53.436746 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-44e3e697-99e0-4e66-a748-49c3ba1c9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (c520f755-59ca-4a79-a15e-107c01e131c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:53.561131 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 59606) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:20:53.577063 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-778bb827-2921-4d6a-8a1d-3cdecde0f944 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:53.657730 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-778bb827-2921-4d6a-8a1d-3cdecde0f944 admin admin] Publish callbacks [] for security_group (ffcd895f-08af-4c5c-9764-9001e45c48e6), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:53.662508 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-778bb827-2921-4d6a-8a1d-3cdecde0f944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (ffcd895f-08af-4c5c-9764-9001e45c48e6), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:53.705676 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-778bb827-2921-4d6a-8a1d-3cdecde0f944 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=365622bda8da477281564c1b68c88a25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1434541 Sep 20 13:20:53.707983 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778bb827-2921-4d6a-8a1d-3cdecde0f944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffcd895f-08af-4c5c-9764-9001e45c48e6,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:53.708722 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 59614) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:20:53.760399 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-043e46fd-3cab-4c32-9d90-070fcd0f3e71 admin admin] Publish callbacks [] for security_group (ffcd895f-08af-4c5c-9764-9001e45c48e6), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:53.784158 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-043e46fd-3cab-4c32-9d90-070fcd0f3e71 admin admin] Publish callbacks [] for security_group (ffcd895f-08af-4c5c-9764-9001e45c48e6), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:53.831713 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-043e46fd-3cab-4c32-9d90-070fcd0f3e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (ffcd895f-08af-4c5c-9764-9001e45c48e6), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:53.835765 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-043e46fd-3cab-4c32-9d90-070fcd0f3e71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:53.836908 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-043e46fd-3cab-4c32-9d90-070fcd0f3e71 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ffcd895f-08af-4c5c-9764-9001e45c48e6 HTTP/1.1" status: 204 len: 168 time: 0.1264572 Sep 20 13:20:53.844920 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043e46fd-3cab-4c32-9d90-070fcd0f3e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffcd895f-08af-4c5c-9764-9001e45c48e6,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:54.174395 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-122d2b51-330a-492e-9ba1-497ceb07df7a req-98219d59-c832-4fe0-a634-7c8905794ce4 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=4416e603-62cc-429e-9119-8bb9ec6f2fbb HTTP/1.1" status: 200 len: 210 time: 0.0396476 Sep 20 13:20:54.243952 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 59638) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:20:54.256592 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-90c9e27f-21e8-4b0a-a651-49783b6cdfd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:54.332041 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-90c9e27f-21e8-4b0a-a651-49783b6cdfd8 admin admin] Publish callbacks [] for security_group (a9a149fa-c537-45b6-a49f-7ed4a35e79d2), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:54.336245 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-90c9e27f-21e8-4b0a-a651-49783b6cdfd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (a9a149fa-c537-45b6-a49f-7ed4a35e79d2), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:54.378360 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-90c9e27f-21e8-4b0a-a651-49783b6cdfd8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=25e271e8cb3e4960ad6526ccae42bc2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1316655 Sep 20 13:20:54.378772 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 59644) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:20:54.384444 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9e27f-21e8-4b0a-a651-49783b6cdfd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a149fa-c537-45b6-a49f-7ed4a35e79d2,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:54.429167 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e093c142-669c-47b5-bf7f-7f0226160d6f admin admin] Publish callbacks [] for security_group (a9a149fa-c537-45b6-a49f-7ed4a35e79d2), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:54.452457 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e093c142-669c-47b5-bf7f-7f0226160d6f admin admin] Publish callbacks [] for security_group (a9a149fa-c537-45b6-a49f-7ed4a35e79d2), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:54.509159 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e093c142-669c-47b5-bf7f-7f0226160d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (a9a149fa-c537-45b6-a49f-7ed4a35e79d2), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:54.513859 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e093c142-669c-47b5-bf7f-7f0226160d6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:54.513859 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-e093c142-669c-47b5-bf7f-7f0226160d6f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a9a149fa-c537-45b6-a49f-7ed4a35e79d2 HTTP/1.1" status: 204 len: 168 time: 0.1339624 Sep 20 13:20:54.523091 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e093c142-669c-47b5-bf7f-7f0226160d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a149fa-c537-45b6-a49f-7ed4a35e79d2,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:55.288149 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c766b2d-2d16-4ad7-85d5-5011703e79a6 req-63f2a789-355e-4545-b215-b0c3cdcc79e5 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:55.289870 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4c766b2d-2d16-4ad7-85d5-5011703e79a6 req-63f2a789-355e-4545-b215-b0c3cdcc79e5 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.62 "GET /v2.0/networks?id=105b52c6-cee8-4c92-bcc7-3a77d1e92018 HTTP/1.1" status: 200 len: 818 time: 0.3939192 Sep 20 13:20:55.305754 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a9aa030e-13aa-4574-b19b-b42fa00cdc23 req-a8243d57-6593-4caa-bbff-83c2236c4140 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=4416e603-62cc-429e-9119-8bb9ec6f2fbb HTTP/1.1" status: 200 len: 210 time: 0.0465965 Sep 20 13:20:55.469953 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4c766b2d-2d16-4ad7-85d5-5011703e79a6 req-71dfcec7-c0d5-47ac-b8eb-739e06925cdd tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8f8bdd06ef247d389068dcb1648b4f7 HTTP/1.1" status: 200 len: 379 time: 0.0510013 Sep 20 13:20:55.493758 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-4c766b2d-2d16-4ad7-85d5-5011703e79a6 req-08b58b73-524a-42fd-a721-618d287c1286 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Request body: {'port': {'device_id': '4416e603-62cc-429e-9119-8bb9ec6f2fbb', 'network_id': '105b52c6-cee8-4c92-bcc7-3a77d1e92018', 'admin_state_up': True, 'tenant_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'security_groups': ['05e0756e-9ec9-4d09-979c-eb48149b71bd']}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:20:55.618816 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c766b2d-2d16-4ad7-85d5-5011703e79a6 req-08b58b73-524a-42fd-a721-618d287c1286 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Made reservation on behalf of f8f8bdd06ef247d389068dcb1648b4f7 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:20:55.623153 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4c766b2d-2d16-4ad7-85d5-5011703e79a6 req-08b58b73-524a-42fd-a721-618d287c1286 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:55.747795 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-874a923b-abec-407e-98b0-9470a2c5312c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (e6bdf340-58c5-4186-af2d-ab00439e5425), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:55.775431 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-4c766b2d-2d16-4ad7-85d5-5011703e79a6 req-08b58b73-524a-42fd-a721-618d287c1286 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Allocated IP 172.20.0.14 (105b52c6-cee8-4c92-bcc7-3a77d1e92018/64939650-d3ca-4c0c-952c-41e35d669944/b608ea5e-766d-4a7e-9cdd-277403a6b8cc) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:20:55.917888 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4c766b2d-2d16-4ad7-85d5-5011703e79a6 req-08b58b73-524a-42fd-a721-618d287c1286 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Publish callbacks [] for port (b608ea5e-766d-4a7e-9cdd-277403a6b8cc), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:55.949929 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4c766b2d-2d16-4ad7-85d5-5011703e79a6 req-08b58b73-524a-42fd-a721-618d287c1286 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (b608ea5e-766d-4a7e-9cdd-277403a6b8cc), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:55.990313 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c766b2d-2d16-4ad7-85d5-5011703e79a6 req-08b58b73-524a-42fd-a721-618d287c1286 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Network 105b52c6-cee8-4c92-bcc7-3a77d1e92018 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:20:55.993368 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-4c766b2d-2d16-4ad7-85d5-5011703e79a6 req-08b58b73-524a-42fd-a721-618d287c1286 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:20:56.003744 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c766b2d-2d16-4ad7-85d5-5011703e79a6 req-08b58b73-524a-42fd-a721-618d287c1286 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:20:56.009767 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b58b73-524a-42fd-a721-618d287c1286 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Pushing event updated for resources: {'Port': ['ID=b608ea5e-766d-4a7e-9cdd-277403a6b8cc,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:56.058345 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c766b2d-2d16-4ad7-85d5-5011703e79a6 req-08b58b73-524a-42fd-a721-618d287c1286 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:56.058997 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4c766b2d-2d16-4ad7-85d5-5011703e79a6 req-08b58b73-524a-42fd-a721-618d287c1286 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:56.076470 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4c766b2d-2d16-4ad7-85d5-5011703e79a6 req-08b58b73-524a-42fd-a721-618d287c1286 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5865412 Sep 20 13:20:56.110167 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-4c766b2d-2d16-4ad7-85d5-5011703e79a6 req-060c2ec0-948c-4b31-8212-47ca7e8d63e9 service neutron] Request body: {'port': {'device_id': '4416e603-62cc-429e-9119-8bb9ec6f2fbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85846'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:20:56.171212 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4c766b2d-2d16-4ad7-85d5-5011703e79a6 req-060c2ec0-948c-4b31-8212-47ca7e8d63e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (b608ea5e-766d-4a7e-9cdd-277403a6b8cc), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:56.243680 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-eeed9cf7-fb93-465a-9538-2a40435fb0c9 None None] Provisioning complete for port b608ea5e-766d-4a7e-9cdd-277403a6b8cc triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:20:56.244061 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-eeed9cf7-fb93-465a-9538-2a40435fb0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (b608ea5e-766d-4a7e-9cdd-277403a6b8cc), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:56.244437 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-eeed9cf7-fb93-465a-9538-2a40435fb0c9 None None] Attempt 1 to provision port b608ea5e-766d-4a7e-9cdd-277403a6b8cc Sep 20 13:20:56.279672 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-eeed9cf7-fb93-465a-9538-2a40435fb0c9 None None] Port b608ea5e-766d-4a7e-9cdd-277403a6b8cc cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:20:56.439047 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [req-4c766b2d-2d16-4ad7-85d5-5011703e79a6 req-060c2ec0-948c-4b31-8212-47ca7e8d63e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b608ea5e-766d-4a7e-9cdd-277403a6b8cc {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 13:20:56.445398 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5ccc8-715f-47c0-8f70-1906144055dc req-9863ca8d-d498-4ca6-95c0-32eb1a2994ce tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:56.448699 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-00e5ccc8-715f-47c0-8f70-1906144055dc req-9863ca8d-d498-4ca6-95c0-32eb1a2994ce tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=4416e603-62cc-429e-9119-8bb9ec6f2fbb HTTP/1.1" status: 200 len: 932 time: 0.0635161 Sep 20 13:20:56.451090 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4c766b2d-2d16-4ad7-85d5-5011703e79a6 req-060c2ec0-948c-4b31-8212-47ca7e8d63e9 service neutron] Publish callbacks [] for port (b608ea5e-766d-4a7e-9cdd-277403a6b8cc), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:56.466828 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-4c766b2d-2d16-4ad7-85d5-5011703e79a6 req-060c2ec0-948c-4b31-8212-47ca7e8d63e9 service neutron] Transition to ACTIVE for port object b608ea5e-766d-4a7e-9cdd-277403a6b8cc will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 20 13:20:56.472680 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4c766b2d-2d16-4ad7-85d5-5011703e79a6 req-060c2ec0-948c-4b31-8212-47ca7e8d63e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242759'] for port (b608ea5e-766d-4a7e-9cdd-277403a6b8cc), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:56.509401 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-00e5ccc8-715f-47c0-8f70-1906144055dc req-87f05660-36df-406d-b905-da0a8869582c tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=05e0756e-9ec9-4d09-979c-eb48149b71bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559344 Sep 20 13:20:56.558783 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060c2ec0-948c-4b31-8212-47ca7e8d63e9 service neutron] Pushing event updated for resources: {'Port': ['ID=b608ea5e-766d-4a7e-9cdd-277403a6b8cc,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:56.616553 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-4c766b2d-2d16-4ad7-85d5-5011703e79a6 req-060c2ec0-948c-4b31-8212-47ca7e8d63e9 service neutron] Attempting to bind port b608ea5e-766d-4a7e-9cdd-277403a6b8cc on host hv-cinder-85846 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 20 13:20:56.616959 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-4c766b2d-2d16-4ad7-85d5-5011703e79a6 req-060c2ec0-948c-4b31-8212-47ca7e8d63e9 service neutron] Attempting to bind port b608ea5e-766d-4a7e-9cdd-277403a6b8cc by drivers openvswitch,hyperv on host hv-cinder-85846 at level 0 using segments [{'id': 'f7400dd8-eb7b-448c-9b24-32bf1c4335c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '105b52c6-cee8-4c92-bcc7-3a77d1e92018'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 20 13:20:56.617481 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c766b2d-2d16-4ad7-85d5-5011703e79a6 req-060c2ec0-948c-4b31-8212-47ca7e8d63e9 service neutron] Attempting to bind port b608ea5e-766d-4a7e-9cdd-277403a6b8cc on network 105b52c6-cee8-4c92-bcc7-3a77d1e92018 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:20:56.623068 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c766b2d-2d16-4ad7-85d5-5011703e79a6 req-060c2ec0-948c-4b31-8212-47ca7e8d63e9 service neutron] Port b608ea5e-766d-4a7e-9cdd-277403a6b8cc on network 105b52c6-cee8-4c92-bcc7-3a77d1e92018 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85846 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 13:20:56.623608 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c766b2d-2d16-4ad7-85d5-5011703e79a6 req-060c2ec0-948c-4b31-8212-47ca7e8d63e9 service neutron] Attempting to bind port b608ea5e-766d-4a7e-9cdd-277403a6b8cc on network 105b52c6-cee8-4c92-bcc7-3a77d1e92018 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:20:56.630261 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c766b2d-2d16-4ad7-85d5-5011703e79a6 req-060c2ec0-948c-4b31-8212-47ca7e8d63e9 service neutron] Checking agent: {'id': '728cf656-0364-4172-b8b5-b6ffd3122ed0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85846', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 13, 15, 40), 'started_at': datetime.datetime(2022, 9, 20, 13, 15, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 13, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:20:56.630917 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c766b2d-2d16-4ad7-85d5-5011703e79a6 req-060c2ec0-948c-4b31-8212-47ca7e8d63e9 service neutron] Checking segment: {'id': 'f7400dd8-eb7b-448c-9b24-32bf1c4335c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '105b52c6-cee8-4c92-bcc7-3a77d1e92018'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:20:56.631313 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c766b2d-2d16-4ad7-85d5-5011703e79a6 req-060c2ec0-948c-4b31-8212-47ca7e8d63e9 service neutron] Bound using segment: {'id': 'f7400dd8-eb7b-448c-9b24-32bf1c4335c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '105b52c6-cee8-4c92-bcc7-3a77d1e92018'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:20:56.631759 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-4c766b2d-2d16-4ad7-85d5-5011703e79a6 req-060c2ec0-948c-4b31-8212-47ca7e8d63e9 service neutron] Bound port: b608ea5e-766d-4a7e-9cdd-277403a6b8cc, host: hv-cinder-85846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7400dd8-eb7b-448c-9b24-32bf1c4335c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '105b52c6-cee8-4c92-bcc7-3a77d1e92018'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 20 13:20:56.632116 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4c766b2d-2d16-4ad7-85d5-5011703e79a6 req-060c2ec0-948c-4b31-8212-47ca7e8d63e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (b608ea5e-766d-4a7e-9cdd-277403a6b8cc), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:56.703784 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-4c766b2d-2d16-4ad7-85d5-5011703e79a6 req-060c2ec0-948c-4b31-8212-47ca7e8d63e9 service neutron] For port b608ea5e-766d-4a7e-9cdd-277403a6b8cc, host hv-cinder-85846, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:20:56.707365 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-4c766b2d-2d16-4ad7-85d5-5011703e79a6 req-060c2ec0-948c-4b31-8212-47ca7e8d63e9 service neutron] For port b608ea5e-766d-4a7e-9cdd-277403a6b8cc, host hv-cinder-85846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=b608ea5e-766d-4a7e-9cdd-277403a6b8cc,segment=NetworkSegment(f7400dd8-eb7b-448c-9b24-32bf1c4335c7),segment_id=f7400dd8-eb7b-448c-9b24-32bf1c4335c7)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:20:56.713381 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4c766b2d-2d16-4ad7-85d5-5011703e79a6 req-060c2ec0-948c-4b31-8212-47ca7e8d63e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242759'] for port (b608ea5e-766d-4a7e-9cdd-277403a6b8cc), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:56.713813 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21c1e68e-1f58-483a-acac-7453cdb7afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (dfbc54aa-0ed8-4030-9edb-0bf7f0e74037), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:56.718396 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c766b2d-2d16-4ad7-85d5-5011703e79a6 req-060c2ec0-948c-4b31-8212-47ca7e8d63e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:56.719156 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4c766b2d-2d16-4ad7-85d5-5011703e79a6 req-060c2ec0-948c-4b31-8212-47ca7e8d63e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:56.721096 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4c766b2d-2d16-4ad7-85d5-5011703e79a6 req-060c2ec0-948c-4b31-8212-47ca7e8d63e9 service neutron] 10.222.0.62 "PUT /v2.0/ports/b608ea5e-766d-4a7e-9cdd-277403a6b8cc HTTP/1.1" status: 200 len: 1094 time: 0.6147597 Sep 20 13:20:56.721581 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4416e603-62cc-429e-9119-8bb9ec6f2fbb', 'tag': 'b608ea5e-766d-4a7e-9cdd-277403a6b8cc'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:20:56.724049 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8afa0c3fb06aef531850fccced94fa4b659a4977f0534d5a49c84d13d87c0c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c0c20c-145e-4c04-9e59-9aa6d4f4065d" -d '{"events": [{"name": "network-changed", "server_uuid": "4416e603-62cc-429e-9119-8bb9ec6f2fbb", "tag": "b608ea5e-766d-4a7e-9cdd-277403a6b8cc"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:20:56.769930 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060c2ec0-948c-4b31-8212-47ca7e8d63e9 service neutron] Pushing event updated for resources: {'Port': ['ID=b608ea5e-766d-4a7e-9cdd-277403a6b8cc,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:20:56.781225 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-eeed9cf7-fb93-465a-9538-2a40435fb0c9 None None] Attempt 2 to provision port b608ea5e-766d-4a7e-9cdd-277403a6b8cc Sep 20 13:20:56.793513 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 13:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a544a09f-0484-42fd-93c2-82b08bdbae39 x-openstack-request-id: req-a544a09f-0484-42fd-93c2-82b08bdbae39 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:20:56.793843 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4416e603-62cc-429e-9119-8bb9ec6f2fbb", "tag": "b608ea5e-766d-4a7e-9cdd-277403a6b8cc", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:20:56.794133 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a544a09f-0484-42fd-93c2-82b08bdbae39 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:20:56.794554 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a544a09f-0484-42fd-93c2-82b08bdbae39'] response: {'name': 'network-changed', 'server_uuid': '4416e603-62cc-429e-9119-8bb9ec6f2fbb', 'tag': 'b608ea5e-766d-4a7e-9cdd-277403a6b8cc', 'status': 'completed', 'code': 200} Sep 20 13:20:56.834033 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-eeed9cf7-fb93-465a-9538-2a40435fb0c9 None None] Port b608ea5e-766d-4a7e-9cdd-277403a6b8cc had new provisioning blocks added so it will not transition to active. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 20 13:20:57.000455 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c0c20c-145e-4c04-9e59-9aa6d4f4065d req-ccb6f947-9f92-47f3-b5b4-14684102ebe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:57.002038 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b9c0c20c-145e-4c04-9e59-9aa6d4f4065d req-ccb6f947-9f92-47f3-b5b4-14684102ebe0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f8f8bdd06ef247d389068dcb1648b4f7&device_id=4416e603-62cc-429e-9119-8bb9ec6f2fbb HTTP/1.1" status: 200 len: 1128 time: 0.0437477 Sep 20 13:20:57.189341 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c0c20c-145e-4c04-9e59-9aa6d4f4065d req-5540f010-0b4c-444b-85d5-0497de7584a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:57.190781 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b9c0c20c-145e-4c04-9e59-9aa6d4f4065d req-5540f010-0b4c-444b-85d5-0497de7584a4 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=f8f8bdd06ef247d389068dcb1648b4f7&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1658378 Sep 20 13:20:57.352230 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c0c20c-145e-4c04-9e59-9aa6d4f4065d req-32838acc-873c-44c8-beca-2273beb2e386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:57.353692 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b9c0c20c-145e-4c04-9e59-9aa6d4f4065d req-32838acc-873c-44c8-beca-2273beb2e386 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1543536 Sep 20 13:20:57.480976 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c766b2d-2d16-4ad7-85d5-5011703e79a6 req-2d01b496-07c5-4b37-b9e9-5e7d5e7ea9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:57.484823 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4c766b2d-2d16-4ad7-85d5-5011703e79a6 req-2d01b496-07c5-4b37-b9e9-5e7d5e7ea9ef service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f8f8bdd06ef247d389068dcb1648b4f7&device_id=4416e603-62cc-429e-9119-8bb9ec6f2fbb HTTP/1.1" status: 200 len: 1128 time: 0.0444846 Sep 20 13:20:57.557601 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4c766b2d-2d16-4ad7-85d5-5011703e79a6 req-25746f87-6059-4572-9bb5-d50b5c287ed9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b608ea5e-766d-4a7e-9cdd-277403a6b8cc HTTP/1.1" status: 200 len: 217 time: 0.0356205 Sep 20 13:20:57.615728 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c766b2d-2d16-4ad7-85d5-5011703e79a6 req-548e7789-f572-4033-a30b-b141260b7e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:57.617164 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4c766b2d-2d16-4ad7-85d5-5011703e79a6 req-548e7789-f572-4033-a30b-b141260b7e25 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=64939650-d3ca-4c0c-952c-41e35d669944 HTTP/1.1" status: 200 len: 857 time: 0.0444369 Sep 20 13:20:57.635737 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e69b1ed-8411-4098-8401-0331abfd5381 req-330a2d39-82b0-406a-92a8-68de818ee7c2 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:57.637207 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-7e69b1ed-8411-4098-8401-0331abfd5381 req-330a2d39-82b0-406a-92a8-68de818ee7c2 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=4416e603-62cc-429e-9119-8bb9ec6f2fbb HTTP/1.1" status: 200 len: 944 time: 0.0517578 Sep 20 13:20:57.680898 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c766b2d-2d16-4ad7-85d5-5011703e79a6 req-b47d431c-d597-4696-ba82-b51b494b40d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:57.683319 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4c766b2d-2d16-4ad7-85d5-5011703e79a6 req-b47d431c-d597-4696-ba82-b51b494b40d1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=105b52c6-cee8-4c92-bcc7-3a77d1e92018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0515034 Sep 20 13:20:57.703010 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-7e69b1ed-8411-4098-8401-0331abfd5381 req-26f3061a-93bc-477e-a82f-29dd09f74028 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=05e0756e-9ec9-4d09-979c-eb48149b71bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493050 Sep 20 13:20:57.787851 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4c766b2d-2d16-4ad7-85d5-5011703e79a6 req-aa3e3b2c-f70a-4991-8df9-8851b805e96d service neutron] 10.222.0.62 "GET /v2.0/networks/105b52c6-cee8-4c92-bcc7-3a77d1e92018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874710 Sep 20 13:20:57.883606 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4c766b2d-2d16-4ad7-85d5-5011703e79a6 req-19447183-9b08-43f5-b4db-a1dd9e1ad94c service neutron] 10.222.0.62 "GET /v2.0/networks/105b52c6-cee8-4c92-bcc7-3a77d1e92018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852926 Sep 20 13:20:58.074276 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e85b71e5-ebc8-44ff-8e98-c63cd0cab6be req-a6b58c22-9284-4cd2-8986-c3bcabaf9ead tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=6c2971fc0b0c4c28b12c354b8869cc7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284641 Sep 20 13:20:58.131705 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c793fb8f-2eac-4cf0-b972-02f3f2d6d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (78ab24c8-cd03-458a-a2fc-6c0c54d0053a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:58.254852 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b71e5-ebc8-44ff-8e98-c63cd0cab6be req-8d14b85a-f166-4ca1-8a9f-cafc5d46f58a tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:58.256307 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e85b71e5-ebc8-44ff-8e98-c63cd0cab6be req-8d14b85a-f166-4ca1-8a9f-cafc5d46f58a tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1771545 Sep 20 13:20:58.270943 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e85b71e5-ebc8-44ff-8e98-c63cd0cab6be req-ea03b92d-a7f1-4af5-be60-a678dee26d12 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] 10.222.0.55 "GET /v2.0/quotas/6c2971fc0b0c4c28b12c354b8869cc7c HTTP/1.1" status: 200 len: 375 time: 0.0093505 Sep 20 13:20:58.302205 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e85b71e5-ebc8-44ff-8e98-c63cd0cab6be req-f9b08174-a928-4796-a700-2ba84cd722d3 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6c2971fc0b0c4c28b12c354b8869cc7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265257 Sep 20 13:20:58.458865 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-19640129-8923-4f32-b667-ec13c4b7cd4c req-8b47da4d-ba08-4ec6-adef-439130744871 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f7b9458-d5c6-4dfd-b84b-ed2042e9ffa5 HTTP/1.1" status: 200 len: 210 time: 0.0316727 Sep 20 13:20:58.837389 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2264d268-a21f-4538-b5e2-d82d3bad9470 req-88caaafc-e124-4cd9-ac4a-d2840a197eab tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:58.838873 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2264d268-a21f-4538-b5e2-d82d3bad9470 req-88caaafc-e124-4cd9-ac4a-d2840a197eab tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=4416e603-62cc-429e-9119-8bb9ec6f2fbb HTTP/1.1" status: 200 len: 944 time: 0.0562179 Sep 20 13:20:58.888554 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2264d268-a21f-4538-b5e2-d82d3bad9470 req-5ae97586-7b8a-4e13-a26b-64109faa331e tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=05e0756e-9ec9-4d09-979c-eb48149b71bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435431 Sep 20 13:20:59.556262 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-4066cd0e-94e5-43d6-a13a-336f17b5daf4 req-73d52f83-c86c-4083-acaa-2c73573fafd5 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f7b9458-d5c6-4dfd-b84b-ed2042e9ffa5 HTTP/1.1" status: 200 len: 210 time: 0.0271289 Sep 20 13:20:59.566045 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (543ca60b-7e7a-4ebd-8f87-7672c7a482b9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:20:59.794863 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e85b71e5-ebc8-44ff-8e98-c63cd0cab6be req-fb6eac93-592c-4b0c-97de-07830628b59c tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=6c2971fc0b0c4c28b12c354b8869cc7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253720 Sep 20 13:20:59.921674 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b71e5-ebc8-44ff-8e98-c63cd0cab6be req-b89c6bc3-47d2-45be-b846-382a87f7a306 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:20:59.923272 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e85b71e5-ebc8-44ff-8e98-c63cd0cab6be req-b89c6bc3-47d2-45be-b846-382a87f7a306 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1216323 Sep 20 13:20:59.962827 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-e85b71e5-ebc8-44ff-8e98-c63cd0cab6be req-39fd7b02-2fac-48fd-ae47-32335c78e5d5 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] Request body: {'port': {'device_id': '4f7b9458-d5c6-4dfd-b84b-ed2042e9ffa5', 'network_id': '87b00a5a-79d0-41c9-b937-761955ba23f9', 'admin_state_up': True, 'tenant_id': '6c2971fc0b0c4c28b12c354b8869cc7c'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:21:00.086315 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54165a2f-7cb5-42c3-8e05-5ec4384faae4 req-4dc57637-c3ee-4698-a641-6fe8118da5a4 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:00.088120 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-54165a2f-7cb5-42c3-8e05-5ec4384faae4 req-4dc57637-c3ee-4698-a641-6fe8118da5a4 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=4416e603-62cc-429e-9119-8bb9ec6f2fbb HTTP/1.1" status: 200 len: 944 time: 0.1206331 Sep 20 13:21:00.162673 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-54165a2f-7cb5-42c3-8e05-5ec4384faae4 req-0e140c26-f40a-4a8f-ac88-2288c0f43c89 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=05e0756e-9ec9-4d09-979c-eb48149b71bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678015 Sep 20 13:21:00.170607 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e85b71e5-ebc8-44ff-8e98-c63cd0cab6be req-39fd7b02-2fac-48fd-ae47-32335c78e5d5 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] Made reservation on behalf of 6c2971fc0b0c4c28b12c354b8869cc7c for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:21:00.174655 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-e85b71e5-ebc8-44ff-8e98-c63cd0cab6be req-39fd7b02-2fac-48fd-ae47-32335c78e5d5 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:00.183349 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-e85b71e5-ebc8-44ff-8e98-c63cd0cab6be req-39fd7b02-2fac-48fd-ae47-32335c78e5d5 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:00.263305 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-e85b71e5-ebc8-44ff-8e98-c63cd0cab6be req-39fd7b02-2fac-48fd-ae47-32335c78e5d5 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] Publish callbacks [] for security_group (29ee6508-30d3-45cd-97ba-dfd76bb89839), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:00.267593 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-e85b71e5-ebc8-44ff-8e98-c63cd0cab6be req-39fd7b02-2fac-48fd-ae47-32335c78e5d5 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (29ee6508-30d3-45cd-97ba-dfd76bb89839), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:00.277404 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 59798) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:21:00.333651 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd7b02-2fac-48fd-ae47-32335c78e5d5 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29ee6508-30d3-45cd-97ba-dfd76bb89839,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:00.382472 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-385c8fdf-87d0-40ac-88fd-2cce19e713fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:00.403099 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-e85b71e5-ebc8-44ff-8e98-c63cd0cab6be req-39fd7b02-2fac-48fd-ae47-32335c78e5d5 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] Allocated IP 192.168.233.199 (87b00a5a-79d0-41c9-b937-761955ba23f9/c4836984-438d-44d5-a850-0880b6ad3eed/680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:21:00.460158 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-385c8fdf-87d0-40ac-88fd-2cce19e713fb admin admin] Publish callbacks [] for security_group (535c593d-d2af-439f-8bad-3a83267d9104), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:00.463687 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-385c8fdf-87d0-40ac-88fd-2cce19e713fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (535c593d-d2af-439f-8bad-3a83267d9104), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:00.506836 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-385c8fdf-87d0-40ac-88fd-2cce19e713fb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a39f5ac6cecc45bd92d4d997246419a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2283447 Sep 20 13:21:00.507676 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c8fdf-87d0-40ac-88fd-2cce19e713fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=535c593d-d2af-439f-8bad-3a83267d9104,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:00.509994 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 59804) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:21:00.583709 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-e85b71e5-ebc8-44ff-8e98-c63cd0cab6be req-39fd7b02-2fac-48fd-ae47-32335c78e5d5 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] Publish callbacks [] for port (680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:00.597182 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0a2db1ac-bd61-4886-a760-8d1fa0069ae1 admin admin] Publish callbacks [] for security_group (535c593d-d2af-439f-8bad-3a83267d9104), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:00.630905 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0a2db1ac-bd61-4886-a760-8d1fa0069ae1 admin admin] Publish callbacks [] for security_group (535c593d-d2af-439f-8bad-3a83267d9104), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:00.661435 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-c81b051f-9cf2-4f8d-ae36-63fbf17cb602 req-85959bc3-d3b2-4fd2-b382-bac2c13c2138 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f7b9458-d5c6-4dfd-b84b-ed2042e9ffa5 HTTP/1.1" status: 200 len: 210 time: 0.0289989 Sep 20 13:21:00.662422 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-e85b71e5-ebc8-44ff-8e98-c63cd0cab6be req-39fd7b02-2fac-48fd-ae47-32335c78e5d5 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:00.710364 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e85b71e5-ebc8-44ff-8e98-c63cd0cab6be req-39fd7b02-2fac-48fd-ae47-32335c78e5d5 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] Network 87b00a5a-79d0-41c9-b937-761955ba23f9 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:21:00.717201 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-e85b71e5-ebc8-44ff-8e98-c63cd0cab6be req-39fd7b02-2fac-48fd-ae47-32335c78e5d5 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:21:00.721771 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-e85b71e5-ebc8-44ff-8e98-c63cd0cab6be req-39fd7b02-2fac-48fd-ae47-32335c78e5d5 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:21:00.726990 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd7b02-2fac-48fd-ae47-32335c78e5d5 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] Pushing event updated for resources: {'Port': ['ID=680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:00.747373 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0a2db1ac-bd61-4886-a760-8d1fa0069ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (535c593d-d2af-439f-8bad-3a83267d9104), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:00.749879 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0a2db1ac-bd61-4886-a760-8d1fa0069ae1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:00.751057 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-0a2db1ac-bd61-4886-a760-8d1fa0069ae1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/535c593d-d2af-439f-8bad-3a83267d9104 HTTP/1.1" status: 204 len: 168 time: 0.2400799 Sep 20 13:21:00.768635 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2db1ac-bd61-4886-a760-8d1fa0069ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=535c593d-d2af-439f-8bad-3a83267d9104,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:00.796076 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b71e5-ebc8-44ff-8e98-c63cd0cab6be req-39fd7b02-2fac-48fd-ae47-32335c78e5d5 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:00.796739 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-e85b71e5-ebc8-44ff-8e98-c63cd0cab6be req-39fd7b02-2fac-48fd-ae47-32335c78e5d5 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:00.813991 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e85b71e5-ebc8-44ff-8e98-c63cd0cab6be req-39fd7b02-2fac-48fd-ae47-32335c78e5d5 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8549850 Sep 20 13:21:00.850615 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-e85b71e5-ebc8-44ff-8e98-c63cd0cab6be req-82b0fa9d-b075-47e7-8879-3a29dd7569ec service neutron] Request body: {'port': {'device_id': '4f7b9458-d5c6-4dfd-b84b-ed2042e9ffa5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85846'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:21:00.925608 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-e85b71e5-ebc8-44ff-8e98-c63cd0cab6be req-82b0fa9d-b075-47e7-8879-3a29dd7569ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:00.988480 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-72c39d9a-0209-4fd8-a6bf-b8077bd82aba None None] Provisioning complete for port 680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:21:00.989251 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-72c39d9a-0209-4fd8-a6bf-b8077bd82aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:00.989713 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-72c39d9a-0209-4fd8-a6bf-b8077bd82aba None None] Attempt 1 to provision port 680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb Sep 20 13:21:01.027441 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-72c39d9a-0209-4fd8-a6bf-b8077bd82aba None None] Port 680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:21:01.199036 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [req-e85b71e5-ebc8-44ff-8e98-c63cd0cab6be req-82b0fa9d-b075-47e7-8879-3a29dd7569ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 13:21:01.207941 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-e85b71e5-ebc8-44ff-8e98-c63cd0cab6be req-82b0fa9d-b075-47e7-8879-3a29dd7569ec service neutron] Publish callbacks [] for port (680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:01.221829 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-e85b71e5-ebc8-44ff-8e98-c63cd0cab6be req-82b0fa9d-b075-47e7-8879-3a29dd7569ec service neutron] Transition to ACTIVE for port object 680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 20 13:21:01.225459 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-e85b71e5-ebc8-44ff-8e98-c63cd0cab6be req-82b0fa9d-b075-47e7-8879-3a29dd7569ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242759'] for port (680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:01.312188 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b0fa9d-b075-47e7-8879-3a29dd7569ec service neutron] Pushing event updated for resources: {'Port': ['ID=680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:01.373897 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbbfd63-0029-4795-ae0c-d43eb29fd7e2 req-2027144c-978a-4fe9-963c-8100a0ebc782 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:01.373897 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4cbbfd63-0029-4795-ae0c-d43eb29fd7e2 req-2027144c-978a-4fe9-963c-8100a0ebc782 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=4416e603-62cc-429e-9119-8bb9ec6f2fbb HTTP/1.1" status: 200 len: 944 time: 0.1223943 Sep 20 13:21:01.398516 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-e85b71e5-ebc8-44ff-8e98-c63cd0cab6be req-82b0fa9d-b075-47e7-8879-3a29dd7569ec service neutron] Attempting to bind port 680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb on host hv-cinder-85846 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 20 13:21:01.398836 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-e85b71e5-ebc8-44ff-8e98-c63cd0cab6be req-82b0fa9d-b075-47e7-8879-3a29dd7569ec service neutron] Attempting to bind port 680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb by drivers openvswitch,hyperv on host hv-cinder-85846 at level 0 using segments [{'id': '12d057fb-574b-406f-a139-38ae25897647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '87b00a5a-79d0-41c9-b937-761955ba23f9'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 20 13:21:01.399172 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85b71e5-ebc8-44ff-8e98-c63cd0cab6be req-82b0fa9d-b075-47e7-8879-3a29dd7569ec service neutron] Attempting to bind port 680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb on network 87b00a5a-79d0-41c9-b937-761955ba23f9 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:21:01.407560 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85b71e5-ebc8-44ff-8e98-c63cd0cab6be req-82b0fa9d-b075-47e7-8879-3a29dd7569ec service neutron] Port 680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb on network 87b00a5a-79d0-41c9-b937-761955ba23f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85846 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 13:21:01.407987 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85b71e5-ebc8-44ff-8e98-c63cd0cab6be req-82b0fa9d-b075-47e7-8879-3a29dd7569ec service neutron] Attempting to bind port 680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb on network 87b00a5a-79d0-41c9-b937-761955ba23f9 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:21:01.421712 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85b71e5-ebc8-44ff-8e98-c63cd0cab6be req-82b0fa9d-b075-47e7-8879-3a29dd7569ec service neutron] Checking agent: {'id': '728cf656-0364-4172-b8b5-b6ffd3122ed0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85846', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 13, 15, 40), 'started_at': datetime.datetime(2022, 9, 20, 13, 15, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 13, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:21:01.422058 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85b71e5-ebc8-44ff-8e98-c63cd0cab6be req-82b0fa9d-b075-47e7-8879-3a29dd7569ec service neutron] Checking segment: {'id': '12d057fb-574b-406f-a139-38ae25897647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '87b00a5a-79d0-41c9-b937-761955ba23f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:21:01.422438 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85b71e5-ebc8-44ff-8e98-c63cd0cab6be req-82b0fa9d-b075-47e7-8879-3a29dd7569ec service neutron] Bound using segment: {'id': '12d057fb-574b-406f-a139-38ae25897647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '87b00a5a-79d0-41c9-b937-761955ba23f9'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:21:01.423019 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-e85b71e5-ebc8-44ff-8e98-c63cd0cab6be req-82b0fa9d-b075-47e7-8879-3a29dd7569ec service neutron] Bound port: 680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb, host: hv-cinder-85846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12d057fb-574b-406f-a139-38ae25897647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '87b00a5a-79d0-41c9-b937-761955ba23f9'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 20 13:21:01.423430 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-e85b71e5-ebc8-44ff-8e98-c63cd0cab6be req-82b0fa9d-b075-47e7-8879-3a29dd7569ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:01.443366 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4cbbfd63-0029-4795-ae0c-d43eb29fd7e2 req-7260ed1d-f35e-47bd-a1af-a295f362355f tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=05e0756e-9ec9-4d09-979c-eb48149b71bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636921 Sep 20 13:21:01.494828 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-e85b71e5-ebc8-44ff-8e98-c63cd0cab6be req-82b0fa9d-b075-47e7-8879-3a29dd7569ec service neutron] For port 680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb, host hv-cinder-85846, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:21:01.497780 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-e85b71e5-ebc8-44ff-8e98-c63cd0cab6be req-82b0fa9d-b075-47e7-8879-3a29dd7569ec service neutron] For port 680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb, host hv-cinder-85846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb,segment=NetworkSegment(12d057fb-574b-406f-a139-38ae25897647),segment_id=12d057fb-574b-406f-a139-38ae25897647)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:21:01.504188 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-e85b71e5-ebc8-44ff-8e98-c63cd0cab6be req-82b0fa9d-b075-47e7-8879-3a29dd7569ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242759'] for port (680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:01.508175 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b71e5-ebc8-44ff-8e98-c63cd0cab6be req-82b0fa9d-b075-47e7-8879-3a29dd7569ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:01.508774 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-e85b71e5-ebc8-44ff-8e98-c63cd0cab6be req-82b0fa9d-b075-47e7-8879-3a29dd7569ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:01.510234 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e85b71e5-ebc8-44ff-8e98-c63cd0cab6be req-82b0fa9d-b075-47e7-8879-3a29dd7569ec service neutron] 10.222.0.62 "PUT /v2.0/ports/680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb HTTP/1.1" status: 200 len: 1098 time: 0.6681497 Sep 20 13:21:01.510770 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f7b9458-d5c6-4dfd-b84b-ed2042e9ffa5', 'tag': '680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:21:01.512991 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8afa0c3fb06aef531850fccced94fa4b659a4977f0534d5a49c84d13d87c0c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75362e9-3fe9-46c3-ac23-296668453e63" -d '{"events": [{"name": "network-changed", "server_uuid": "4f7b9458-d5c6-4dfd-b84b-ed2042e9ffa5", "tag": "680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:21:01.528887 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-72c39d9a-0209-4fd8-a6bf-b8077bd82aba None None] Attempt 2 to provision port 680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb Sep 20 13:21:01.557960 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 13:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917b1dff-32ab-4b4b-92b8-88ea860bad13 x-openstack-request-id: req-917b1dff-32ab-4b4b-92b8-88ea860bad13 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:21:01.558254 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f7b9458-d5c6-4dfd-b84b-ed2042e9ffa5", "tag": "680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:21:01.558513 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-917b1dff-32ab-4b4b-92b8-88ea860bad13 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:21:01.558958 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-917b1dff-32ab-4b4b-92b8-88ea860bad13'] response: {'name': 'network-changed', 'server_uuid': '4f7b9458-d5c6-4dfd-b84b-ed2042e9ffa5', 'tag': '680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb', 'status': 'completed', 'code': 200} Sep 20 13:21:01.563664 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b0fa9d-b075-47e7-8879-3a29dd7569ec service neutron] Pushing event updated for resources: {'Port': ['ID=680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:01.573435 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-72c39d9a-0209-4fd8-a6bf-b8077bd82aba None None] Port 680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb had new provisioning blocks added so it will not transition to active. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 20 13:21:01.671448 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b71e5-ebc8-44ff-8e98-c63cd0cab6be req-a0ed58c6-9fbb-4800-b932-aebff006c579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:01.672816 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e85b71e5-ebc8-44ff-8e98-c63cd0cab6be req-a0ed58c6-9fbb-4800-b932-aebff006c579 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6c2971fc0b0c4c28b12c354b8869cc7c&device_id=4f7b9458-d5c6-4dfd-b84b-ed2042e9ffa5 HTTP/1.1" status: 200 len: 1132 time: 0.0466785 Sep 20 13:21:01.732768 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e85b71e5-ebc8-44ff-8e98-c63cd0cab6be req-1b3e069b-1a32-4a70-abd2-2240da7ed7a5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb HTTP/1.1" status: 200 len: 217 time: 0.0319285 Sep 20 13:21:01.810698 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b71e5-ebc8-44ff-8e98-c63cd0cab6be req-eced97f9-d9d9-4231-ae8a-a13c6b119333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:01.812129 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e85b71e5-ebc8-44ff-8e98-c63cd0cab6be req-eced97f9-d9d9-4231-ae8a-a13c6b119333 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c4836984-438d-44d5-a850-0880b6ad3eed HTTP/1.1" status: 200 len: 843 time: 0.0676711 Sep 20 13:21:01.823701 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d817b69c-e1b7-459a-a952-d2858f6e69fd req-a25367fa-25a0-4959-b4d2-4fb8dd3a25ce tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:01.825039 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d817b69c-e1b7-459a-a952-d2858f6e69fd req-a25367fa-25a0-4959-b4d2-4fb8dd3a25ce tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f7b9458-d5c6-4dfd-b84b-ed2042e9ffa5 HTTP/1.1" status: 200 len: 948 time: 0.0891576 Sep 20 13:21:02.129012 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d817b69c-e1b7-459a-a952-d2858f6e69fd req-6730db31-7ef2-4288-8e73-52dcdb556324 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ee6508-30d3-45cd-97ba-dfd76bb89839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984087 Sep 20 13:21:02.138204 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b71e5-ebc8-44ff-8e98-c63cd0cab6be req-8ecd511c-2b29-4412-9d8a-380dcecd5917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:02.140298 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e85b71e5-ebc8-44ff-8e98-c63cd0cab6be req-8ecd511c-2b29-4412-9d8a-380dcecd5917 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=87b00a5a-79d0-41c9-b937-761955ba23f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0647099 Sep 20 13:21:02.230711 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e85b71e5-ebc8-44ff-8e98-c63cd0cab6be req-85b680f4-bcad-4fa6-864d-f14640bbc55a service neutron] 10.222.0.62 "GET /v2.0/networks/87b00a5a-79d0-41c9-b937-761955ba23f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820181 Sep 20 13:21:02.321150 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e85b71e5-ebc8-44ff-8e98-c63cd0cab6be req-1fff7419-dcc4-4103-a137-71af453fe268 service neutron] 10.222.0.62 "GET /v2.0/networks/87b00a5a-79d0-41c9-b937-761955ba23f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832078 Sep 20 13:21:02.530654 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75362e9-3fe9-46c3-ac23-296668453e63 req-49ad8813-5ced-4719-aae7-6257dbb9990b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:02.532237 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e75362e9-3fe9-46c3-ac23-296668453e63 req-49ad8813-5ced-4719-aae7-6257dbb9990b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6c2971fc0b0c4c28b12c354b8869cc7c&device_id=4f7b9458-d5c6-4dfd-b84b-ed2042e9ffa5 HTTP/1.1" status: 200 len: 1132 time: 0.0445728 Sep 20 13:21:02.572265 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee13d176-5b3b-4a36-b348-e6fb6978c63b req-8abdca39-e82d-40d0-ac8a-2897640d5d22 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:02.573774 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-ee13d176-5b3b-4a36-b348-e6fb6978c63b req-8abdca39-e82d-40d0-ac8a-2897640d5d22 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=4416e603-62cc-429e-9119-8bb9ec6f2fbb HTTP/1.1" status: 200 len: 944 time: 0.0569029 Sep 20 13:21:02.620574 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-ee13d176-5b3b-4a36-b348-e6fb6978c63b req-9f9f2c40-a0d0-41d1-aaf7-e4d64fe61587 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=05e0756e-9ec9-4d09-979c-eb48149b71bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411932 Sep 20 13:21:02.631195 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75362e9-3fe9-46c3-ac23-296668453e63 req-8ef46ff9-c0a6-460f-92d1-a9a4262351ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:02.632663 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e75362e9-3fe9-46c3-ac23-296668453e63 req-8ef46ff9-c0a6-460f-92d1-a9a4262351ce service neutron] 10.222.0.62 "GET /v2.0/networks?id=87b00a5a-79d0-41c9-b937-761955ba23f9 HTTP/1.1" status: 200 len: 869 time: 0.0874972 Sep 20 13:21:02.675380 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e75362e9-3fe9-46c3-ac23-296668453e63 req-520d1a92-f550-44c8-9a38-a4d579d43758 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb HTTP/1.1" status: 200 len: 217 time: 0.0329387 Sep 20 13:21:02.726616 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75362e9-3fe9-46c3-ac23-296668453e63 req-4b476338-c143-412b-88a1-d2cec52cbe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:02.728053 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e75362e9-3fe9-46c3-ac23-296668453e63 req-4b476338-c143-412b-88a1-d2cec52cbe1c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c4836984-438d-44d5-a850-0880b6ad3eed HTTP/1.1" status: 200 len: 843 time: 0.0436311 Sep 20 13:21:02.779752 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75362e9-3fe9-46c3-ac23-296668453e63 req-dfa760c3-a111-416e-bca1-63ba72376224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:02.781090 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e75362e9-3fe9-46c3-ac23-296668453e63 req-dfa760c3-a111-416e-bca1-63ba72376224 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=87b00a5a-79d0-41c9-b937-761955ba23f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0450778 Sep 20 13:21:02.872153 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e75362e9-3fe9-46c3-ac23-296668453e63 req-58857e9a-d754-4199-98b4-ca20b7c1c22a service neutron] 10.222.0.62 "GET /v2.0/networks/87b00a5a-79d0-41c9-b937-761955ba23f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836282 Sep 20 13:21:02.988554 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e75362e9-3fe9-46c3-ac23-296668453e63 req-0731d7de-83ae-4d15-a885-3b460d12b7ab service neutron] 10.222.0.62 "GET /v2.0/networks/87b00a5a-79d0-41c9-b937-761955ba23f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891466 Sep 20 13:21:03.254834 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad7726-4a68-482d-8c51-a04aca42e1de req-940905df-8cea-4d1b-acdc-62161f5e9b8f tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:03.256298 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5dad7726-4a68-482d-8c51-a04aca42e1de req-940905df-8cea-4d1b-acdc-62161f5e9b8f tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f7b9458-d5c6-4dfd-b84b-ed2042e9ffa5 HTTP/1.1" status: 200 len: 948 time: 0.0537000 Sep 20 13:21:03.305375 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5dad7726-4a68-482d-8c51-a04aca42e1de req-bf9b8716-323d-4bc6-8c69-8a30f53b187a tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ee6508-30d3-45cd-97ba-dfd76bb89839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429330 Sep 20 13:21:03.754201 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d7c58-ad88-49c8-bf80-29cc4e6020ad req-0cb2c0a2-6ab7-4c85-9d9b-3d17b2baf638 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:03.755720 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-c30d7c58-ad88-49c8-bf80-29cc4e6020ad req-0cb2c0a2-6ab7-4c85-9d9b-3d17b2baf638 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=4416e603-62cc-429e-9119-8bb9ec6f2fbb HTTP/1.1" status: 200 len: 944 time: 0.0614984 Sep 20 13:21:03.805600 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-c30d7c58-ad88-49c8-bf80-29cc4e6020ad req-2b7dd640-9437-4ca3-8e27-c259b89a5a08 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=05e0756e-9ec9-4d09-979c-eb48149b71bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438960 Sep 20 13:21:04.437801 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device b608ea5e-766d-4a7e-9cdd-277403a6b8cc details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:21:04.438878 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d05dc-cfd7-40e1-b63b-0757c299f43b req-29774635-1bce-417d-84a4-bf326856e2db tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:04.440887 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4c0d05dc-cfd7-40e1-b63b-0757c299f43b req-29774635-1bce-417d-84a4-bf326856e2db tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f7b9458-d5c6-4dfd-b84b-ed2042e9ffa5 HTTP/1.1" status: 200 len: 948 time: 0.0560949 Sep 20 13:21:04.494489 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4c0d05dc-cfd7-40e1-b63b-0757c299f43b req-fec08eb5-cc9a-486b-a275-bba0cbc359a8 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ee6508-30d3-45cd-97ba-dfd76bb89839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473948 Sep 20 13:21:04.542016 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port b608ea5e-766d-4a7e-9cdd-277403a6b8cc, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=b608ea5e-766d-4a7e-9cdd-277403a6b8cc,segment=NetworkSegment(f7400dd8-eb7b-448c-9b24-32bf1c4335c7),segment_id=f7400dd8-eb7b-448c-9b24-32bf1c4335c7)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:21:04.554103 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Returning: {'device': 'b608ea5e-766d-4a7e-9cdd-277403a6b8cc', 'network_id': '105b52c6-cee8-4c92-bcc7-3a77d1e92018', 'port_id': 'b608ea5e-766d-4a7e-9cdd-277403a6b8cc', 'mac_address': 'fa:16:3e:d1:b8:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64939650-d3ca-4c0c-952c-41e35d669944', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:21:04.591437 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Current status of the port b608ea5e-766d-4a7e-9cdd-277403a6b8cc is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:21:04.591836 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (b608ea5e-766d-4a7e-9cdd-277403a6b8cc), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:04.604994 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b608ea5e-766d-4a7e-9cdd-277403a6b8cc {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 13:21:04.624536 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port b608ea5e-766d-4a7e-9cdd-277403a6b8cc, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=b608ea5e-766d-4a7e-9cdd-277403a6b8cc,segment=NetworkSegment(f7400dd8-eb7b-448c-9b24-32bf1c4335c7),segment_id=f7400dd8-eb7b-448c-9b24-32bf1c4335c7)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:21:04.628974 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (b608ea5e-766d-4a7e-9cdd-277403a6b8cc), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:04.672869 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Pushing event updated for resources: {'Port': ['ID=b608ea5e-766d-4a7e-9cdd-277403a6b8cc,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:04.680940 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:21:04.681377 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:21:04.681732 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:21:04.682086 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:21:04.682430 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:21:04.682798 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:21:04.683140 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:21:04.683485 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:21:04.683823 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:21:04.684178 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:21:04.684520 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:21:04.684850 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:21:04.685183 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:21:04.928642 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f4061-a67b-4b57-a77e-697da9c515eb req-a5557182-a8fb-4a3f-b9ba-e74360754020 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:04.930111 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-bd4f4061-a67b-4b57-a77e-697da9c515eb req-a5557182-a8fb-4a3f-b9ba-e74360754020 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=4416e603-62cc-429e-9119-8bb9ec6f2fbb HTTP/1.1" status: 200 len: 945 time: 0.0520499 Sep 20 13:21:04.978878 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-bd4f4061-a67b-4b57-a77e-697da9c515eb req-ab325691-58ce-4fe6-b5b8-71ce1e2fef2c tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=05e0756e-9ec9-4d09-979c-eb48149b71bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431595 Sep 20 13:21:05.156760 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 59882) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:21:05.201139 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-370bea67-fa4b-4c5d-b9aa-a9c35691248b admin admin] Deleting subnet 5fc3b871-daff-4f35-9099-d05776238bfb {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 20 13:21:05.204273 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-370bea67-fa4b-4c5d-b9aa-a9c35691248b admin admin] Publish callbacks [] for subnet (5fc3b871-daff-4f35-9099-d05776238bfb), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:05.238511 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-370bea67-fa4b-4c5d-b9aa-a9c35691248b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026560'] for subnet (5fc3b871-daff-4f35-9099-d05776238bfb), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:05.275667 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-370bea67-fa4b-4c5d-b9aa-a9c35691248b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-555306'] for subnet (5fc3b871-daff-4f35-9099-d05776238bfb), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:05.334676 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-370bea67-fa4b-4c5d-b9aa-a9c35691248b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-555325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9062310'] for subnet (5fc3b871-daff-4f35-9099-d05776238bfb), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:05.361600 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370bea67-fa4b-4c5d-b9aa-a9c35691248b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fc3b871-daff-4f35-9099-d05776238bfb,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:05.363610 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-370bea67-fa4b-4c5d-b9aa-a9c35691248b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:05.369011 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-370bea67-fa4b-4c5d-b9aa-a9c35691248b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/5fc3b871-daff-4f35-9099-d05776238bfb HTTP/1.1" status: 204 len: 168 time: 0.2090194 Sep 20 13:21:05.369224 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 59886) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:21:05.436362 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-97dc56c7-8090-4a9e-99f4-53e7790e4d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-760150'] for network (3006294b-c209-470c-835d-7542c33486c4), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:05.517914 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-97dc56c7-8090-4a9e-99f4-53e7790e4d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553133', 'neutron.services.segments.db._delete_segments_for_network-8760608259063'] for network (3006294b-c209-470c-835d-7542c33486c4), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:05.538788 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-97dc56c7-8090-4a9e-99f4-53e7790e4d12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3006294b-c209-470c-835d-7542c33486c4']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:21:05.547890 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-97dc56c7-8090-4a9e-99f4-53e7790e4d12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd17ce016-d7a6-4a59-8570-f37c4a34aabc') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:21:05.548195 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-97dc56c7-8090-4a9e-99f4-53e7790e4d12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd17ce016-d7a6-4a59-8570-f37c4a34aabc') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:21:05.557985 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-97dc56c7-8090-4a9e-99f4-53e7790e4d12 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760608262413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026615'] for segment (d17ce016-d7a6-4a59-8570-f37c4a34aabc), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:05.578609 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-97dc56c7-8090-4a9e-99f4-53e7790e4d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549390'] for segment (d17ce016-d7a6-4a59-8570-f37c4a34aabc), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:05.600944 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97dc56c7-8090-4a9e-99f4-53e7790e4d12 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 13:21:05.601272 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-97dc56c7-8090-4a9e-99f4-53e7790e4d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242223'] for segment (d17ce016-d7a6-4a59-8570-f37c4a34aabc), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:05.645083 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.services.segments.plugin [-] Segment d17ce016-d7a6-4a59-8570-f37c4a34aabc resource provider aggregate not found Sep 20 13:21:05.668072 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.services.segments.plugin [-] Segment d17ce016-d7a6-4a59-8570-f37c4a34aabc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d17ce016-d7a6-4a59-8570-f37c4a34aabc found for delete ", "request_id": "req-b8b66346-98ab-452c-a027-4fca4ca92e22"}]} Sep 20 13:21:05.685818 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed4d62a-0ec2-4e7e-8265-8527078f6918 req-83b6aede-0f07-40e9-b5ee-8bfa74bfe60d tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:05.687338 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8ed4d62a-0ec2-4e7e-8265-8527078f6918 req-83b6aede-0f07-40e9-b5ee-8bfa74bfe60d tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f7b9458-d5c6-4dfd-b84b-ed2042e9ffa5 HTTP/1.1" status: 200 len: 948 time: 0.1187017 Sep 20 13:21:05.688369 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-97dc56c7-8090-4a9e-99f4-53e7790e4d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607699'] for network (3006294b-c209-470c-835d-7542c33486c4), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:05.694192 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-97dc56c7-8090-4a9e-99f4-53e7790e4d12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:05.697516 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-97dc56c7-8090-4a9e-99f4-53e7790e4d12 admin admin] 10.222.0.55 "DELETE /v2.0/networks/3006294b-c209-470c-835d-7542c33486c4 HTTP/1.1" status: 204 len: 168 time: 0.3273077 Sep 20 13:21:05.700370 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 59894) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:21:05.717182 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dc56c7-8090-4a9e-99f4-53e7790e4d12 admin admin] Pushing event deleted for resources: {'Network': ['ID=3006294b-c209-470c-835d-7542c33486c4,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:05.743874 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfaa8e98-f6ea-470e-aec1-7bf840b5dcf5 admin admin] Deleting subnet 5128617d-ff6b-4168-9f8c-4b0f3629f2c2 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 20 13:21:05.746989 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8e98-f6ea-470e-aec1-7bf840b5dcf5 admin admin] Publish callbacks [] for subnet (5128617d-ff6b-4168-9f8c-4b0f3629f2c2), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:05.755189 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8ed4d62a-0ec2-4e7e-8265-8527078f6918 req-31453241-bdee-4a7e-925c-1e556535eec7 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ee6508-30d3-45cd-97ba-dfd76bb89839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564587 Sep 20 13:21:05.781501 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8e98-f6ea-470e-aec1-7bf840b5dcf5 admin admin] Publish callbacks [] for subnet (5128617d-ff6b-4168-9f8c-4b0f3629f2c2), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:05.787355 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8e98-f6ea-470e-aec1-7bf840b5dcf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-555306'] for subnet (5128617d-ff6b-4168-9f8c-4b0f3629f2c2), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:05.838663 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8e98-f6ea-470e-aec1-7bf840b5dcf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-555325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183'] for subnet (5128617d-ff6b-4168-9f8c-4b0f3629f2c2), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:05.865152 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaa8e98-f6ea-470e-aec1-7bf840b5dcf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5128617d-ff6b-4168-9f8c-4b0f3629f2c2,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:05.870647 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8e98-f6ea-470e-aec1-7bf840b5dcf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:05.873898 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-dfaa8e98-f6ea-470e-aec1-7bf840b5dcf5 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/5128617d-ff6b-4168-9f8c-4b0f3629f2c2 HTTP/1.1" status: 204 len: 168 time: 0.1725035 Sep 20 13:21:05.876267 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 59898) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:21:05.943138 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a70e217-1be6-400d-8444-31d388a2c693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-760150'] for network (95ea8fce-02b4-4085-829f-506c56816028), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:06.031304 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a70e217-1be6-400d-8444-31d388a2c693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553133', 'neutron.services.segments.db._delete_segments_for_network-8760608259063'] for network (95ea8fce-02b4-4085-829f-506c56816028), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:06.060484 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a70e217-1be6-400d-8444-31d388a2c693 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:21:06.061174 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a70e217-1be6-400d-8444-31d388a2c693 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:21:06.061910 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a70e217-1be6-400d-8444-31d388a2c693 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:21:06.062268 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a70e217-1be6-400d-8444-31d388a2c693 admin admin] Subscribe: > port after_create 55550000 {{(pid=104086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:21:06.062610 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a70e217-1be6-400d-8444-31d388a2c693 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:21:06.063108 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a70e217-1be6-400d-8444-31d388a2c693 admin admin] Subscribe: > port after_update 55550000 {{(pid=104086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:21:06.063431 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a70e217-1be6-400d-8444-31d388a2c693 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:21:06.063776 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a70e217-1be6-400d-8444-31d388a2c693 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:21:06.064091 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a70e217-1be6-400d-8444-31d388a2c693 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:21:06.065002 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a70e217-1be6-400d-8444-31d388a2c693 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:21:06.151633 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a70e217-1be6-400d-8444-31d388a2c693 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:21:06.151922 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a70e217-1be6-400d-8444-31d388a2c693 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:21:06.152260 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a70e217-1be6-400d-8444-31d388a2c693 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:21:06.152594 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a70e217-1be6-400d-8444-31d388a2c693 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 13:21:06.152961 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.services.segments.db [None req-6a70e217-1be6-400d-8444-31d388a2c693 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95ea8fce-02b4-4085-829f-506c56816028']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:21:06.184631 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.services.segments.db [None req-6a70e217-1be6-400d-8444-31d388a2c693 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b47d22ed-cb55-4d26-ba9f-9d29c52ea3c1') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:21:06.184920 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.services.segments.db [None req-6a70e217-1be6-400d-8444-31d388a2c693 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b47d22ed-cb55-4d26-ba9f-9d29c52ea3c1') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:21:06.203356 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a70e217-1be6-400d-8444-31d388a2c693 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760608262413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10421091'] for segment (b47d22ed-cb55-4d26-ba9f-9d29c52ea3c1), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:06.225773 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a70e217-1be6-400d-8444-31d388a2c693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549390'] for segment (b47d22ed-cb55-4d26-ba9f-9d29c52ea3c1), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:06.236729 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a70e217-1be6-400d-8444-31d388a2c693 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 13:21:06.237112 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a70e217-1be6-400d-8444-31d388a2c693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10420446'] for segment (b47d22ed-cb55-4d26-ba9f-9d29c52ea3c1), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:06.262491 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18091ad-7cf9-47e3-98f8-a749fa92967d req-e89240e6-043b-4425-9b4c-97c1003dc34c tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:06.264051 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-e18091ad-7cf9-47e3-98f8-a749fa92967d req-e89240e6-043b-4425-9b4c-97c1003dc34c tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=4416e603-62cc-429e-9119-8bb9ec6f2fbb HTTP/1.1" status: 200 len: 945 time: 0.2157750 Sep 20 13:21:06.340330 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a70e217-1be6-400d-8444-31d388a2c693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607699'] for network (95ea8fce-02b4-4085-829f-506c56816028), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:06.354829 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6a70e217-1be6-400d-8444-31d388a2c693 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:06.357995 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-6a70e217-1be6-400d-8444-31d388a2c693 admin admin] 10.222.0.55 "DELETE /v2.0/networks/95ea8fce-02b4-4085-829f-506c56816028 HTTP/1.1" status: 204 len: 168 time: 0.4802568 Sep 20 13:21:06.370898 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a70e217-1be6-400d-8444-31d388a2c693 admin admin] Pushing event deleted for resources: {'Network': ['ID=95ea8fce-02b4-4085-829f-506c56816028,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:06.379467 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-e18091ad-7cf9-47e3-98f8-a749fa92967d req-147f3f68-00e7-4106-bcda-ab27bdecfd3c tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=05e0756e-9ec9-4d09-979c-eb48149b71bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868924 Sep 20 13:21:06.466073 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.services.segments.plugin [-] Segment b47d22ed-cb55-4d26-ba9f-9d29c52ea3c1 resource provider aggregate not found Sep 20 13:21:06.482204 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.services.segments.plugin [-] Segment b47d22ed-cb55-4d26-ba9f-9d29c52ea3c1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b47d22ed-cb55-4d26-ba9f-9d29c52ea3c1 found for delete ", "request_id": "req-7592fa4b-dc42-4ce6-b00a-7482e3dffafc"}]} Sep 20 13:21:06.542462 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 59916) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:21:06.583414 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-7073d238-32cc-48cd-a093-32986fee6ca6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8cb1c5a7971d49c8b0c3c3f3f5877683&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395913 Sep 20 13:21:06.585803 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 59918) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:21:06.631588 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-172421a3-0bca-4dfa-874f-767423db1e9d admin admin] Publish callbacks [] for security_group (adbb5cc4-6dc4-4ad1-b6ab-98db36acca3c), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:06.651793 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-172421a3-0bca-4dfa-874f-767423db1e9d admin admin] Publish callbacks [] for security_group (adbb5cc4-6dc4-4ad1-b6ab-98db36acca3c), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:06.700731 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-172421a3-0bca-4dfa-874f-767423db1e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (adbb5cc4-6dc4-4ad1-b6ab-98db36acca3c), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:06.703361 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-172421a3-0bca-4dfa-874f-767423db1e9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:06.704480 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-172421a3-0bca-4dfa-874f-767423db1e9d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/adbb5cc4-6dc4-4ad1-b6ab-98db36acca3c HTTP/1.1" status: 204 len: 168 time: 0.1177950 Sep 20 13:21:06.712290 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172421a3-0bca-4dfa-874f-767423db1e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adbb5cc4-6dc4-4ad1-b6ab-98db36acca3c,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:06.882572 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d0ffe1-44b3-40b0-90a6-040d9312acfd req-ad1fadf5-db41-4789-a354-3b46e03a156a tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:06.884092 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a4d0ffe1-44b3-40b0-90a6-040d9312acfd req-ad1fadf5-db41-4789-a354-3b46e03a156a tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f7b9458-d5c6-4dfd-b84b-ed2042e9ffa5 HTTP/1.1" status: 200 len: 948 time: 0.0548019 Sep 20 13:21:06.931495 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a4d0ffe1-44b3-40b0-90a6-040d9312acfd req-2754c448-2004-4356-a8ae-fb2be36d11d6 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ee6508-30d3-45cd-97ba-dfd76bb89839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418172 Sep 20 13:21:07.021850 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 59926) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:21:07.060596 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-00b2dea0-2b75-4c40-a8e6-f79d870aa1c5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c5a01bee6a574d3b83d4a3ee9ce6ebbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376132 Sep 20 13:21:07.063184 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 59928) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:21:07.110588 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c16f3d7e-49e1-4484-a48b-0a2da702047b admin admin] Publish callbacks [] for security_group (8c3b9d45-d553-4ef4-945c-9dbb759c29d6), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:07.135684 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c16f3d7e-49e1-4484-a48b-0a2da702047b admin admin] Publish callbacks [] for security_group (8c3b9d45-d553-4ef4-945c-9dbb759c29d6), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:07.183311 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c16f3d7e-49e1-4484-a48b-0a2da702047b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (8c3b9d45-d553-4ef4-945c-9dbb759c29d6), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:07.186010 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c16f3d7e-49e1-4484-a48b-0a2da702047b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:07.187314 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-c16f3d7e-49e1-4484-a48b-0a2da702047b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8c3b9d45-d553-4ef4-945c-9dbb759c29d6 HTTP/1.1" status: 204 len: 168 time: 0.1231277 Sep 20 13:21:07.195363 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16f3d7e-49e1-4484-a48b-0a2da702047b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3b9d45-d553-4ef4-945c-9dbb759c29d6,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:07.507292 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aafd417-f530-4a9d-aa1e-ff022a4bab9d req-958d77af-045d-47fc-ad92-44f4dc785c62 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:07.509694 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-8aafd417-f530-4a9d-aa1e-ff022a4bab9d req-958d77af-045d-47fc-ad92-44f4dc785c62 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=4416e603-62cc-429e-9119-8bb9ec6f2fbb HTTP/1.1" status: 200 len: 945 time: 0.0605772 Sep 20 13:21:07.560246 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-8aafd417-f530-4a9d-aa1e-ff022a4bab9d req-00107ba4-486d-4733-aa73-2f0754e2f26b tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=05e0756e-9ec9-4d09-979c-eb48149b71bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419872 Sep 20 13:21:08.060442 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7361d08d-27cb-4876-8740-627e3fed7a5c req-2493ab86-216b-4d8d-8dc6-510835a6c606 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:08.061922 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7361d08d-27cb-4876-8740-627e3fed7a5c req-2493ab86-216b-4d8d-8dc6-510835a6c606 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f7b9458-d5c6-4dfd-b84b-ed2042e9ffa5 HTTP/1.1" status: 200 len: 948 time: 0.0534465 Sep 20 13:21:08.112904 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7361d08d-27cb-4876-8740-627e3fed7a5c req-3e1b5034-ef34-4706-9167-a4b78f15c722 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ee6508-30d3-45cd-97ba-dfd76bb89839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444775 Sep 20 13:21:08.219536 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 59966) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:21:08.320498 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-82bd2916-5db8-4d1f-9e52-a0e921dec14d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:08.399031 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-82bd2916-5db8-4d1f-9e52-a0e921dec14d admin admin] Publish callbacks [] for security_group (3475df0a-da89-4306-8a45-ffc44b1a2ce1), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:08.403379 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-82bd2916-5db8-4d1f-9e52-a0e921dec14d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (3475df0a-da89-4306-8a45-ffc44b1a2ce1), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:08.444803 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-82bd2916-5db8-4d1f-9e52-a0e921dec14d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d96804c888b54a7d88459e2cccb6ff8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2242200 Sep 20 13:21:08.445672 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bd2916-5db8-4d1f-9e52-a0e921dec14d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3475df0a-da89-4306-8a45-ffc44b1a2ce1,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:08.447499 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 59970) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:21:08.495147 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-94321405-9851-46e2-ae2a-cda80791343d admin admin] Publish callbacks [] for security_group (3475df0a-da89-4306-8a45-ffc44b1a2ce1), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:08.516493 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-94321405-9851-46e2-ae2a-cda80791343d admin admin] Publish callbacks [] for security_group (3475df0a-da89-4306-8a45-ffc44b1a2ce1), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:08.550173 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:21:08.568072 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-94321405-9851-46e2-ae2a-cda80791343d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (3475df0a-da89-4306-8a45-ffc44b1a2ce1), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:08.570621 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-94321405-9851-46e2-ae2a-cda80791343d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:08.574330 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-94321405-9851-46e2-ae2a-cda80791343d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3475df0a-da89-4306-8a45-ffc44b1a2ce1 HTTP/1.1" status: 204 len: 168 time: 0.1232629 Sep 20 13:21:08.581358 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94321405-9851-46e2-ae2a-cda80791343d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3475df0a-da89-4306-8a45-ffc44b1a2ce1,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:08.681186 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port 680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb,segment=NetworkSegment(12d057fb-574b-406f-a139-38ae25897647),segment_id=12d057fb-574b-406f-a139-38ae25897647)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:21:08.693167 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Returning: {'device': '680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb', 'network_id': '87b00a5a-79d0-41c9-b937-761955ba23f9', 'port_id': '680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb', 'mac_address': 'fa:16:3e:0f:0b:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4836984-438d-44d5-a850-0880b6ad3eed', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:21:08.704140 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44369a2f-b59c-403c-b09f-6b7310661efd req-52a39e84-f20f-4eda-bce2-d02665f95b53 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:08.706510 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-44369a2f-b59c-403c-b09f-6b7310661efd req-52a39e84-f20f-4eda-bce2-d02665f95b53 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=4416e603-62cc-429e-9119-8bb9ec6f2fbb HTTP/1.1" status: 200 len: 945 time: 0.0688074 Sep 20 13:21:08.730037 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Current status of the port 680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:21:08.730550 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:08.743654 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 13:21:08.761851 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-44369a2f-b59c-403c-b09f-6b7310661efd req-3597cd24-13cf-4681-9f94-a4ac5ae254f7 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=05e0756e-9ec9-4d09-979c-eb48149b71bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486879 Sep 20 13:21:08.766090 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port 680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb,segment=NetworkSegment(12d057fb-574b-406f-a139-38ae25897647),segment_id=12d057fb-574b-406f-a139-38ae25897647)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:21:08.770890 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:08.821582 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Pushing event updated for resources: {'Port': ['ID=680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:09.247528 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205da3bd-10d6-42c8-9cf9-c1b989efafb7 req-31ea2d95-7ba5-4fe7-b86a-fb373704cb74 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:09.249344 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-205da3bd-10d6-42c8-9cf9-c1b989efafb7 req-31ea2d95-7ba5-4fe7-b86a-fb373704cb74 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f7b9458-d5c6-4dfd-b84b-ed2042e9ffa5 HTTP/1.1" status: 200 len: 949 time: 0.0591018 Sep 20 13:21:09.301736 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-205da3bd-10d6-42c8-9cf9-c1b989efafb7 req-50cf3686-1071-402a-9051-0016782ac791 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ee6508-30d3-45cd-97ba-dfd76bb89839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457499 Sep 20 13:21:09.654869 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 60008) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:21:09.768254 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-50f49152-ba77-41ed-be3e-251d5c5a5b91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:09.871006 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-50f49152-ba77-41ed-be3e-251d5c5a5b91 admin admin] Publish callbacks [] for security_group (c7750d2a-c10c-465c-ab9e-502e16042ee3), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:09.891421 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-50f49152-ba77-41ed-be3e-251d5c5a5b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (c7750d2a-c10c-465c-ab9e-502e16042ee3), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:09.950418 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-50f49152-ba77-41ed-be3e-251d5c5a5b91 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=045a4052e66740f189d44f5119c96d3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2920492 Sep 20 13:21:09.950418 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f49152-ba77-41ed-be3e-251d5c5a5b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7750d2a-c10c-465c-ab9e-502e16042ee3,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:09.950831 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 60014) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:21:09.965897 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7714028f-a9ae-440a-a954-ea060601c6a1 req-127819ed-7fae-479e-bf5d-2a125cc760f5 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:09.968222 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-7714028f-a9ae-440a-a954-ea060601c6a1 req-127819ed-7fae-479e-bf5d-2a125cc760f5 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=4416e603-62cc-429e-9119-8bb9ec6f2fbb HTTP/1.1" status: 200 len: 945 time: 0.1125526 Sep 20 13:21:10.005175 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1e8e27e7-85c3-4a48-a314-d56d3d346eee admin admin] Publish callbacks [] for security_group (c7750d2a-c10c-465c-ab9e-502e16042ee3), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:10.022393 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-7714028f-a9ae-440a-a954-ea060601c6a1 req-b698267c-3b72-463a-ab94-7e0b1c02cdd6 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=05e0756e-9ec9-4d09-979c-eb48149b71bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480988 Sep 20 13:21:10.029773 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1e8e27e7-85c3-4a48-a314-d56d3d346eee admin admin] Publish callbacks [] for security_group (c7750d2a-c10c-465c-ab9e-502e16042ee3), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:10.084342 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1e8e27e7-85c3-4a48-a314-d56d3d346eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (c7750d2a-c10c-465c-ab9e-502e16042ee3), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:10.087140 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1e8e27e7-85c3-4a48-a314-d56d3d346eee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:10.088307 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-1e8e27e7-85c3-4a48-a314-d56d3d346eee admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c7750d2a-c10c-465c-ab9e-502e16042ee3 HTTP/1.1" status: 204 len: 168 time: 0.1362979 Sep 20 13:21:10.097214 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8e27e7-85c3-4a48-a314-d56d3d346eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7750d2a-c10c-465c-ab9e-502e16042ee3,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:10.133003 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] get_ports_and_sgs() called for port_ids ['b608ea5e-766d-4a7e-9cdd-277403a6b8cc'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 13:21:10.181779 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (728cf656-0364-4172-b8b5-b6ffd3122ed0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:10.443407 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d2742-7e4e-445a-8876-52d08322bc43 req-65ac030a-24c2-419c-9077-07ff784ad29b tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:10.445065 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b64d2742-7e4e-445a-8876-52d08322bc43 req-65ac030a-24c2-419c-9077-07ff784ad29b tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f7b9458-d5c6-4dfd-b84b-ed2042e9ffa5 HTTP/1.1" status: 200 len: 949 time: 0.0616381 Sep 20 13:21:10.500498 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b64d2742-7e4e-445a-8876-52d08322bc43 req-75753356-0cae-430e-adcd-b6cf2c386833 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ee6508-30d3-45cd-97ba-dfd76bb89839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497034 Sep 20 13:21:10.843706 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 60040) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:21:10.937323 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.v2.base [None req-d43fa623-a070-437e-99bd-9f89de444c08 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1680579771-network', 'tenant_id': '28dbe051a0b943559b793aa0037259ff'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:21:10.956590 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43fa623-a070-437e-99bd-9f89de444c08 admin admin] Made reservation on behalf of 28dbe051a0b943559b793aa0037259ff for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:21:10.959388 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d43fa623-a070-437e-99bd-9f89de444c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:10.968724 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d43fa623-a070-437e-99bd-9f89de444c08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:11.045539 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d43fa623-a070-437e-99bd-9f89de444c08 admin admin] Publish callbacks [] for security_group (c58043c8-7cf5-4881-98ae-4e7fc027a1c8), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:11.049536 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d43fa623-a070-437e-99bd-9f89de444c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (c58043c8-7cf5-4881-98ae-4e7fc027a1c8), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:11.076834 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d43fa623-a070-437e-99bd-9f89de444c08 admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 13:21:11.084209 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43fa623-a070-437e-99bd-9f89de444c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c58043c8-7cf5-4881-98ae-4e7fc027a1c8,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:11.091671 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d43fa623-a070-437e-99bd-9f89de444c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549390'] for segment (4de8c6a6-e951-4ad5-bbe5-bf4e8f508979), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:11.092014 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.db.segments_db [None req-d43fa623-a070-437e-99bd-9f89de444c08 admin admin] Added segment 4de8c6a6-e951-4ad5-bbe5-bf4e8f508979 of type vlan for network e43e7b0a-b869-4779-a53c-8854ba221058 Sep 20 13:21:11.158592 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d43fa623-a070-437e-99bd-9f89de444c08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760607722792'] for network (e43e7b0a-b869-4779-a53c-8854ba221058), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:11.194719 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1920879-6f34-42d6-8c6c-de1f32337c1e req-484b9b74-0390-452f-b522-094d3300b121 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:11.196442 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-e1920879-6f34-42d6-8c6c-de1f32337c1e req-484b9b74-0390-452f-b522-094d3300b121 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=4416e603-62cc-429e-9119-8bb9ec6f2fbb HTTP/1.1" status: 200 len: 945 time: 0.0965497 Sep 20 13:21:11.200983 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d43fa623-a070-437e-99bd-9f89de444c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183'] for network (e43e7b0a-b869-4779-a53c-8854ba221058), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:11.201986 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43fa623-a070-437e-99bd-9f89de444c08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:11.202539 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d43fa623-a070-437e-99bd-9f89de444c08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:11.266796 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-d43fa623-a070-437e-99bd-9f89de444c08 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4219193 Sep 20 13:21:11.270062 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 60046) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:21:11.275697 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-31aa0703-d69a-48fa-8fad-2b4a0d067cde admin admin] Request body: {'subnet': {'network_id': 'e43e7b0a-b869-4779-a53c-8854ba221058', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1680579771-subnet', 'tenant_id': '28dbe051a0b943559b793aa0037259ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:21:11.289533 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43fa623-a070-437e-99bd-9f89de444c08 admin admin] Pushing event updated for resources: {'Network': ['ID=e43e7b0a-b869-4779-a53c-8854ba221058,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:11.299467 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31aa0703-d69a-48fa-8fad-2b4a0d067cde admin admin] Made reservation on behalf of 28dbe051a0b943559b793aa0037259ff for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:21:11.301917 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-31aa0703-d69a-48fa-8fad-2b4a0d067cde admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9062285'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:11.302351 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Network e43e7b0a-b869-4779-a53c-8854ba221058 details requested by agent ovs-agent-dv-cinder-858463-1-iscsi with host dv-cinder-858463-1-iscsi {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 13:21:11.318413 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-e1920879-6f34-42d6-8c6c-de1f32337c1e req-3f6080ea-f881-4edf-95e8-e08625390b23 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=05e0756e-9ec9-4d09-979c-eb48149b71bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134028 Sep 20 13:21:11.354339 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] get_ports_and_sgs() called for port_ids ['680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 13:21:11.491997 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-31aa0703-d69a-48fa-8fad-2b4a0d067cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9062303'] for subnet (8275926d-b144-40ff-b6d9-fcc686580e66), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:11.550811 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aa0703-d69a-48fa-8fad-2b4a0d067cde admin admin] Pushing event updated for resources: {'Subnet': ['ID=8275926d-b144-40ff-b6d9-fcc686580e66,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:11.562594 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31aa0703-d69a-48fa-8fad-2b4a0d067cde admin admin] Checking segment: {'id': '4de8c6a6-e951-4ad5-bbe5-bf4e8f508979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e43e7b0a-b869-4779-a53c-8854ba221058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:21:11.562997 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31aa0703-d69a-48fa-8fad-2b4a0d067cde admin admin] Network hostable DHCP agents. Network: e43e7b0a-b869-4779-a53c-8854ba221058, hostable agents: ['c520f755-59ca-4a79-a15e-107c01e131c2'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 13:21:11.589394 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31aa0703-d69a-48fa-8fad-2b4a0d067cde admin admin] Network e43e7b0a-b869-4779-a53c-8854ba221058 is scheduled to be hosted by DHCP agent c520f755-59ca-4a79-a15e-107c01e131c2 with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 13:21:11.616268 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-31aa0703-d69a-48fa-8fad-2b4a0d067cde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858463-1-iscsi, e43e7b0a-b869-4779-a53c-8854ba221058) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:21:11.620861 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31aa0703-d69a-48fa-8fad-2b4a0d067cde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:11.621514 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-31aa0703-d69a-48fa-8fad-2b4a0d067cde admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:11.627799 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c0c7e2-bdb8-49ac-a450-90c99ab2f3ac None None] Network e43e7b0a-b869-4779-a53c-8854ba221058 requested from dv-cinder-858463-1-iscsi {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 20 13:21:11.646172 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-31aa0703-d69a-48fa-8fad-2b4a0d067cde admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3748536 Sep 20 13:21:11.659823 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91560a05-8671-484d-b505-8d076afaca3b req-cf21df91-be4a-4c1e-877b-4ac3017c9a50 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:11.661560 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-91560a05-8671-484d-b505-8d076afaca3b req-cf21df91-be4a-4c1e-877b-4ac3017c9a50 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f7b9458-d5c6-4dfd-b84b-ed2042e9ffa5 HTTP/1.1" status: 200 len: 949 time: 0.0820680 Sep 20 13:21:11.721518 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-91560a05-8671-484d-b505-8d076afaca3b req-ffb2cd76-315c-42ed-a4c2-03ce3594b2a7 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ee6508-30d3-45cd-97ba-dfd76bb89839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533602 Sep 20 13:21:11.749452 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a1fbe4-92c7-4958-82ff-39e3bffbe1f3 None None] Network e43e7b0a-b869-4779-a53c-8854ba221058 requested from dv-cinder-858463-1-iscsi {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 20 13:21:12.441479 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec5c48-d73b-4d6e-a9d7-fbe1c48daee4 req-ab255c23-4855-47cf-a3f6-dd378e7e33a6 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:12.443023 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-75ec5c48-d73b-4d6e-a9d7-fbe1c48daee4 req-ab255c23-4855-47cf-a3f6-dd378e7e33a6 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=4416e603-62cc-429e-9119-8bb9ec6f2fbb HTTP/1.1" status: 200 len: 945 time: 0.0536509 Sep 20 13:21:12.491359 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-75ec5c48-d73b-4d6e-a9d7-fbe1c48daee4 req-09e600c2-4b9b-4a0b-bc9d-7145a3dafeeb tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=05e0756e-9ec9-4d09-979c-eb48149b71bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423257 Sep 20 13:21:12.853116 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db69aa5-5ea1-4c48-8927-47d381646d61 req-1237ea1b-44a3-4949-ab9a-1fdd41e0ccc0 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:12.854611 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4db69aa5-5ea1-4c48-8927-47d381646d61 req-1237ea1b-44a3-4949-ab9a-1fdd41e0ccc0 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f7b9458-d5c6-4dfd-b84b-ed2042e9ffa5 HTTP/1.1" status: 200 len: 949 time: 0.0540969 Sep 20 13:21:12.902857 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4db69aa5-5ea1-4c48-8927-47d381646d61 req-4856a29e-cc88-4c93-888a-5c2a609af32a tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ee6508-30d3-45cd-97ba-dfd76bb89839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420923 Sep 20 13:21:13.615984 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df30d254-99b6-4901-bf46-3a03079521ce req-9d0a166f-c153-4398-a24a-5cb4f2d07cec tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:13.617513 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-df30d254-99b6-4901-bf46-3a03079521ce req-9d0a166f-c153-4398-a24a-5cb4f2d07cec tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=4416e603-62cc-429e-9119-8bb9ec6f2fbb HTTP/1.1" status: 200 len: 945 time: 0.0534613 Sep 20 13:21:13.668162 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-df30d254-99b6-4901-bf46-3a03079521ce req-860218ec-f534-459b-99ec-f2fde74d6340 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=05e0756e-9ec9-4d09-979c-eb48149b71bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450156 Sep 20 13:21:14.035662 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b36383-f335-4644-9f61-c6c6f2a0fa20 req-d89dee69-fd20-4a84-8b38-f29f676fc660 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:14.037455 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-01b36383-f335-4644-9f61-c6c6f2a0fa20 req-d89dee69-fd20-4a84-8b38-f29f676fc660 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f7b9458-d5c6-4dfd-b84b-ed2042e9ffa5 HTTP/1.1" status: 200 len: 949 time: 0.0592129 Sep 20 13:21:14.087164 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-01b36383-f335-4644-9f61-c6c6f2a0fa20 req-e85c3ceb-11b4-4bd6-8707-a65504b76ee0 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ee6508-30d3-45cd-97ba-dfd76bb89839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441573 Sep 20 13:21:14.266000 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb up at agent hyperv_hv-cinder-85846 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:21:14.313452 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Provisioning for port 680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 13:21:14.318392 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Provisioning complete for port 680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:21:14.318843 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:14.319172 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Attempt 1 to provision port 680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb Sep 20 13:21:14.393090 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Current status of the port 680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:21:14.393332 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:14.415066 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f7b9458-d5c6-4dfd-b84b-ed2042e9ffa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:21:14.417253 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76b3f69f6489aff1aa8284e7e37e9464aa9e8db96ff70d8a184fca566081ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406ee6d0-f4bc-438a-8da9-8019f8aa42ef" -d '{"events": [{"server_uuid": "4f7b9458-d5c6-4dfd-b84b-ed2042e9ffa5", "name": "network-vif-plugged", "status": "completed", "tag": "680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:21:14.430541 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port 680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb,segment=NetworkSegment(12d057fb-574b-406f-a139-38ae25897647),segment_id=12d057fb-574b-406f-a139-38ae25897647)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:21:14.434686 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:14.435526 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device b608ea5e-766d-4a7e-9cdd-277403a6b8cc up at agent hyperv_hv-cinder-85846 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:21:14.457998 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 13:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d14fb9d-4f18-4b22-bfc2-eaf0a9062a71 x-openstack-request-id: req-7d14fb9d-4f18-4b22-bfc2-eaf0a9062a71 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:21:14.458317 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f7b9458-d5c6-4dfd-b84b-ed2042e9ffa5", "name": "network-vif-plugged", "status": "completed", "tag": "680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:21:14.458657 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7d14fb9d-4f18-4b22-bfc2-eaf0a9062a71 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:21:14.459197 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d14fb9d-4f18-4b22-bfc2-eaf0a9062a71'] response: {'server_uuid': '4f7b9458-d5c6-4dfd-b84b-ed2042e9ffa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb', 'code': 200} Sep 20 13:21:14.518214 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Pushing event updated for resources: {'Port': ['ID=680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:14.530725 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Provisioning for port b608ea5e-766d-4a7e-9cdd-277403a6b8cc completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 13:21:14.535712 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Provisioning complete for port b608ea5e-766d-4a7e-9cdd-277403a6b8cc triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:21:14.536186 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (b608ea5e-766d-4a7e-9cdd-277403a6b8cc), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:14.536797 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Attempt 1 to provision port b608ea5e-766d-4a7e-9cdd-277403a6b8cc Sep 20 13:21:14.618139 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Current status of the port b608ea5e-766d-4a7e-9cdd-277403a6b8cc is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:21:14.618551 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (b608ea5e-766d-4a7e-9cdd-277403a6b8cc), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:14.653273 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port b608ea5e-766d-4a7e-9cdd-277403a6b8cc, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=b608ea5e-766d-4a7e-9cdd-277403a6b8cc,segment=NetworkSegment(f7400dd8-eb7b-448c-9b24-32bf1c4335c7),segment_id=f7400dd8-eb7b-448c-9b24-32bf1c4335c7)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:21:14.656318 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (b608ea5e-766d-4a7e-9cdd-277403a6b8cc), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:14.705164 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Pushing event updated for resources: {'Port': ['ID=b608ea5e-766d-4a7e-9cdd-277403a6b8cc,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:14.801984 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd37d34f-8696-4c2c-ba60-03e32198d853 req-a03782a7-52df-4b50-a37f-0925816a6f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:14.803622 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-fd37d34f-8696-4c2c-ba60-03e32198d853 req-a03782a7-52df-4b50-a37f-0925816a6f7f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4f7b9458-d5c6-4dfd-b84b-ed2042e9ffa5 HTTP/1.1" status: 200 len: 1134 time: 0.1000385 Sep 20 13:21:14.827859 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b2ade-6267-429b-9c04-70fc985a9cc0 req-d69339b5-e8ea-43c5-b414-bceccafc0c70 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:14.829276 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a36b2ade-6267-429b-9c04-70fc985a9cc0 req-d69339b5-e8ea-43c5-b414-bceccafc0c70 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=4416e603-62cc-429e-9119-8bb9ec6f2fbb HTTP/1.1" status: 200 len: 946 time: 0.0784464 Sep 20 13:21:14.885769 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-fd37d34f-8696-4c2c-ba60-03e32198d853 req-2112e0c1-0673-45a1-93fb-3d353a7511cb service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=29ee6508-30d3-45cd-97ba-dfd76bb89839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733402 Sep 20 13:21:14.899535 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a36b2ade-6267-429b-9c04-70fc985a9cc0 req-d738fa74-75b7-4eb6-acb1-ac80c9595ee9 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=05e0756e-9ec9-4d09-979c-eb48149b71bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636978 Sep 20 13:21:15.220619 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d307e6-a641-4f77-a779-94604a5b0c15 req-09662c17-8d99-440f-a80a-81c34651b38d tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:15.222093 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-40d307e6-a641-4f77-a779-94604a5b0c15 req-09662c17-8d99-440f-a80a-81c34651b38d tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f7b9458-d5c6-4dfd-b84b-ed2042e9ffa5 HTTP/1.1" status: 200 len: 950 time: 0.0549281 Sep 20 13:21:15.268807 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-40d307e6-a641-4f77-a779-94604a5b0c15 req-aa240fd0-1294-45f6-a6c5-915e539ff0cd tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ee6508-30d3-45cd-97ba-dfd76bb89839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403039 Sep 20 13:21:16.032209 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35739037-4991-4ca3-92f4-2fed28554182 req-f7dd54a1-980a-4045-98d2-f97895769771 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:16.033961 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-35739037-4991-4ca3-92f4-2fed28554182 req-f7dd54a1-980a-4045-98d2-f97895769771 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=4416e603-62cc-429e-9119-8bb9ec6f2fbb HTTP/1.1" status: 200 len: 946 time: 0.0617707 Sep 20 13:21:16.087067 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-35739037-4991-4ca3-92f4-2fed28554182 req-db1007cb-abfd-48ed-a496-2215d1cc58b9 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=05e0756e-9ec9-4d09-979c-eb48149b71bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467789 Sep 20 13:21:16.394397 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d754b-661e-401b-94e8-6b247b4045b1 req-15813c45-a941-4522-a371-0b8e7704c287 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:16.395894 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-2f8d754b-661e-401b-94e8-6b247b4045b1 req-15813c45-a941-4522-a371-0b8e7704c287 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f7b9458-d5c6-4dfd-b84b-ed2042e9ffa5 HTTP/1.1" status: 200 len: 950 time: 0.0529118 Sep 20 13:21:16.445722 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-2f8d754b-661e-401b-94e8-6b247b4045b1 req-e88afab8-203d-4a40-8897-53067cca9c0f tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ee6508-30d3-45cd-97ba-dfd76bb89839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440450 Sep 20 13:21:16.461749 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4416e603-62cc-429e-9119-8bb9ec6f2fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b608ea5e-766d-4a7e-9cdd-277403a6b8cc'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:21:16.464497 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76b3f69f6489aff1aa8284e7e37e9464aa9e8db96ff70d8a184fca566081ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6ba1cc-22ec-4b86-8c6e-81052013321d" -d '{"events": [{"server_uuid": "4416e603-62cc-429e-9119-8bb9ec6f2fbb", "name": "network-vif-plugged", "status": "completed", "tag": "b608ea5e-766d-4a7e-9cdd-277403a6b8cc"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:21:16.503335 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 13:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972cadcc-1d94-4408-b3f4-11f29337f5e1 x-openstack-request-id: req-972cadcc-1d94-4408-b3f4-11f29337f5e1 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:21:16.503655 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4416e603-62cc-429e-9119-8bb9ec6f2fbb", "name": "network-vif-plugged", "status": "completed", "tag": "b608ea5e-766d-4a7e-9cdd-277403a6b8cc", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:21:16.503914 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-972cadcc-1d94-4408-b3f4-11f29337f5e1 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:21:16.504315 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-972cadcc-1d94-4408-b3f4-11f29337f5e1'] response: {'server_uuid': '4416e603-62cc-429e-9119-8bb9ec6f2fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b608ea5e-766d-4a7e-9cdd-277403a6b8cc', 'code': 200} Sep 20 13:21:16.594054 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4eeaf5-885c-457e-a151-59e1ad26ed1d req-15d2c008-d04f-4698-abe0-17e68a88116e tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:16.595538 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1d4eeaf5-885c-457e-a151-59e1ad26ed1d req-15d2c008-d04f-4698-abe0-17e68a88116e tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/networks?id=e43e7b0a-b869-4779-a53c-8854ba221058 HTTP/1.1" status: 200 len: 814 time: 0.1042023 Sep 20 13:21:16.612167 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1d4eeaf5-885c-457e-a151-59e1ad26ed1d req-fbc1d5b3-4209-4b06-8fa7-d1fde84f1de4 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/quotas/28dbe051a0b943559b793aa0037259ff HTTP/1.1" status: 200 len: 375 time: 0.0103145 Sep 20 13:21:16.648450 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1d4eeaf5-885c-457e-a151-59e1ad26ed1d req-56a35316-8e23-4370-8246-1198fdf91024 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=28dbe051a0b943559b793aa0037259ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303397 Sep 20 13:21:16.781304 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1d4eeaf5-885c-457e-a151-59e1ad26ed1d req-284a7089-6083-4672-ab46-7aefcadeabc1 service neutron] 10.222.0.55 "GET /v2.0/networks/e43e7b0a-b869-4779-a53c-8854ba221058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258509 Sep 20 13:21:16.851617 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ede62-d246-45b6-b4f1-012fb3545630 req-2198a7e4-7a84-4420-b9c7-ceb37a8ae03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:16.853301 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-cf6ede62-d246-45b6-b4f1-012fb3545630 req-2198a7e4-7a84-4420-b9c7-ceb37a8ae03d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4416e603-62cc-429e-9119-8bb9ec6f2fbb HTTP/1.1" status: 200 len: 1130 time: 0.1130974 Sep 20 13:21:16.922064 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1d4eeaf5-885c-457e-a151-59e1ad26ed1d req-4a261c5b-9b40-4ba8-ae37-927e85fdefad service neutron] 10.222.0.55 "GET /v2.0/networks/e43e7b0a-b869-4779-a53c-8854ba221058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311240 Sep 20 13:21:16.928822 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-cf6ede62-d246-45b6-b4f1-012fb3545630 req-5ca400be-3d1c-4a4f-a737-3784c9b73489 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=05e0756e-9ec9-4d09-979c-eb48149b71bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661285 Sep 20 13:21:17.081854 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-82aaee79-b8a3-4933-b9e9-d5243bb4e1b1 req-dc852e49-408a-4faa-a146-8c6a90dbfc3b tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf524821-ec51-4038-bb1e-161b1db7de4a HTTP/1.1" status: 200 len: 210 time: 0.0297832 Sep 20 13:21:17.217453 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7964131e-16f1-49e4-99b8-d6ebcc69579f req-727466a7-59a4-430e-bd97-84e2d1de9a17 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:17.218943 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7964131e-16f1-49e4-99b8-d6ebcc69579f req-727466a7-59a4-430e-bd97-84e2d1de9a17 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=4416e603-62cc-429e-9119-8bb9ec6f2fbb HTTP/1.1" status: 200 len: 946 time: 0.0559714 Sep 20 13:21:17.273480 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7964131e-16f1-49e4-99b8-d6ebcc69579f req-ddac1db2-04fc-4f27-8ee4-3d9a611fa972 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=05e0756e-9ec9-4d09-979c-eb48149b71bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481732 Sep 20 13:21:17.582137 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be545038-cd82-436d-bdc3-676fd34403ea req-6d9c2e87-b560-45a9-ba8f-7fda66853df5 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:17.585863 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-be545038-cd82-436d-bdc3-676fd34403ea req-6d9c2e87-b560-45a9-ba8f-7fda66853df5 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f7b9458-d5c6-4dfd-b84b-ed2042e9ffa5 HTTP/1.1" status: 200 len: 950 time: 0.0644031 Sep 20 13:21:17.634466 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-be545038-cd82-436d-bdc3-676fd34403ea req-569ad8ff-4ef7-4c3a-8d62-a48c703823ef tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ee6508-30d3-45cd-97ba-dfd76bb89839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427511 Sep 20 13:21:18.184471 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c158e389-dd9a-4680-972a-7c928ce743c5 req-6a24fc1a-13e8-49a5-a3d4-b4c7757a47b1 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf524821-ec51-4038-bb1e-161b1db7de4a HTTP/1.1" status: 200 len: 210 time: 0.0316350 Sep 20 13:21:18.401900 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f1d88c-94d9-45e7-ac3f-9f15b97ec167 req-0d09d795-e5e7-4d83-8dd7-523d4d4808fc tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:18.403759 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-b0f1d88c-94d9-45e7-ac3f-9f15b97ec167 req-0d09d795-e5e7-4d83-8dd7-523d4d4808fc tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=4416e603-62cc-429e-9119-8bb9ec6f2fbb HTTP/1.1" status: 200 len: 946 time: 0.0563550 Sep 20 13:21:18.456122 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-b0f1d88c-94d9-45e7-ac3f-9f15b97ec167 req-d7debd3b-a212-4ff3-a2b0-e8600f98534b tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=05e0756e-9ec9-4d09-979c-eb48149b71bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460434 Sep 20 13:21:18.757537 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee2a74-2675-4ce7-823e-9353f1e5cbc4 req-4583f60e-ff99-462c-ae2a-6ea9bab6ad3d tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:18.759027 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9eee2a74-2675-4ce7-823e-9353f1e5cbc4 req-4583f60e-ff99-462c-ae2a-6ea9bab6ad3d tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f7b9458-d5c6-4dfd-b84b-ed2042e9ffa5 HTTP/1.1" status: 200 len: 950 time: 0.0524688 Sep 20 13:21:18.806885 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9eee2a74-2675-4ce7-823e-9353f1e5cbc4 req-bd990722-ca29-45ee-b373-847f3b6bea07 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ee6508-30d3-45cd-97ba-dfd76bb89839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418146 Sep 20 13:21:19.171919 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4eeaf5-885c-457e-a151-59e1ad26ed1d req-657b40e6-68e4-45b1-85e9-8203b8389ec1 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:19.172911 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1d4eeaf5-885c-457e-a151-59e1ad26ed1d req-657b40e6-68e4-45b1-85e9-8203b8389ec1 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.62 "GET /v2.0/networks?id=e43e7b0a-b869-4779-a53c-8854ba221058 HTTP/1.1" status: 200 len: 814 time: 0.1079280 Sep 20 13:21:19.296694 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-3b8539a5-4c2b-457f-9376-115e2e42855b req-bd1844f6-1dcc-401f-a44e-8843d7e1f7ae tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf524821-ec51-4038-bb1e-161b1db7de4a HTTP/1.1" status: 200 len: 210 time: 0.0317247 Sep 20 13:21:19.305533 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-1d4eeaf5-885c-457e-a151-59e1ad26ed1d req-c0449172-ea1e-44d1-939a-7cd6e4ead15b tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Request body: {'port': {'device_id': 'cf524821-ec51-4038-bb1e-161b1db7de4a', 'network_id': 'e43e7b0a-b869-4779-a53c-8854ba221058', 'admin_state_up': True, 'tenant_id': '28dbe051a0b943559b793aa0037259ff'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:21:19.421015 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d4eeaf5-885c-457e-a151-59e1ad26ed1d req-c0449172-ea1e-44d1-939a-7cd6e4ead15b tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Made reservation on behalf of 28dbe051a0b943559b793aa0037259ff for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:21:19.424533 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-1d4eeaf5-885c-457e-a151-59e1ad26ed1d req-c0449172-ea1e-44d1-939a-7cd6e4ead15b tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:19.623970 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-1d4eeaf5-885c-457e-a151-59e1ad26ed1d req-c0449172-ea1e-44d1-939a-7cd6e4ead15b tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Allocated IP 172.20.0.6 (e43e7b0a-b869-4779-a53c-8854ba221058/8275926d-b144-40ff-b6d9-fcc686580e66/54e70426-989d-4b3d-be9a-530b112581be) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:21:19.650491 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da0e45-b47f-427f-a6ef-82e3fc9d50e9 req-f8698ec3-8a72-4d14-bed1-f0a22cfcc761 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:19.651896 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-07da0e45-b47f-427f-a6ef-82e3fc9d50e9 req-f8698ec3-8a72-4d14-bed1-f0a22cfcc761 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=4416e603-62cc-429e-9119-8bb9ec6f2fbb HTTP/1.1" status: 200 len: 946 time: 0.0857477 Sep 20 13:21:19.762507 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-07da0e45-b47f-427f-a6ef-82e3fc9d50e9 req-610a1642-7ac2-4c95-9e43-fcb9c4fe59ad tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=05e0756e-9ec9-4d09-979c-eb48149b71bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989180 Sep 20 13:21:19.818423 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-1d4eeaf5-885c-457e-a151-59e1ad26ed1d req-c0449172-ea1e-44d1-939a-7cd6e4ead15b tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Publish callbacks [] for port (54e70426-989d-4b3d-be9a-530b112581be), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:19.852747 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-1d4eeaf5-885c-457e-a151-59e1ad26ed1d req-c0449172-ea1e-44d1-939a-7cd6e4ead15b tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (54e70426-989d-4b3d-be9a-530b112581be), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:19.895610 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d4eeaf5-885c-457e-a151-59e1ad26ed1d req-c0449172-ea1e-44d1-939a-7cd6e4ead15b tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Network e43e7b0a-b869-4779-a53c-8854ba221058 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:21:19.901387 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-1d4eeaf5-885c-457e-a151-59e1ad26ed1d req-c0449172-ea1e-44d1-939a-7cd6e4ead15b tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:21:19.909769 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d4eeaf5-885c-457e-a151-59e1ad26ed1d req-c0449172-ea1e-44d1-939a-7cd6e4ead15b tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:21:19.936904 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0449172-ea1e-44d1-939a-7cd6e4ead15b tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Pushing event updated for resources: {'Port': ['ID=54e70426-989d-4b3d-be9a-530b112581be,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:19.974722 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4eeaf5-885c-457e-a151-59e1ad26ed1d req-c0449172-ea1e-44d1-939a-7cd6e4ead15b tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:19.975470 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-1d4eeaf5-885c-457e-a151-59e1ad26ed1d req-c0449172-ea1e-44d1-939a-7cd6e4ead15b tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:19.993734 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1d4eeaf5-885c-457e-a151-59e1ad26ed1d req-c0449172-ea1e-44d1-939a-7cd6e4ead15b tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6929388 Sep 20 13:21:20.093957 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-1d4eeaf5-885c-457e-a151-59e1ad26ed1d req-e5a37c03-940e-457c-ba08-e4170f34e55a service neutron] Request body: {'port': {'device_id': 'cf524821-ec51-4038-bb1e-161b1db7de4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85846'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:21:20.137271 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc640da3-2186-43ce-bf37-f064a1dc7500 req-2c1614b9-1a49-4c9b-bf6c-e6985aaf33ab tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:20.138819 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-bc640da3-2186-43ce-bf37-f064a1dc7500 req-2c1614b9-1a49-4c9b-bf6c-e6985aaf33ab tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f7b9458-d5c6-4dfd-b84b-ed2042e9ffa5 HTTP/1.1" status: 200 len: 950 time: 0.2562566 Sep 20 13:21:20.156708 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-1d4eeaf5-885c-457e-a151-59e1ad26ed1d req-e5a37c03-940e-457c-ba08-e4170f34e55a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (54e70426-989d-4b3d-be9a-530b112581be), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:20.190769 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-bc640da3-2186-43ce-bf37-f064a1dc7500 req-bad2e24d-2a2c-4bff-884f-5ebb6c91a938 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ee6508-30d3-45cd-97ba-dfd76bb89839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439529 Sep 20 13:21:20.446109 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a2de32-bbd9-4f09-baa6-b32f5609ff10 req-84c44297-cb13-492c-b49d-011cf08b0ab6 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:20.447873 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-89a2de32-bbd9-4f09-baa6-b32f5609ff10 req-84c44297-cb13-492c-b49d-011cf08b0ab6 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf524821-ec51-4038-bb1e-161b1db7de4a HTTP/1.1" status: 200 len: 931 time: 0.0670309 Sep 20 13:21:20.453729 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [req-1d4eeaf5-885c-457e-a151-59e1ad26ed1d req-e5a37c03-940e-457c-ba08-e4170f34e55a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54e70426-989d-4b3d-be9a-530b112581be {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 13:21:20.469448 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-1d4eeaf5-885c-457e-a151-59e1ad26ed1d req-e5a37c03-940e-457c-ba08-e4170f34e55a service neutron] Publish callbacks [] for port (54e70426-989d-4b3d-be9a-530b112581be), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:20.499098 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-89a2de32-bbd9-4f09-baa6-b32f5609ff10 req-4c447b87-1cee-4aa6-bd59-bd6037ded7c4 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/security-groups?id=c58043c8-7cf5-4881-98ae-4e7fc027a1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453672 Sep 20 13:21:20.499341 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-1d4eeaf5-885c-457e-a151-59e1ad26ed1d req-e5a37c03-940e-457c-ba08-e4170f34e55a service neutron] Transition to ACTIVE for port object 54e70426-989d-4b3d-be9a-530b112581be will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 20 13:21:20.506053 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-1d4eeaf5-885c-457e-a151-59e1ad26ed1d req-e5a37c03-940e-457c-ba08-e4170f34e55a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242759'] for port (54e70426-989d-4b3d-be9a-530b112581be), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:20.573506 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b8320-1aa0-4350-b13b-40f7ce7b09aa req-2f2bbf47-4e7e-4e83-926d-97919fba5f32 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:20.581623 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-418b8320-1aa0-4350-b13b-40f7ce7b09aa req-2f2bbf47-4e7e-4e83-926d-97919fba5f32 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f7b9458-d5c6-4dfd-b84b-ed2042e9ffa5 HTTP/1.1" status: 200 len: 950 time: 0.1231992 Sep 20 13:21:20.586223 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a37c03-940e-457c-ba08-e4170f34e55a service neutron] Pushing event updated for resources: {'Port': ['ID=54e70426-989d-4b3d-be9a-530b112581be,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:20.686032 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-418b8320-1aa0-4350-b13b-40f7ce7b09aa req-bf0c40d3-f86f-4a45-a743-393f4e93350c tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ee6508-30d3-45cd-97ba-dfd76bb89839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032760 Sep 20 13:21:20.698324 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-1d4eeaf5-885c-457e-a151-59e1ad26ed1d req-e5a37c03-940e-457c-ba08-e4170f34e55a service neutron] Attempting to bind port 54e70426-989d-4b3d-be9a-530b112581be on host hv-cinder-85846 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 20 13:21:20.698789 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-1d4eeaf5-885c-457e-a151-59e1ad26ed1d req-e5a37c03-940e-457c-ba08-e4170f34e55a service neutron] Attempting to bind port 54e70426-989d-4b3d-be9a-530b112581be by drivers openvswitch,hyperv on host hv-cinder-85846 at level 0 using segments [{'id': '4de8c6a6-e951-4ad5-bbe5-bf4e8f508979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e43e7b0a-b869-4779-a53c-8854ba221058'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 20 13:21:20.699224 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4eeaf5-885c-457e-a151-59e1ad26ed1d req-e5a37c03-940e-457c-ba08-e4170f34e55a service neutron] Attempting to bind port 54e70426-989d-4b3d-be9a-530b112581be on network e43e7b0a-b869-4779-a53c-8854ba221058 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:21:20.704151 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4eeaf5-885c-457e-a151-59e1ad26ed1d req-e5a37c03-940e-457c-ba08-e4170f34e55a service neutron] Port 54e70426-989d-4b3d-be9a-530b112581be on network e43e7b0a-b869-4779-a53c-8854ba221058 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85846 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 13:21:20.704597 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4eeaf5-885c-457e-a151-59e1ad26ed1d req-e5a37c03-940e-457c-ba08-e4170f34e55a service neutron] Attempting to bind port 54e70426-989d-4b3d-be9a-530b112581be on network e43e7b0a-b869-4779-a53c-8854ba221058 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:21:20.709767 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4eeaf5-885c-457e-a151-59e1ad26ed1d req-e5a37c03-940e-457c-ba08-e4170f34e55a service neutron] Checking agent: {'id': '728cf656-0364-4172-b8b5-b6ffd3122ed0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85846', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 13, 15, 40), 'started_at': datetime.datetime(2022, 9, 20, 13, 15, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 13, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:21:20.710106 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4eeaf5-885c-457e-a151-59e1ad26ed1d req-e5a37c03-940e-457c-ba08-e4170f34e55a service neutron] Checking segment: {'id': '4de8c6a6-e951-4ad5-bbe5-bf4e8f508979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e43e7b0a-b869-4779-a53c-8854ba221058'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:21:20.710516 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4eeaf5-885c-457e-a151-59e1ad26ed1d req-e5a37c03-940e-457c-ba08-e4170f34e55a service neutron] Bound using segment: {'id': '4de8c6a6-e951-4ad5-bbe5-bf4e8f508979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e43e7b0a-b869-4779-a53c-8854ba221058'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:21:20.711075 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-1d4eeaf5-885c-457e-a151-59e1ad26ed1d req-e5a37c03-940e-457c-ba08-e4170f34e55a service neutron] Bound port: 54e70426-989d-4b3d-be9a-530b112581be, host: hv-cinder-85846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4de8c6a6-e951-4ad5-bbe5-bf4e8f508979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e43e7b0a-b869-4779-a53c-8854ba221058'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 20 13:21:20.711434 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-1d4eeaf5-885c-457e-a151-59e1ad26ed1d req-e5a37c03-940e-457c-ba08-e4170f34e55a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (54e70426-989d-4b3d-be9a-530b112581be), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:20.775552 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-1d4eeaf5-885c-457e-a151-59e1ad26ed1d req-e5a37c03-940e-457c-ba08-e4170f34e55a service neutron] For port 54e70426-989d-4b3d-be9a-530b112581be, host hv-cinder-85846, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:21:20.778757 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-1d4eeaf5-885c-457e-a151-59e1ad26ed1d req-e5a37c03-940e-457c-ba08-e4170f34e55a service neutron] For port 54e70426-989d-4b3d-be9a-530b112581be, host hv-cinder-85846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=54e70426-989d-4b3d-be9a-530b112581be,segment=NetworkSegment(4de8c6a6-e951-4ad5-bbe5-bf4e8f508979),segment_id=4de8c6a6-e951-4ad5-bbe5-bf4e8f508979)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:21:20.785492 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-1d4eeaf5-885c-457e-a151-59e1ad26ed1d req-e5a37c03-940e-457c-ba08-e4170f34e55a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242759'] for port (54e70426-989d-4b3d-be9a-530b112581be), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:20.790980 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4eeaf5-885c-457e-a151-59e1ad26ed1d req-e5a37c03-940e-457c-ba08-e4170f34e55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:20.791704 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-1d4eeaf5-885c-457e-a151-59e1ad26ed1d req-e5a37c03-940e-457c-ba08-e4170f34e55a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:20.793289 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1d4eeaf5-885c-457e-a151-59e1ad26ed1d req-e5a37c03-940e-457c-ba08-e4170f34e55a service neutron] 10.222.0.62 "PUT /v2.0/ports/54e70426-989d-4b3d-be9a-530b112581be HTTP/1.1" status: 200 len: 1093 time: 0.7039070 Sep 20 13:21:20.793820 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf524821-ec51-4038-bb1e-161b1db7de4a', 'tag': '54e70426-989d-4b3d-be9a-530b112581be'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:21:20.796393 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8afa0c3fb06aef531850fccced94fa4b659a4977f0534d5a49c84d13d87c0c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7c8345-7ffa-4d55-be7b-18b046755c69" -d '{"events": [{"name": "network-changed", "server_uuid": "cf524821-ec51-4038-bb1e-161b1db7de4a", "tag": "54e70426-989d-4b3d-be9a-530b112581be"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:21:20.838174 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 13:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f29ec5-50cf-4368-887d-8135b3a82c04 x-openstack-request-id: req-04f29ec5-50cf-4368-887d-8135b3a82c04 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:21:20.838488 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf524821-ec51-4038-bb1e-161b1db7de4a", "tag": "54e70426-989d-4b3d-be9a-530b112581be", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:21:20.838882 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-04f29ec5-50cf-4368-887d-8135b3a82c04 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:21:20.839328 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04f29ec5-50cf-4368-887d-8135b3a82c04'] response: {'name': 'network-changed', 'server_uuid': 'cf524821-ec51-4038-bb1e-161b1db7de4a', 'tag': '54e70426-989d-4b3d-be9a-530b112581be', 'status': 'completed', 'code': 200} Sep 20 13:21:20.852030 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a37c03-940e-457c-ba08-e4170f34e55a service neutron] Pushing event updated for resources: {'Port': ['ID=54e70426-989d-4b3d-be9a-530b112581be,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:20.898096 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd273d-56f1-4899-a1c2-b207ca65b0be req-171bc9dc-4bf7-4756-a123-181398e4bba7 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:20.899864 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-cffd273d-56f1-4899-a1c2-b207ca65b0be req-171bc9dc-4bf7-4756-a123-181398e4bba7 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=4416e603-62cc-429e-9119-8bb9ec6f2fbb HTTP/1.1" status: 200 len: 946 time: 0.0589247 Sep 20 13:21:20.949824 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-cffd273d-56f1-4899-a1c2-b207ca65b0be req-fb3b8bfb-c0b3-416f-8a64-88546bb23d45 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=05e0756e-9ec9-4d09-979c-eb48149b71bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442433 Sep 20 13:21:20.967513 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4eeaf5-885c-457e-a151-59e1ad26ed1d req-e9a4128b-5b37-4c4f-bdf7-89619046b649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:20.969136 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1d4eeaf5-885c-457e-a151-59e1ad26ed1d req-e9a4128b-5b37-4c4f-bdf7-89619046b649 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=28dbe051a0b943559b793aa0037259ff&device_id=cf524821-ec51-4038-bb1e-161b1db7de4a HTTP/1.1" status: 200 len: 1127 time: 0.0515821 Sep 20 13:21:21.036424 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1d4eeaf5-885c-457e-a151-59e1ad26ed1d req-eafb8b0b-4055-480d-8b9e-eeb6f9b7501c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54e70426-989d-4b3d-be9a-530b112581be HTTP/1.1" status: 200 len: 217 time: 0.0388954 Sep 20 13:21:21.117842 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4eeaf5-885c-457e-a151-59e1ad26ed1d req-ca9d9923-f08c-41ee-a065-9eb089391a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:21.119335 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1d4eeaf5-885c-457e-a151-59e1ad26ed1d req-ca9d9923-f08c-41ee-a065-9eb089391a22 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8275926d-b144-40ff-b6d9-fcc686580e66 HTTP/1.1" status: 200 len: 854 time: 0.0572033 Sep 20 13:21:21.127312 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43970ad-b376-4221-9114-fca57abf84d8 req-93a41935-3f64-4489-a09d-08b05ccd7adc tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:21.128711 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f43970ad-b376-4221-9114-fca57abf84d8 req-93a41935-3f64-4489-a09d-08b05ccd7adc tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=4416e603-62cc-429e-9119-8bb9ec6f2fbb HTTP/1.1" status: 200 len: 946 time: 0.0953240 Sep 20 13:21:21.139328 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 60176) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:21:21.144673 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.v2.base [None req-21f15436-f4ad-469c-afc6-17eb73e1eabb tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Request body: {'floatingip': {'port_id': 'b608ea5e-766d-4a7e-9cdd-277403a6b8cc'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:21:21.167917 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1d4eeaf5-885c-457e-a151-59e1ad26ed1d req-737441d6-b536-41da-9534-2b17eab79966 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e43e7b0a-b869-4779-a53c-8854ba221058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331004 Sep 20 13:21:21.218666 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-21f15436-f4ad-469c-afc6-17eb73e1eabb tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Publish callbacks [] for floatingip (730fdd80-e324-4ced-92cd-1ac4c5041e31), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:21.270988 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1d4eeaf5-885c-457e-a151-59e1ad26ed1d req-c2bc3b58-40f6-4b1f-9d6a-18633bf39acf service neutron] 10.222.0.62 "GET /v2.0/networks/e43e7b0a-b869-4779-a53c-8854ba221058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839579 Sep 20 13:21:21.364801 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1d4eeaf5-885c-457e-a151-59e1ad26ed1d req-0de58517-f6ac-4a7f-9060-a6aee45aec82 service neutron] 10.222.0.62 "GET /v2.0/networks/e43e7b0a-b869-4779-a53c-8854ba221058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856040 Sep 20 13:21:21.569202 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c8345-7ffa-4d55-be7b-18b046755c69 req-633c7732-ea7d-4ab8-9c9f-3b1ee2fb5b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:21.570895 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3a7c8345-7ffa-4d55-be7b-18b046755c69 req-633c7732-ea7d-4ab8-9c9f-3b1ee2fb5b98 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=28dbe051a0b943559b793aa0037259ff&device_id=cf524821-ec51-4038-bb1e-161b1db7de4a HTTP/1.1" status: 200 len: 1127 time: 0.0524147 Sep 20 13:21:21.692758 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c8345-7ffa-4d55-be7b-18b046755c69 req-34ed1c5f-6ca7-4e14-8e14-2a45e87b5f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:21.694241 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3a7c8345-7ffa-4d55-be7b-18b046755c69 req-34ed1c5f-6ca7-4e14-8e14-2a45e87b5f50 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e43e7b0a-b869-4779-a53c-8854ba221058 HTTP/1.1" status: 200 len: 914 time: 0.1072602 Sep 20 13:21:21.721900 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-21f15436-f4ad-469c-afc6-17eb73e1eabb tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:21.734651 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e20a7-15e2-451c-8568-2e4379e5f1d7 req-ee04df7c-65b1-451b-a449-e5999501c47f tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:21.736447 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-f11e20a7-15e2-451c-8568-2e4379e5f1d7 req-ee04df7c-65b1-451b-a449-e5999501c47f tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf524821-ec51-4038-bb1e-161b1db7de4a HTTP/1.1" status: 200 len: 943 time: 0.1300371 Sep 20 13:21:21.737043 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-21f15436-f4ad-469c-afc6-17eb73e1eabb tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607693'] for floatingip (730fdd80-e324-4ced-92cd-1ac4c5041e31), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:21.757889 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3a7c8345-7ffa-4d55-be7b-18b046755c69 req-41a0ffb5-e58e-4822-a925-314f395d631a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54e70426-989d-4b3d-be9a-530b112581be HTTP/1.1" status: 200 len: 217 time: 0.0470028 Sep 20 13:21:21.846018 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c8345-7ffa-4d55-be7b-18b046755c69 req-64fce08b-acf3-46de-9904-d5c28a2ee59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:21.848216 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3a7c8345-7ffa-4d55-be7b-18b046755c69 req-64fce08b-acf3-46de-9904-d5c28a2ee59a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8275926d-b144-40ff-b6d9-fcc686580e66 HTTP/1.1" status: 200 len: 854 time: 0.0775218 Sep 20 13:21:21.859313 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-f11e20a7-15e2-451c-8568-2e4379e5f1d7 req-4edee40e-b995-47b9-84ed-591065e9cb27 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/security-groups?id=c58043c8-7cf5-4881-98ae-4e7fc027a1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859389 Sep 20 13:21:21.886760 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.db.l3_db [None req-21f15436-f4ad-469c-afc6-17eb73e1eabb tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Floating IP 730fdd80-e324-4ced-92cd-1ac4c5041e31 associated. External IP: 172.27.2.36, port: b608ea5e-766d-4a7e-9cdd-277403a6b8cc. Sep 20 13:21:21.887208 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f394c5-bb9f-414e-9dde-ccf6ab4da475 req-6f386490-6363-4ac1-9f98-6a6c721b531d tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:21.887208 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b1f394c5-bb9f-414e-9dde-ccf6ab4da475 req-6f386490-6363-4ac1-9f98-6a6c721b531d tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f7b9458-d5c6-4dfd-b84b-ed2042e9ffa5 HTTP/1.1" status: 200 len: 950 time: 0.1050878 Sep 20 13:21:21.906766 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3a7c8345-7ffa-4d55-be7b-18b046755c69 req-49604268-336d-46a9-9ff8-b7c582cc3fc5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e43e7b0a-b869-4779-a53c-8854ba221058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409858 Sep 20 13:21:22.007435 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b1f394c5-bb9f-414e-9dde-ccf6ab4da475 req-b9a2f025-adc3-468c-a9f0-5a6cc980d754 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ee6508-30d3-45cd-97ba-dfd76bb89839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030512 Sep 20 13:21:22.050997 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3a7c8345-7ffa-4d55-be7b-18b046755c69 req-10433bc0-6bc3-4fdb-9cc8-06e836bb185a service neutron] 10.222.0.62 "GET /v2.0/networks/e43e7b0a-b869-4779-a53c-8854ba221058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260026 Sep 20 13:21:22.106130 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f15436-f4ad-469c-afc6-17eb73e1eabb tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Router 8e8eb188-6120-4b6d-8f74-15a286f1bc5c has already been hosted by L3 agent e6bdf340-58c5-4186-af2d-ab00439e5425 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:21:22.214155 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f15436-f4ad-469c-afc6-17eb73e1eabb tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Notify agent at l3_agent.dv-cinder-858463-1-iscsi the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:21:22.219319 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-21f15436-f4ad-469c-afc6-17eb73e1eabb tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:22.224727 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0ad0ec-7d09-4b84-9a85-190537e61d9d None None] Sync routers for ids ['8e8eb188-6120-4b6d-8f74-15a286f1bc5c'] in dv-cinder-858463-1-iscsi {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:21:22.236413 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0ad0ec-7d09-4b84-9a85-190537e61d9d None None] Routers {'8e8eb188-6120-4b6d-8f74-15a286f1bc5c'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:21:22.237219 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-ce0ad0ec-7d09-4b84-9a85-190537e61d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:20:56Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['8e8eb188-6120-4b6d-8f74-15a286f1bc5c'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:21:22.254787 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-21f15436-f4ad-469c-afc6-17eb73e1eabb tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "PUT /v2.0/floatingips/730fdd80-e324-4ced-92cd-1ac4c5041e31 HTTP/1.1" status: 200 len: 991 time: 1.1106162 Sep 20 13:21:22.254787 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4416e603-62cc-429e-9119-8bb9ec6f2fbb', 'tag': 'b608ea5e-766d-4a7e-9cdd-277403a6b8cc'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:21:22.255189 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35f9f8ba2811e4be4385c704f255b6faf45db8d19dac8ae47afe3dd23e96b6c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e78adb-2439-4627-8ced-ecec4d6bb08b" -d '{"events": [{"name": "network-changed", "server_uuid": "4416e603-62cc-429e-9119-8bb9ec6f2fbb", "tag": "b608ea5e-766d-4a7e-9cdd-277403a6b8cc"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:21:22.302886 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 13:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d5de92-fc9a-4666-9c45-b7a0de1e0af2 x-openstack-request-id: req-98d5de92-fc9a-4666-9c45-b7a0de1e0af2 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:21:22.302886 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4416e603-62cc-429e-9119-8bb9ec6f2fbb", "tag": "b608ea5e-766d-4a7e-9cdd-277403a6b8cc", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:21:22.303139 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-98d5de92-fc9a-4666-9c45-b7a0de1e0af2 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:21:22.303540 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98d5de92-fc9a-4666-9c45-b7a0de1e0af2'] response: {'name': 'network-changed', 'server_uuid': '4416e603-62cc-429e-9119-8bb9ec6f2fbb', 'tag': 'b608ea5e-766d-4a7e-9cdd-277403a6b8cc', 'status': 'completed', 'code': 200} Sep 20 13:21:22.367415 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-ce0ad0ec-7d09-4b84-9a85-190537e61d9d None None] Set router 8e8eb188-6120-4b6d-8f74-15a286f1bc5c gateway port host: dv-cinder-858463-1-iscsi {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:21:22.458951 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3a7c8345-7ffa-4d55-be7b-18b046755c69 req-0ddf3f20-45cb-4f90-990f-053c3be3131f service neutron] 10.222.0.62 "GET /v2.0/networks/e43e7b0a-b869-4779-a53c-8854ba221058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3860698 Sep 20 13:21:22.460593 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e78adb-2439-4627-8ced-ecec4d6bb08b req-d049d314-1799-4128-926a-cddc522a7402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:22.461915 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-49e78adb-2439-4627-8ced-ecec4d6bb08b req-d049d314-1799-4128-926a-cddc522a7402 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f8f8bdd06ef247d389068dcb1648b4f7&device_id=4416e603-62cc-429e-9119-8bb9ec6f2fbb HTTP/1.1" status: 200 len: 1130 time: 0.0713387 Sep 20 13:21:22.587984 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e78adb-2439-4627-8ced-ecec4d6bb08b req-d4074df0-c031-4ddc-adc6-09b7464bbf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:22.589404 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-49e78adb-2439-4627-8ced-ecec4d6bb08b req-d4074df0-c031-4ddc-adc6-09b7464bbf47 service neutron] 10.222.0.62 "GET /v2.0/networks?id=105b52c6-cee8-4c92-bcc7-3a77d1e92018 HTTP/1.1" status: 200 len: 918 time: 0.0908201 Sep 20 13:21:22.667963 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-49e78adb-2439-4627-8ced-ecec4d6bb08b req-6543d7f9-5838-47e6-b019-c92866ac4e1c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b608ea5e-766d-4a7e-9cdd-277403a6b8cc HTTP/1.1" status: 200 len: 999 time: 0.0597444 Sep 20 13:21:22.731039 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e78adb-2439-4627-8ced-ecec4d6bb08b req-80caa4a0-463d-4259-b742-191e5d8c16a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:22.732545 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-49e78adb-2439-4627-8ced-ecec4d6bb08b req-80caa4a0-463d-4259-b742-191e5d8c16a1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=64939650-d3ca-4c0c-952c-41e35d669944 HTTP/1.1" status: 200 len: 857 time: 0.0446949 Sep 20 13:21:22.735326 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-ce0ad0ec-7d09-4b84-9a85-190537e61d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8eb188-6120-4b6d-8f74-15a286f1bc5c', 'name': 'tempest-ServerRescueNegativeTestJSON-630298788-router', 'tenant_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '8c305207-f2ee-4893-880f-9fdd1f1e633c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:17:46Z', 'updated_at': '2022-09-20T13:17:56Z', 'revision_number': 4, 'project_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'gw_port': {'id': '8c305207-f2ee-4893-880f-9fdd1f1e633c', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:26:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8eb188-6120-4b6d-8f74-15a286f1bc5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:48Z', 'updated_at': '2022-09-20T13:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_floatingips': [{'id': '730fdd80-e324-4ced-92cd-1ac4c5041e31', 'tenant_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'floating_ip_address': '172.27.2.36', 'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'router_id': '8e8eb188-6120-4b6d-8f74-15a286f1bc5c', 'port_id': 'b608ea5e-766d-4a7e-9cdd-277403a6b8cc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '105b52c6-cee8-4c92-bcc7-3a77d1e92018', 'mac_address': 'fa:16:3e:d1:b8:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4416e603-62cc-429e-9119-8bb9ec6f2fbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T13:20:51Z', 'updated_at': '2022-09-20T13:21:21Z', 'revision_number': 1, 'project_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9754ef40-4888-414d-91f5-dc27b14c30ca', 'name': '', 'network_id': '105b52c6-cee8-4c92-bcc7-3a77d1e92018', 'tenant_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'mac_address': 'fa:16:3e:df:fd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8eb188-6120-4b6d-8f74-15a286f1bc5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '64939650-d3ca-4c0c-952c-41e35d669944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:54Z', 'updated_at': '2022-09-20T13:18:05Z', 'revision_number': 5, 'project_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'subnets': [{'id': '64939650-d3ca-4c0c-952c-41e35d669944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:21:22.760214 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0ad0ec-7d09-4b84-9a85-190537e61d9d None None] Checking router: 8e8eb188-6120-4b6d-8f74-15a286f1bc5c for host: dv-cinder-858463-1-iscsi {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:21:22.768420 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0ad0ec-7d09-4b84-9a85-190537e61d9d None None] Routers {'8e8eb188-6120-4b6d-8f74-15a286f1bc5c'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:21:22.769022 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-ce0ad0ec-7d09-4b84-9a85-190537e61d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:20:56Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['8e8eb188-6120-4b6d-8f74-15a286f1bc5c'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:21:22.793335 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e78adb-2439-4627-8ced-ecec4d6bb08b req-cb75e976-2f87-4a72-a0cd-f5e391e25b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:22.794923 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-49e78adb-2439-4627-8ced-ecec4d6bb08b req-cb75e976-2f87-4a72-a0cd-f5e391e25b8a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=105b52c6-cee8-4c92-bcc7-3a77d1e92018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458758 Sep 20 13:21:22.877965 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-ce0ad0ec-7d09-4b84-9a85-190537e61d9d None None] Set router 8e8eb188-6120-4b6d-8f74-15a286f1bc5c gateway port host: dv-cinder-858463-1-iscsi {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:21:22.901400 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-49e78adb-2439-4627-8ced-ecec4d6bb08b req-e30a6f68-d7dc-4250-8740-54b60f7370af service neutron] 10.222.0.62 "GET /v2.0/networks/105b52c6-cee8-4c92-bcc7-3a77d1e92018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912495 Sep 20 13:21:23.066457 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0876f9-0746-48a3-bb18-a86ddc64c1c7 req-4a1bc334-2f03-40a2-bc3e-8b95d8a82b68 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:23.068207 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-be0876f9-0746-48a3-bb18-a86ddc64c1c7 req-4a1bc334-2f03-40a2-bc3e-8b95d8a82b68 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf524821-ec51-4038-bb1e-161b1db7de4a HTTP/1.1" status: 200 len: 943 time: 0.1300049 Sep 20 13:21:23.090913 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-49e78adb-2439-4627-8ced-ecec4d6bb08b req-ab153366-749a-43b4-b609-26840bff57df service neutron] 10.222.0.62 "GET /v2.0/networks/105b52c6-cee8-4c92-bcc7-3a77d1e92018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497111 Sep 20 13:21:23.110652 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-ce0ad0ec-7d09-4b84-9a85-190537e61d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8eb188-6120-4b6d-8f74-15a286f1bc5c', 'name': 'tempest-ServerRescueNegativeTestJSON-630298788-router', 'tenant_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '8c305207-f2ee-4893-880f-9fdd1f1e633c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:17:46Z', 'updated_at': '2022-09-20T13:17:56Z', 'revision_number': 4, 'project_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'gw_port': {'id': '8c305207-f2ee-4893-880f-9fdd1f1e633c', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:26:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8eb188-6120-4b6d-8f74-15a286f1bc5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:48Z', 'updated_at': '2022-09-20T13:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_floatingips': [{'id': '730fdd80-e324-4ced-92cd-1ac4c5041e31', 'tenant_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'floating_ip_address': '172.27.2.36', 'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'router_id': '8e8eb188-6120-4b6d-8f74-15a286f1bc5c', 'port_id': 'b608ea5e-766d-4a7e-9cdd-277403a6b8cc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '105b52c6-cee8-4c92-bcc7-3a77d1e92018', 'mac_address': 'fa:16:3e:d1:b8:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4416e603-62cc-429e-9119-8bb9ec6f2fbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T13:20:51Z', 'updated_at': '2022-09-20T13:21:21Z', 'revision_number': 1, 'project_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9754ef40-4888-414d-91f5-dc27b14c30ca', 'name': '', 'network_id': '105b52c6-cee8-4c92-bcc7-3a77d1e92018', 'tenant_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'mac_address': 'fa:16:3e:df:fd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8eb188-6120-4b6d-8f74-15a286f1bc5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '64939650-d3ca-4c0c-952c-41e35d669944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:54Z', 'updated_at': '2022-09-20T13:18:05Z', 'revision_number': 5, 'project_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'subnets': [{'id': '64939650-d3ca-4c0c-952c-41e35d669944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:21:23.138932 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-be0876f9-0746-48a3-bb18-a86ddc64c1c7 req-633b8aa9-b55a-4008-baa0-f1face534a9f tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/security-groups?id=c58043c8-7cf5-4881-98ae-4e7fc027a1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503454 Sep 20 13:21:23.142204 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0ad0ec-7d09-4b84-9a85-190537e61d9d None None] The sync data for ids ['8e8eb188-6120-4b6d-8f74-15a286f1bc5c'] in dv-cinder-858463-1-iscsi is: [{'id': '8e8eb188-6120-4b6d-8f74-15a286f1bc5c', 'name': 'tempest-ServerRescueNegativeTestJSON-630298788-router', 'tenant_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '8c305207-f2ee-4893-880f-9fdd1f1e633c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:17:46Z', 'updated_at': '2022-09-20T13:17:56Z', 'revision_number': 4, 'project_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'gw_port': {'id': '8c305207-f2ee-4893-880f-9fdd1f1e633c', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:26:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8eb188-6120-4b6d-8f74-15a286f1bc5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:48Z', 'updated_at': '2022-09-20T13:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_floatingips': [{'id': '730fdd80-e324-4ced-92cd-1ac4c5041e31', 'tenant_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'floating_ip_address': '172.27.2.36', 'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'router_id': '8e8eb188-6120-4b6d-8f74-15a286f1bc5c', 'port_id': 'b608ea5e-766d-4a7e-9cdd-277403a6b8cc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '105b52c6-cee8-4c92-bcc7-3a77d1e92018', 'mac_address': 'fa:16:3e:d1:b8:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4416e603-62cc-429e-9119-8bb9ec6f2fbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T13:20:51Z', 'updated_at': '2022-09-20T13:21:21Z', 'revision_number': 1, 'project_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9754ef40-4888-414d-91f5-dc27b14c30ca', 'name': '', 'network_id': '105b52c6-cee8-4c92-bcc7-3a77d1e92018', 'tenant_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'mac_address': 'fa:16:3e:df:fd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8eb188-6120-4b6d-8f74-15a286f1bc5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '64939650-d3ca-4c0c-952c-41e35d669944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:54Z', 'updated_at': '2022-09-20T13:18:05Z', 'revision_number': 5, 'project_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'subnets': [{'id': '64939650-d3ca-4c0c-952c-41e35d669944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:21:23.170272 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2670c34b-669a-4b0b-97f3-4e70e84eb504 req-e0ad832e-996a-49e6-9bdb-48b3a148dd79 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:23.171826 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-2670c34b-669a-4b0b-97f3-4e70e84eb504 req-e0ad832e-996a-49e6-9bdb-48b3a148dd79 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f7b9458-d5c6-4dfd-b84b-ed2042e9ffa5 HTTP/1.1" status: 200 len: 950 time: 0.0682890 Sep 20 13:21:23.221075 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-2670c34b-669a-4b0b-97f3-4e70e84eb504 req-bcbe3809-b821-4472-b55a-824cf504bd8c tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ee6508-30d3-45cd-97ba-dfd76bb89839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432956 Sep 20 13:21:23.352029 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1615fb-da6a-42d1-888c-b6a5e9679796 None None] New status for floating IP 730fdd80-e324-4ced-92cd-1ac4c5041e31: ACTIVE {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 13:21:23.418359 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c84ce663-8bec-4f4f-86fa-3078ef7de974 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (c520f755-59ca-4a79-a15e-107c01e131c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:24.271521 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5dece-b4a6-43a7-99ff-4208e0ff6238 req-6d1faa73-c66f-4f7c-aa86-fb4834244755 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:24.273032 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-84b5dece-b4a6-43a7-99ff-4208e0ff6238 req-6d1faa73-c66f-4f7c-aa86-fb4834244755 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf524821-ec51-4038-bb1e-161b1db7de4a HTTP/1.1" status: 200 len: 943 time: 0.0571148 Sep 20 13:21:24.321399 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-84b5dece-b4a6-43a7-99ff-4208e0ff6238 req-500e9e59-6a5c-4b3a-bf31-f40313bd5957 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/security-groups?id=c58043c8-7cf5-4881-98ae-4e7fc027a1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418463 Sep 20 13:21:24.351795 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad017ee2-9b10-4141-9711-9c74b16034b7 req-c52bd5f6-acfa-4c91-a03f-90472983a08e tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:24.353864 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-ad017ee2-9b10-4141-9711-9c74b16034b7 req-c52bd5f6-acfa-4c91-a03f-90472983a08e tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f7b9458-d5c6-4dfd-b84b-ed2042e9ffa5 HTTP/1.1" status: 200 len: 950 time: 0.0561852 Sep 20 13:21:24.406952 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-ad017ee2-9b10-4141-9711-9c74b16034b7 req-8b239435-5b4e-488c-8560-b4939bff6bfe tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ee6508-30d3-45cd-97ba-dfd76bb89839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451646 Sep 20 13:21:25.451593 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40edc973-03c8-437f-84dd-51c0a685ed4a req-593e31af-7ef9-48c6-9317-55f23e2ec392 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:25.453080 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-40edc973-03c8-437f-84dd-51c0a685ed4a req-593e31af-7ef9-48c6-9317-55f23e2ec392 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf524821-ec51-4038-bb1e-161b1db7de4a HTTP/1.1" status: 200 len: 943 time: 0.0597062 Sep 20 13:21:25.462846 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.agents_db [None req-1b87bba1-5a3b-42d5-ba20-63287d9ec67c None None] Agent healthcheck: found 6 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:21:25.509028 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-40edc973-03c8-437f-84dd-51c0a685ed4a req-fe627e65-57a2-4b97-a163-89bfbcb7a5c7 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/security-groups?id=c58043c8-7cf5-4881-98ae-4e7fc027a1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486302 Sep 20 13:21:25.549860 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0281c-47e4-43b9-a4ec-b64201baaacb req-4c3cfd82-7974-42ff-8a88-b3bc3d594904 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:25.551352 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-63c0281c-47e4-43b9-a4ec-b64201baaacb req-4c3cfd82-7974-42ff-8a88-b3bc3d594904 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f7b9458-d5c6-4dfd-b84b-ed2042e9ffa5 HTTP/1.1" status: 200 len: 950 time: 0.0597444 Sep 20 13:21:25.596659 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-63c0281c-47e4-43b9-a4ec-b64201baaacb req-9ff1d292-8bed-4c42-998a-a4973cf14bdf tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ee6508-30d3-45cd-97ba-dfd76bb89839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396564 Sep 20 13:21:25.749014 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e5046d78-6876-4644-9e40-0a2ed83edf51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (e6bdf340-58c5-4186-af2d-ab00439e5425), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:26.633224 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a55512-9b9b-4b8d-a8f6-007a41ae7214 req-31a4602e-ffc9-4e33-8645-6f511ec23479 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:26.634704 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-72a55512-9b9b-4b8d-a8f6-007a41ae7214 req-31a4602e-ffc9-4e33-8645-6f511ec23479 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf524821-ec51-4038-bb1e-161b1db7de4a HTTP/1.1" status: 200 len: 943 time: 0.0528209 Sep 20 13:21:26.682177 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-72a55512-9b9b-4b8d-a8f6-007a41ae7214 req-c63d94bc-7c19-45f3-b98e-038c6736867a tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/security-groups?id=c58043c8-7cf5-4881-98ae-4e7fc027a1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413902 Sep 20 13:21:26.722456 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21c1e68e-1f58-483a-acac-7453cdb7afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (dfbc54aa-0ed8-4030-9edb-0bf7f0e74037), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:26.723399 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bebd760-659a-46c4-bb0c-752ea0136b44 req-0da0942e-dec8-42e0-93af-ad89cd4584ee tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:26.724891 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-9bebd760-659a-46c4-bb0c-752ea0136b44 req-0da0942e-dec8-42e0-93af-ad89cd4584ee tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f7b9458-d5c6-4dfd-b84b-ed2042e9ffa5 HTTP/1.1" status: 200 len: 950 time: 0.0548177 Sep 20 13:21:26.771208 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-9bebd760-659a-46c4-bb0c-752ea0136b44 req-c8830696-311d-4f5b-a6b2-90afc96429be tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ee6508-30d3-45cd-97ba-dfd76bb89839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408123 Sep 20 13:21:27.804748 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa152968-edf3-4beb-a076-673ea099a2fc req-6ec6dfe6-452f-4261-8df5-b7b1cb11c43b tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:27.806201 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-aa152968-edf3-4beb-a076-673ea099a2fc req-6ec6dfe6-452f-4261-8df5-b7b1cb11c43b tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf524821-ec51-4038-bb1e-161b1db7de4a HTTP/1.1" status: 200 len: 943 time: 0.0519450 Sep 20 13:21:27.857003 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-aa152968-edf3-4beb-a076-673ea099a2fc req-5d715dd2-a422-45ed-b3d5-d8bad703c330 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/security-groups?id=c58043c8-7cf5-4881-98ae-4e7fc027a1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447030 Sep 20 13:21:27.893744 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b7cfe-89d2-4071-a1e0-13c5621f6f21 req-801195ee-21a4-403a-b948-ee860c359e7e tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:27.895218 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-265b7cfe-89d2-4071-a1e0-13c5621f6f21 req-801195ee-21a4-403a-b948-ee860c359e7e tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f7b9458-d5c6-4dfd-b84b-ed2042e9ffa5 HTTP/1.1" status: 200 len: 950 time: 0.0527074 Sep 20 13:21:27.945745 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-265b7cfe-89d2-4071-a1e0-13c5621f6f21 req-635f3f66-5bc8-4240-acbc-d04514deb3ad tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ee6508-30d3-45cd-97ba-dfd76bb89839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449905 Sep 20 13:21:28.132002 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c793fb8f-2eac-4cf0-b972-02f3f2d6d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (78ab24c8-cd03-458a-a2fc-6c0c54d0053a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:28.762580 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8223f41-1c91-44f6-802c-b57811afe419 req-9185d9d0-f083-44fe-8a78-9e498f15c1a5 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:28.764037 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d8223f41-1c91-44f6-802c-b57811afe419 req-9185d9d0-f083-44fe-8a78-9e498f15c1a5 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f7b9458-d5c6-4dfd-b84b-ed2042e9ffa5 HTTP/1.1" status: 200 len: 950 time: 0.0524542 Sep 20 13:21:28.852039 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-d8223f41-1c91-44f6-802c-b57811afe419 req-1ec027a0-3e99-4dde-af09-26c4d1ff84b8 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] Deleting port 680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:21:28.852755 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d8223f41-1c91-44f6-802c-b57811afe419 req-1ec027a0-3e99-4dde-af09-26c4d1ff84b8 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:28.968224 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-d8223f41-1c91-44f6-802c-b57811afe419 req-1ec027a0-3e99-4dde-af09-26c4d1ff84b8 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] For port 680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb,segment=NetworkSegment(12d057fb-574b-406f-a139-38ae25897647),segment_id=12d057fb-574b-406f-a139-38ae25897647)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:21:28.968590 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d8223f41-1c91-44f6-802c-b57811afe419 req-1ec027a0-3e99-4dde-af09-26c4d1ff84b8 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:28.987237 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-d8223f41-1c91-44f6-802c-b57811afe419 req-1ec027a0-3e99-4dde-af09-26c4d1ff84b8 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] Calling delete_port for 680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:21:29.011394 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec4dfa8-1d6e-4815-bd9e-efe805c01ea0 req-0e6aa611-0e86-4da9-ba11-924784149803 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:29.012939 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-cec4dfa8-1d6e-4815-bd9e-efe805c01ea0 req-0e6aa611-0e86-4da9-ba11-924784149803 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf524821-ec51-4038-bb1e-161b1db7de4a HTTP/1.1" status: 200 len: 943 time: 0.0850112 Sep 20 13:21:29.069144 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2412fb3b-01ae-4f27-b1c8-10b801f2370f req-5af95a72-8052-48b2-83ec-2d0e8fde0221 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:29.070609 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-2412fb3b-01ae-4f27-b1c8-10b801f2370f req-5af95a72-8052-48b2-83ec-2d0e8fde0221 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f7b9458-d5c6-4dfd-b84b-ed2042e9ffa5 HTTP/1.1" status: 200 len: 950 time: 0.0527661 Sep 20 13:21:29.107990 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-cec4dfa8-1d6e-4815-bd9e-efe805c01ea0 req-084aec42-2ed1-4543-913f-a728bf680448 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/security-groups?id=c58043c8-7cf5-4881-98ae-4e7fc027a1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653398 Sep 20 13:21:29.119240 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-2412fb3b-01ae-4f27-b1c8-10b801f2370f req-441aa5b0-7023-440c-ab08-6c38c0e29ec0 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ee6508-30d3-45cd-97ba-dfd76bb89839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427082 Sep 20 13:21:29.166159 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d8223f41-1c91-44f6-802c-b57811afe419 req-1ec027a0-3e99-4dde-af09-26c4d1ff84b8 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:29.191360 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec027a0-3e99-4dde-af09-26c4d1ff84b8 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] Pushing event deleted for resources: {'Port': ['ID=680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:29.217085 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] get_ports_and_sgs() called for port_ids ['680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 13:21:29.245819 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8223f41-1c91-44f6-802c-b57811afe419 req-1ec027a0-3e99-4dde-af09-26c4d1ff84b8 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] No DVR routers for this DVR port 680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb on host hv-cinder-85846 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:21:29.248448 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d8223f41-1c91-44f6-802c-b57811afe419 req-1ec027a0-3e99-4dde-af09-26c4d1ff84b8 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:29.251807 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d8223f41-1c91-44f6-802c-b57811afe419 req-1ec027a0-3e99-4dde-af09-26c4d1ff84b8 tempest-VolumesNegativeTest-787992601 tempest-VolumesNegativeTest-787992601-project] 10.222.0.62 "DELETE /v2.0/ports/680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb HTTP/1.1" status: 204 len: 173 time: 0.4817452 Sep 20 13:21:29.252336 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f7b9458-d5c6-4dfd-b84b-ed2042e9ffa5', 'name': 'network-vif-deleted', 'tag': '680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:21:29.254595 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8afa0c3fb06aef531850fccced94fa4b659a4977f0534d5a49c84d13d87c0c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab8ba8d-3dce-4473-a126-d048d4acaf82" -d '{"events": [{"server_uuid": "4f7b9458-d5c6-4dfd-b84b-ed2042e9ffa5", "name": "network-vif-deleted", "tag": "680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:21:29.291839 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 13:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a17640-0e0c-4899-80e8-74d24b3e3f01 x-openstack-request-id: req-21a17640-0e0c-4899-80e8-74d24b3e3f01 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:21:29.292142 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f7b9458-d5c6-4dfd-b84b-ed2042e9ffa5", "name": "network-vif-deleted", "tag": "680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:21:29.293131 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-21a17640-0e0c-4899-80e8-74d24b3e3f01 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:21:29.293734 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21a17640-0e0c-4899-80e8-74d24b3e3f01'] response: {'server_uuid': '4f7b9458-d5c6-4dfd-b84b-ed2042e9ffa5', 'name': 'network-vif-deleted', 'tag': '680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb', 'status': 'completed', 'code': 200} Sep 20 13:21:29.563610 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (543ca60b-7e7a-4ebd-8f87-7672c7a482b9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:30.235215 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69cd8ef-f086-444e-9694-de126d350a8d req-2282054c-d821-4bd0-9300-858d633647c0 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:30.236936 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-e69cd8ef-f086-444e-9694-de126d350a8d req-2282054c-d821-4bd0-9300-858d633647c0 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf524821-ec51-4038-bb1e-161b1db7de4a HTTP/1.1" status: 200 len: 943 time: 0.0544975 Sep 20 13:21:30.290213 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-e69cd8ef-f086-444e-9694-de126d350a8d req-724af8c1-e45e-46cc-a3dc-d3a1994ded1c tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/security-groups?id=c58043c8-7cf5-4881-98ae-4e7fc027a1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424211 Sep 20 13:21:30.345835 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 54e70426-989d-4b3d-be9a-530b112581be details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:21:30.443808 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port 54e70426-989d-4b3d-be9a-530b112581be, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=54e70426-989d-4b3d-be9a-530b112581be,segment=NetworkSegment(4de8c6a6-e951-4ad5-bbe5-bf4e8f508979),segment_id=4de8c6a6-e951-4ad5-bbe5-bf4e8f508979)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:21:30.458480 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Returning: {'device': '54e70426-989d-4b3d-be9a-530b112581be', 'network_id': 'e43e7b0a-b869-4779-a53c-8854ba221058', 'port_id': '54e70426-989d-4b3d-be9a-530b112581be', 'mac_address': 'fa:16:3e:06:78:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8275926d-b144-40ff-b6d9-fcc686580e66', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:21:30.495648 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Current status of the port 54e70426-989d-4b3d-be9a-530b112581be is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:21:30.496051 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (54e70426-989d-4b3d-be9a-530b112581be), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:30.512239 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54e70426-989d-4b3d-be9a-530b112581be {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 13:21:30.539910 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port 54e70426-989d-4b3d-be9a-530b112581be, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=54e70426-989d-4b3d-be9a-530b112581be,segment=NetworkSegment(4de8c6a6-e951-4ad5-bbe5-bf4e8f508979),segment_id=4de8c6a6-e951-4ad5-bbe5-bf4e8f508979)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:21:30.543876 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (54e70426-989d-4b3d-be9a-530b112581be), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:30.597110 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Pushing event updated for resources: {'Port': ['ID=54e70426-989d-4b3d-be9a-530b112581be,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:31.351718 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] get_ports_and_sgs() called for port_ids ['54e70426-989d-4b3d-be9a-530b112581be'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 13:21:31.443621 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257dc6b-7665-48a9-945e-4adaa47d6b08 req-4fe19340-e43e-4a27-885f-fac1b126467b tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:31.445784 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a257dc6b-7665-48a9-945e-4adaa47d6b08 req-4fe19340-e43e-4a27-885f-fac1b126467b tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf524821-ec51-4038-bb1e-161b1db7de4a HTTP/1.1" status: 200 len: 944 time: 0.0641382 Sep 20 13:21:31.507293 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a257dc6b-7665-48a9-945e-4adaa47d6b08 req-1fbd44a6-f10f-494f-9046-50b2df5f5ce9 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/security-groups?id=c58043c8-7cf5-4881-98ae-4e7fc027a1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540791 Sep 20 13:21:32.339213 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb no longer exists at agent hyperv_hv-cinder-85846 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:21:32.358511 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] No Port match for: 680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 20 13:21:32.359107 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 680f0b5a-4cbd-4415-a6bc-e9f3436fc9eb not bound to the agent host hv-cinder-85846 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:21:32.634870 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d956ba-f3e8-4df8-a986-a3962abe1467 req-0f95ff55-aae7-4aaa-8b2c-3ca89a619360 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:32.636355 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-97d956ba-f3e8-4df8-a986-a3962abe1467 req-0f95ff55-aae7-4aaa-8b2c-3ca89a619360 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf524821-ec51-4038-bb1e-161b1db7de4a HTTP/1.1" status: 200 len: 944 time: 0.0571368 Sep 20 13:21:32.686241 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-97d956ba-f3e8-4df8-a986-a3962abe1467 req-86c4bcf0-f780-41f4-94e7-8fcfceeca621 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/security-groups?id=c58043c8-7cf5-4881-98ae-4e7fc027a1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426526 Sep 20 13:21:33.812936 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a30e5e-52d0-4c56-95aa-565a9d47c346 req-e3bc6e7b-86f4-4545-9990-9770ffd71c79 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:33.815069 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-43a30e5e-52d0-4c56-95aa-565a9d47c346 req-e3bc6e7b-86f4-4545-9990-9770ffd71c79 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf524821-ec51-4038-bb1e-161b1db7de4a HTTP/1.1" status: 200 len: 944 time: 0.0537002 Sep 20 13:21:33.862203 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-43a30e5e-52d0-4c56-95aa-565a9d47c346 req-e030d511-1a1d-4139-ba9a-c8f1b260b991 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/security-groups?id=c58043c8-7cf5-4881-98ae-4e7fc027a1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416460 Sep 20 13:21:34.175749 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 60530) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:21:34.308991 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-21ce643d-96e7-4d2e-81ed-ae4fe52361c0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6c2971fc0b0c4c28b12c354b8869cc7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1320636 Sep 20 13:21:34.311450 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 60534) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:21:34.341645 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 54e70426-989d-4b3d-be9a-530b112581be up at agent hyperv_hv-cinder-85846 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:21:34.358595 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8bd7a4c5-15d2-48fc-94b0-4ea573be7eb4 admin admin] Publish callbacks [] for security_group (29ee6508-30d3-45cd-97ba-dfd76bb89839), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:34.380097 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8bd7a4c5-15d2-48fc-94b0-4ea573be7eb4 admin admin] Publish callbacks [] for security_group (29ee6508-30d3-45cd-97ba-dfd76bb89839), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:34.391255 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Provisioning for port 54e70426-989d-4b3d-be9a-530b112581be completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 13:21:34.395188 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Provisioning complete for port 54e70426-989d-4b3d-be9a-530b112581be triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:21:34.395643 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (54e70426-989d-4b3d-be9a-530b112581be), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:34.396047 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Attempt 1 to provision port 54e70426-989d-4b3d-be9a-530b112581be Sep 20 13:21:34.427891 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8bd7a4c5-15d2-48fc-94b0-4ea573be7eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (29ee6508-30d3-45cd-97ba-dfd76bb89839), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:34.430667 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8bd7a4c5-15d2-48fc-94b0-4ea573be7eb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:34.434830 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-8bd7a4c5-15d2-48fc-94b0-4ea573be7eb4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/29ee6508-30d3-45cd-97ba-dfd76bb89839 HTTP/1.1" status: 204 len: 168 time: 0.1224425 Sep 20 13:21:34.445617 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd7a4c5-15d2-48fc-94b0-4ea573be7eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ee6508-30d3-45cd-97ba-dfd76bb89839,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:34.477666 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Current status of the port 54e70426-989d-4b3d-be9a-530b112581be is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:21:34.478066 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (54e70426-989d-4b3d-be9a-530b112581be), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:34.502032 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf524821-ec51-4038-bb1e-161b1db7de4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e70426-989d-4b3d-be9a-530b112581be'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:21:34.504254 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76b3f69f6489aff1aa8284e7e37e9464aa9e8db96ff70d8a184fca566081ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a44d6835-54a4-48fa-b388-5f16139ac38a" -d '{"events": [{"server_uuid": "cf524821-ec51-4038-bb1e-161b1db7de4a", "name": "network-vif-plugged", "status": "completed", "tag": "54e70426-989d-4b3d-be9a-530b112581be"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:21:34.520142 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port 54e70426-989d-4b3d-be9a-530b112581be, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=54e70426-989d-4b3d-be9a-530b112581be,segment=NetworkSegment(4de8c6a6-e951-4ad5-bbe5-bf4e8f508979),segment_id=4de8c6a6-e951-4ad5-bbe5-bf4e8f508979)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:21:34.525071 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (54e70426-989d-4b3d-be9a-530b112581be), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:34.549036 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 13:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-324eaea2-eb7d-4b5f-8661-0dada3e22c39 x-openstack-request-id: req-324eaea2-eb7d-4b5f-8661-0dada3e22c39 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:21:34.549406 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf524821-ec51-4038-bb1e-161b1db7de4a", "name": "network-vif-plugged", "status": "completed", "tag": "54e70426-989d-4b3d-be9a-530b112581be", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:21:34.549597 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-324eaea2-eb7d-4b5f-8661-0dada3e22c39 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:21:34.549999 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-324eaea2-eb7d-4b5f-8661-0dada3e22c39'] response: {'server_uuid': 'cf524821-ec51-4038-bb1e-161b1db7de4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e70426-989d-4b3d-be9a-530b112581be', 'code': 200} Sep 20 13:21:34.578229 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Pushing event updated for resources: {'Port': ['ID=54e70426-989d-4b3d-be9a-530b112581be,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:34.808501 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f914ae-2c1e-4359-b92c-11eb68e785e9 req-e67b618d-058b-4266-8f0d-819b31dec2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:34.809889 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-80f914ae-2c1e-4359-b92c-11eb68e785e9 req-e67b618d-058b-4266-8f0d-819b31dec2fc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cf524821-ec51-4038-bb1e-161b1db7de4a HTTP/1.1" status: 200 len: 1129 time: 0.0471818 Sep 20 13:21:34.859427 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-80f914ae-2c1e-4359-b92c-11eb68e785e9 req-6cf8f482-d667-4043-9f70-dc62ad38cff4 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c58043c8-7cf5-4881-98ae-4e7fc027a1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367010 Sep 20 13:21:34.984654 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5dba5a-8ea0-4528-b814-fbaae4121b27 req-508c4077-54ed-4587-9b83-a865f14feb4f tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:34.986082 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ef5dba5a-8ea0-4528-b814-fbaae4121b27 req-508c4077-54ed-4587-9b83-a865f14feb4f tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf524821-ec51-4038-bb1e-161b1db7de4a HTTP/1.1" status: 200 len: 945 time: 0.0521226 Sep 20 13:21:35.031549 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ef5dba5a-8ea0-4528-b814-fbaae4121b27 req-d086b700-8ed7-4037-9d69-9420d21511f3 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/security-groups?id=c58043c8-7cf5-4881-98ae-4e7fc027a1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399923 Sep 20 13:21:35.363543 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 60548) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:21:35.463953 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b8911c3a-b3eb-4903-8621-57804a7209fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:35.542145 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b8911c3a-b3eb-4903-8621-57804a7209fb admin admin] Publish callbacks [] for security_group (9d4f125e-65eb-406a-a239-eb77dd7b9a3c), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:35.545782 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b8911c3a-b3eb-4903-8621-57804a7209fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (9d4f125e-65eb-406a-a239-eb77dd7b9a3c), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:35.584117 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-b8911c3a-b3eb-4903-8621-57804a7209fb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2f00a06b6ef845f28e2f4c0f65ddbc41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2195623 Sep 20 13:21:35.584934 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8911c3a-b3eb-4903-8621-57804a7209fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4f125e-65eb-406a-a239-eb77dd7b9a3c,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:35.586881 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 60554) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:21:35.634252 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3bde6acb-fd3f-48d6-b049-7345071146ca admin admin] Publish callbacks [] for security_group (9d4f125e-65eb-406a-a239-eb77dd7b9a3c), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:35.658116 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3bde6acb-fd3f-48d6-b049-7345071146ca admin admin] Publish callbacks [] for security_group (9d4f125e-65eb-406a-a239-eb77dd7b9a3c), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:35.703982 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3bde6acb-fd3f-48d6-b049-7345071146ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (9d4f125e-65eb-406a-a239-eb77dd7b9a3c), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:35.706698 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3bde6acb-fd3f-48d6-b049-7345071146ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:35.707870 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-3bde6acb-fd3f-48d6-b049-7345071146ca admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9d4f125e-65eb-406a-a239-eb77dd7b9a3c HTTP/1.1" status: 204 len: 168 time: 0.1199739 Sep 20 13:21:35.716805 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bde6acb-fd3f-48d6-b049-7345071146ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4f125e-65eb-406a-a239-eb77dd7b9a3c,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:21:36.152584 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e8b0a-d47a-4359-be1a-e01c13e60771 req-2316ef2c-392e-4211-bcc2-2dc3598a3b9f tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:36.154021 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-f90e8b0a-d47a-4359-be1a-e01c13e60771 req-2316ef2c-392e-4211-bcc2-2dc3598a3b9f tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf524821-ec51-4038-bb1e-161b1db7de4a HTTP/1.1" status: 200 len: 945 time: 0.0514750 Sep 20 13:21:36.199238 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-f90e8b0a-d47a-4359-be1a-e01c13e60771 req-9fb02b18-3b9e-44de-aef2-44d5ebcf36ba tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/security-groups?id=c58043c8-7cf5-4881-98ae-4e7fc027a1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391104 Sep 20 13:21:37.019013 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ef02c83e-4faa-40c4-be34-3739ac1989ca req-6eb09791-e8bb-456c-9fd2-c741359aed98 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427155 Sep 20 13:21:37.130819 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02c83e-4faa-40c4-be34-3739ac1989ca req-19450dc3-ec16-4cc2-b85c-6a9787d1e739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:37.132298 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ef02c83e-4faa-40c4-be34-3739ac1989ca req-19450dc3-ec16-4cc2-b85c-6a9787d1e739 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4a20aa815a0947579d330112176846c9&device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 1130 time: 0.0492730 Sep 20 13:21:37.275559 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02c83e-4faa-40c4-be34-3739ac1989ca req-723f8b8f-4d37-4e87-94ee-5f132b4c0aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:37.276930 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ef02c83e-4faa-40c4-be34-3739ac1989ca req-723f8b8f-4d37-4e87-94ee-5f132b4c0aa1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ed809d10-45b2-429e-b44f-1694990b1073 HTTP/1.1" status: 200 len: 915 time: 0.0887713 Sep 20 13:21:37.369166 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ef02c83e-4faa-40c4-be34-3739ac1989ca req-81435645-7d46-4130-984f-21e56f6c4a73 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=055b6831-0401-4e61-b025-649a032bec93 HTTP/1.1" status: 200 len: 1001 time: 0.0627766 Sep 20 13:21:37.381156 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0de473-3dcd-4720-8e09-07ec95a7df44 req-2150cf6c-6309-43bc-8f05-af7fa21173d6 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:37.382541 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ba0de473-3dcd-4720-8e09-07ec95a7df44 req-2150cf6c-6309-43bc-8f05-af7fa21173d6 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf524821-ec51-4038-bb1e-161b1db7de4a HTTP/1.1" status: 200 len: 945 time: 0.1023741 Sep 20 13:21:37.449538 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02c83e-4faa-40c4-be34-3739ac1989ca req-5ef0d0de-bef5-45bc-a85d-4a6b4d40770b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:37.452156 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ef02c83e-4faa-40c4-be34-3739ac1989ca req-5ef0d0de-bef5-45bc-a85d-4a6b4d40770b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=adb9ef7c-1078-430d-958b-f7a53420a9c5 HTTP/1.1" status: 200 len: 854 time: 0.0684133 Sep 20 13:21:37.474453 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ba0de473-3dcd-4720-8e09-07ec95a7df44 req-96ae1f69-ebbc-4536-a346-46273a37d2e2 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/security-groups?id=c58043c8-7cf5-4881-98ae-4e7fc027a1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842240 Sep 20 13:21:37.508461 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02c83e-4faa-40c4-be34-3739ac1989ca req-96fb2f6d-5a11-4c75-b14d-d9d700e4b40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:21:37.509964 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ef02c83e-4faa-40c4-be34-3739ac1989ca req-96fb2f6d-5a11-4c75-b14d-d9d700e4b40f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ed809d10-45b2-429e-b44f-1694990b1073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475731 Sep 20 13:21:37.608594 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ef02c83e-4faa-40c4-be34-3739ac1989ca req-3a95f46c-9234-411f-b9a8-b3910901866d service neutron] 10.222.0.62 "GET /v2.0/networks/ed809d10-45b2-429e-b44f-1694990b1073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895236 Sep 20 13:21:37.706537 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ef02c83e-4faa-40c4-be34-3739ac1989ca req-3d884941-dc5b-487b-8932-f539b1da842d service neutron] 10.222.0.62 "GET /v2.0/networks/ed809d10-45b2-429e-b44f-1694990b1073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841663 Sep 20 13:21:40.145423 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (728cf656-0364-4172-b8b5-b6ffd3122ed0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:53.421748 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6594b7e8-002d-4973-b591-ea8616f241f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (c520f755-59ca-4a79-a15e-107c01e131c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:55.750604 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-98feb26c-d474-42ac-a478-b88d03f87fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (e6bdf340-58c5-4186-af2d-ab00439e5425), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:56.716495 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21c1e68e-1f58-483a-acac-7453cdb7afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (dfbc54aa-0ed8-4030-9edb-0bf7f0e74037), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:58.133994 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c793fb8f-2eac-4cf0-b972-02f3f2d6d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (78ab24c8-cd03-458a-a2fc-6c0c54d0053a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:21:59.565423 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (543ca60b-7e7a-4ebd-8f87-7672c7a482b9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:22:02.461302 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.agents_db [None req-1b87bba1-5a3b-42d5-ba20-63287d9ec67c None None] Agent healthcheck: found 6 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:22:10.139998 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (728cf656-0364-4172-b8b5-b6ffd3122ed0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:22:23.423706 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bc30e894-d493-4070-8895-cc131bebefc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (c520f755-59ca-4a79-a15e-107c01e131c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:22:25.754167 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-178da43e-642f-41c1-8d6d-a2d78d43c9e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (e6bdf340-58c5-4186-af2d-ab00439e5425), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:22:26.719711 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21c1e68e-1f58-483a-acac-7453cdb7afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (dfbc54aa-0ed8-4030-9edb-0bf7f0e74037), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:22:28.137159 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c793fb8f-2eac-4cf0-b972-02f3f2d6d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (78ab24c8-cd03-458a-a2fc-6c0c54d0053a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:22:29.568750 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (543ca60b-7e7a-4ebd-8f87-7672c7a482b9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:22:32.391153 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 60852) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:22:32.396818 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.v2.base [None req-7ac99765-eb31-4fc1-91f9-e90aba6878ef tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Request body: {'security_group': {'name': 'tempest-securitygroup--461837440', 'description': 'tempest-description--983772775'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:22:32.417255 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7ac99765-eb31-4fc1-91f9-e90aba6878ef tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:22:32.478951 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7ac99765-eb31-4fc1-91f9-e90aba6878ef tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for security_group (e7195410-58c3-4643-9e49-df53b21ffb45), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:22:32.484043 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7ac99765-eb31-4fc1-91f9-e90aba6878ef tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (e7195410-58c3-4643-9e49-df53b21ffb45), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:22:32.519680 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7ac99765-eb31-4fc1-91f9-e90aba6878ef tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:22:32.520890 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-7ac99765-eb31-4fc1-91f9-e90aba6878ef tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1281757 Sep 20 13:22:32.522716 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac99765-eb31-4fc1-91f9-e90aba6878ef tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7195410-58c3-4643-9e49-df53b21ffb45,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:22:32.523977 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 60854) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:22:32.528744 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-3ba99c6a-3bd5-46d6-88dc-ed7bb5019c6f tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Request body: {'security_group_rule': {'security_group_id': 'e7195410-58c3-4643-9e49-df53b21ffb45', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:22:32.529687 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac99765-eb31-4fc1-91f9-e90aba6878ef tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:32.530041 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac99765-eb31-4fc1-91f9-e90aba6878ef tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:32.530389 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac99765-eb31-4fc1-91f9-e90aba6878ef tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:32.530805 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac99765-eb31-4fc1-91f9-e90aba6878ef tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:32.531100 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac99765-eb31-4fc1-91f9-e90aba6878ef tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:32.531437 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac99765-eb31-4fc1-91f9-e90aba6878ef tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:32.531771 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac99765-eb31-4fc1-91f9-e90aba6878ef tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:32.532101 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac99765-eb31-4fc1-91f9-e90aba6878ef tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:32.532433 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac99765-eb31-4fc1-91f9-e90aba6878ef tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:32.532761 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac99765-eb31-4fc1-91f9-e90aba6878ef tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:32.533088 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac99765-eb31-4fc1-91f9-e90aba6878ef tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:32.533417 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac99765-eb31-4fc1-91f9-e90aba6878ef tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:32.533741 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac99765-eb31-4fc1-91f9-e90aba6878ef tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:32.556107 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3ba99c6a-3bd5-46d6-88dc-ed7bb5019c6f tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for security_group_rule (685a7baf-72dc-457d-b0f1-2cc685d4aca3), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:22:32.612913 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3ba99c6a-3bd5-46d6-88dc-ed7bb5019c6f tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for security_group_rule (685a7baf-72dc-457d-b0f1-2cc685d4aca3), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:22:32.616629 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3ba99c6a-3bd5-46d6-88dc-ed7bb5019c6f tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828784'] for security_group_rule (685a7baf-72dc-457d-b0f1-2cc685d4aca3), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:22:32.637129 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba99c6a-3bd5-46d6-88dc-ed7bb5019c6f tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=685a7baf-72dc-457d-b0f1-2cc685d4aca3,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:22:32.647674 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3ba99c6a-3bd5-46d6-88dc-ed7bb5019c6f tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:22:32.648840 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-3ba99c6a-3bd5-46d6-88dc-ed7bb5019c6f tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1237719 Sep 20 13:22:32.650088 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba99c6a-3bd5-46d6-88dc-ed7bb5019c6f tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:32.650442 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba99c6a-3bd5-46d6-88dc-ed7bb5019c6f tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:32.650818 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba99c6a-3bd5-46d6-88dc-ed7bb5019c6f tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:32.651162 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba99c6a-3bd5-46d6-88dc-ed7bb5019c6f tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:32.651507 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba99c6a-3bd5-46d6-88dc-ed7bb5019c6f tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:32.651816 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 60856) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:22:32.651949 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba99c6a-3bd5-46d6-88dc-ed7bb5019c6f tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:32.652158 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba99c6a-3bd5-46d6-88dc-ed7bb5019c6f tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:32.652491 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba99c6a-3bd5-46d6-88dc-ed7bb5019c6f tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:32.652821 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba99c6a-3bd5-46d6-88dc-ed7bb5019c6f tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:32.653150 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba99c6a-3bd5-46d6-88dc-ed7bb5019c6f tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:32.653479 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba99c6a-3bd5-46d6-88dc-ed7bb5019c6f tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:32.653804 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba99c6a-3bd5-46d6-88dc-ed7bb5019c6f tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:32.654130 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba99c6a-3bd5-46d6-88dc-ed7bb5019c6f tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:32.657094 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.v2.base [None req-6e016ce1-a0fa-41e9-b7c5-dd5dc818f1a2 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Request body: {'security_group_rule': {'security_group_id': 'e7195410-58c3-4643-9e49-df53b21ffb45', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:22:32.681773 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6e016ce1-a0fa-41e9-b7c5-dd5dc818f1a2 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for security_group_rule (dd4686a3-7735-41c8-948e-b9708e58a47a), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:22:32.737759 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6e016ce1-a0fa-41e9-b7c5-dd5dc818f1a2 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for security_group_rule (dd4686a3-7735-41c8-948e-b9708e58a47a), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:22:32.741291 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6e016ce1-a0fa-41e9-b7c5-dd5dc818f1a2 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828784'] for security_group_rule (dd4686a3-7735-41c8-948e-b9708e58a47a), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:22:32.759303 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e016ce1-a0fa-41e9-b7c5-dd5dc818f1a2 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd4686a3-7735-41c8-948e-b9708e58a47a,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:22:32.764272 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6e016ce1-a0fa-41e9-b7c5-dd5dc818f1a2 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:22:32.765448 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-6e016ce1-a0fa-41e9-b7c5-dd5dc818f1a2 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1126242 Sep 20 13:22:32.769213 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 60858) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:22:32.773760 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.v2.base [None req-82ba819b-8c46-4c9b-b4a3-36ca76bfcd7d tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Request body: {'floatingip': {'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:22:32.793080 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-82ba819b-8c46-4c9b-b4a3-36ca76bfcd7d tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:22:32.884887 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-82ba819b-8c46-4c9b-b4a3-36ca76bfcd7d tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:22:32.986850 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-82ba819b-8c46-4c9b-b4a3-36ca76bfcd7d tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Allocated IP 172.27.2.64 (36104724-3f48-4df5-b3a4-d541d8e9add0/adca2446-3f2d-49a4-ba29-cedd74eb43e2/92649ad3-c7f4-4138-b323-a945d2648029) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:22:33.084388 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-82ba819b-8c46-4c9b-b4a3-36ca76bfcd7d tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for port (92649ad3-c7f4-4138-b323-a945d2648029), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:22:33.119691 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-82ba819b-8c46-4c9b-b4a3-36ca76bfcd7d tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421007'] for port (92649ad3-c7f4-4138-b323-a945d2648029), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:22:33.154894 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ba819b-8c46-4c9b-b4a3-36ca76bfcd7d tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Network 36104724-3f48-4df5-b3a4-d541d8e9add0 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:22:33.157854 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-82ba819b-8c46-4c9b-b4a3-36ca76bfcd7d tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:22:33.164467 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ba819b-8c46-4c9b-b4a3-36ca76bfcd7d tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:22:33.169302 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ba819b-8c46-4c9b-b4a3-36ca76bfcd7d tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Pushing event updated for resources: {'Port': ['ID=92649ad3-c7f4-4138-b323-a945d2648029,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:22:33.246595 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-82ba819b-8c46-4c9b-b4a3-36ca76bfcd7d tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for floatingip (becaf19a-a3fd-4cdc-a21d-487f0af9dfc6), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:22:33.281114 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-82ba819b-8c46-4c9b-b4a3-36ca76bfcd7d tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (92649ad3-c7f4-4138-b323-a945d2648029), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:22:33.425383 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-82ba819b-8c46-4c9b-b4a3-36ca76bfcd7d tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for port (92649ad3-c7f4-4138-b323-a945d2648029), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:22:33.429691 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-82ba819b-8c46-4c9b-b4a3-36ca76bfcd7d tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10421046'] for port (92649ad3-c7f4-4138-b323-a945d2648029), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:22:33.495716 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ba819b-8c46-4c9b-b4a3-36ca76bfcd7d tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Pushing event updated for resources: {'Port': ['ID=92649ad3-c7f4-4138-b323-a945d2648029,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:22:33.497784 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-82ba819b-8c46-4c9b-b4a3-36ca76bfcd7d tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607693'] for floatingip (becaf19a-a3fd-4cdc-a21d-487f0af9dfc6), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:22:33.512740 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-82ba819b-8c46-4c9b-b4a3-36ca76bfcd7d tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:22:33.513961 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-82ba819b-8c46-4c9b-b4a3-36ca76bfcd7d tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7434716 Sep 20 13:22:33.707717 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-7461581d-b60e-4d4e-a8df-64bc616b28e6 req-b5f96328-a551-4acb-985b-afe999643357 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--461837440&fields=id&tenant_id=4a20aa815a0947579d330112176846c9 HTTP/1.1" status: 200 len: 267 time: 0.0418921 Sep 20 13:22:33.813645 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461581d-b60e-4d4e-a8df-64bc616b28e6 req-fab89fd7-1dbb-4a54-a669-cbb262c684d7 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:22:33.815105 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-7461581d-b60e-4d4e-a8df-64bc616b28e6 req-fab89fd7-1dbb-4a54-a669-cbb262c684d7 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/networks?id=ed809d10-45b2-429e-b44f-1694990b1073 HTTP/1.1" status: 200 len: 815 time: 0.1011178 Sep 20 13:22:33.829073 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-7461581d-b60e-4d4e-a8df-64bc616b28e6 req-973f902a-6da6-44b7-bd4b-cea15146cf67 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/quotas/4a20aa815a0947579d330112176846c9 HTTP/1.1" status: 200 len: 375 time: 0.0084646 Sep 20 13:22:33.883760 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-7461581d-b60e-4d4e-a8df-64bc616b28e6 req-b39e829b-9578-4988-a461-539234705d42 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4a20aa815a0947579d330112176846c9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0494509 Sep 20 13:22:33.975413 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-7461581d-b60e-4d4e-a8df-64bc616b28e6 req-c26a8531-6870-433a-96ae-7f5ec6c9c0bc service neutron] 10.222.0.55 "GET /v2.0/networks/ed809d10-45b2-429e-b44f-1694990b1073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804465 Sep 20 13:22:34.064820 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-7461581d-b60e-4d4e-a8df-64bc616b28e6 req-e4b9684e-ddaa-48f4-8248-e31ba6b6c49e service neutron] 10.222.0.55 "GET /v2.0/networks/ed809d10-45b2-429e-b44f-1694990b1073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837905 Sep 20 13:22:34.222134 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ed07bfc3-37a5-44ed-b466-22fa4b78f36a req-3b6ba09a-a4f1-46ee-9165-b954886c9030 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d5bc69b-fcc3-4101-9f89-02c750c2e5d4 HTTP/1.1" status: 200 len: 210 time: 0.0277183 Sep 20 13:22:35.319448 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-bf00933f-47e1-4222-97aa-d76f5a6108d5 req-8abcde71-4259-4edc-ade1-6a0d632e1b4e tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d5bc69b-fcc3-4101-9f89-02c750c2e5d4 HTTP/1.1" status: 200 len: 210 time: 0.0265226 Sep 20 13:22:36.422571 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1b4d16c0-2796-4185-8700-4ca79eeabf61 req-5a98319d-c2f6-41e4-85ac-a5bca8495486 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d5bc69b-fcc3-4101-9f89-02c750c2e5d4 HTTP/1.1" status: 200 len: 210 time: 0.0300646 Sep 20 13:22:36.904534 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ba17c9f6-8bc7-4723-a243-c370555ff3f9 req-b18bf602-6a57-4bb9-b461-0f650785187e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3226ee7c-30dc-4262-9e31-f5d2a26f7f9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431168 Sep 20 13:22:37.043139 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba17c9f6-8bc7-4723-a243-c370555ff3f9 req-1647e5f6-129c-4884-a20f-0236e3445ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:22:37.044623 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ba17c9f6-8bc7-4723-a243-c370555ff3f9 req-1647e5f6-129c-4884-a20f-0236e3445ebf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f8f8bdd06ef247d389068dcb1648b4f7&device_id=3226ee7c-30dc-4262-9e31-f5d2a26f7f9a HTTP/1.1" status: 200 len: 1129 time: 0.0481913 Sep 20 13:22:37.160000 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba17c9f6-8bc7-4723-a243-c370555ff3f9 req-3579e862-2f86-417b-8f7e-bd40ffd1b0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:22:37.161579 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ba17c9f6-8bc7-4723-a243-c370555ff3f9 req-3579e862-2f86-417b-8f7e-bd40ffd1b0d5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=105b52c6-cee8-4c92-bcc7-3a77d1e92018 HTTP/1.1" status: 200 len: 918 time: 0.0974736 Sep 20 13:22:37.233934 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ba17c9f6-8bc7-4723-a243-c370555ff3f9 req-555da8aa-44d5-4290-924d-116103faaef5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db0389ce-4a65-44b3-9cfe-dc30d33b40b5 HTTP/1.1" status: 200 len: 217 time: 0.0608532 Sep 20 13:22:37.308403 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba17c9f6-8bc7-4723-a243-c370555ff3f9 req-02ba164c-52a5-4c23-9127-18a1a62a792f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:22:37.309276 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ba17c9f6-8bc7-4723-a243-c370555ff3f9 req-02ba164c-52a5-4c23-9127-18a1a62a792f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=64939650-d3ca-4c0c-952c-41e35d669944 HTTP/1.1" status: 200 len: 857 time: 0.0683484 Sep 20 13:22:37.319062 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461581d-b60e-4d4e-a8df-64bc616b28e6 req-cf3a19e1-d173-4f64-9b55-0d820d47150e tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:22:37.320444 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7461581d-b60e-4d4e-a8df-64bc616b28e6 req-cf3a19e1-d173-4f64-9b55-0d820d47150e tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.62 "GET /v2.0/networks?id=ed809d10-45b2-429e-b44f-1694990b1073 HTTP/1.1" status: 200 len: 815 time: 0.1698318 Sep 20 13:22:37.399513 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba17c9f6-8bc7-4723-a243-c370555ff3f9 req-3257c8d9-740c-4ffc-910f-43efcd579fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:22:37.400953 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ba17c9f6-8bc7-4723-a243-c370555ff3f9 req-3257c8d9-740c-4ffc-910f-43efcd579fc7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=105b52c6-cee8-4c92-bcc7-3a77d1e92018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0796711 Sep 20 13:22:37.423426 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7461581d-b60e-4d4e-a8df-64bc616b28e6 req-9192e885-73df-455d-af5c-132c63678e1e tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a20aa815a0947579d330112176846c9 HTTP/1.1" status: 200 len: 472 time: 0.0742328 Sep 20 13:22:37.443986 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-7461581d-b60e-4d4e-a8df-64bc616b28e6 req-0680f07f-2ea9-45ea-bf68-650b961a6e80 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Request body: {'port': {'device_id': '5d5bc69b-fcc3-4101-9f89-02c750c2e5d4', 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073', 'admin_state_up': True, 'tenant_id': '4a20aa815a0947579d330112176846c9', 'security_groups': ['e7195410-58c3-4643-9e49-df53b21ffb45']}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:22:37.529766 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-63bf73eb-564e-4c47-ae12-3521192b1cd1 req-b44b7011-5f22-447c-a4e4-15d7c177238b tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d5bc69b-fcc3-4101-9f89-02c750c2e5d4 HTTP/1.1" status: 200 len: 210 time: 0.0324006 Sep 20 13:22:37.600923 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ba17c9f6-8bc7-4723-a243-c370555ff3f9 req-8d6729f7-3e3f-415d-bc29-c34fd024b077 service neutron] 10.222.0.62 "GET /v2.0/networks/105b52c6-cee8-4c92-bcc7-3a77d1e92018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686406 Sep 20 13:22:37.626709 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7461581d-b60e-4d4e-a8df-64bc616b28e6 req-0680f07f-2ea9-45ea-bf68-650b961a6e80 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Made reservation on behalf of 4a20aa815a0947579d330112176846c9 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:22:37.629882 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-7461581d-b60e-4d4e-a8df-64bc616b28e6 req-0680f07f-2ea9-45ea-bf68-650b961a6e80 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:22:37.752728 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ba17c9f6-8bc7-4723-a243-c370555ff3f9 req-cf6ea079-d8db-446f-bcdc-fb54a4b87bde service neutron] 10.222.0.62 "GET /v2.0/networks/105b52c6-cee8-4c92-bcc7-3a77d1e92018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443911 Sep 20 13:22:37.806787 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-7461581d-b60e-4d4e-a8df-64bc616b28e6 req-0680f07f-2ea9-45ea-bf68-650b961a6e80 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Allocated IP 172.20.0.9 (ed809d10-45b2-429e-b44f-1694990b1073/adb9ef7c-1078-430d-958b-f7a53420a9c5/2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:22:37.948104 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-7461581d-b60e-4d4e-a8df-64bc616b28e6 req-0680f07f-2ea9-45ea-bf68-650b961a6e80 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for port (2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:22:37.978886 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-7461581d-b60e-4d4e-a8df-64bc616b28e6 req-0680f07f-2ea9-45ea-bf68-650b961a6e80 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:22:38.018643 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7461581d-b60e-4d4e-a8df-64bc616b28e6 req-0680f07f-2ea9-45ea-bf68-650b961a6e80 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Network ed809d10-45b2-429e-b44f-1694990b1073 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:22:38.021668 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-7461581d-b60e-4d4e-a8df-64bc616b28e6 req-0680f07f-2ea9-45ea-bf68-650b961a6e80 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:22:38.027826 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-7461581d-b60e-4d4e-a8df-64bc616b28e6 req-0680f07f-2ea9-45ea-bf68-650b961a6e80 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:22:38.057136 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0680f07f-2ea9-45ea-bf68-650b961a6e80 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Pushing event updated for resources: {'Port': ['ID=2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:22:38.085600 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461581d-b60e-4d4e-a8df-64bc616b28e6 req-0680f07f-2ea9-45ea-bf68-650b961a6e80 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:22:38.086293 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-7461581d-b60e-4d4e-a8df-64bc616b28e6 req-0680f07f-2ea9-45ea-bf68-650b961a6e80 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:22:38.106160 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7461581d-b60e-4d4e-a8df-64bc616b28e6 req-0680f07f-2ea9-45ea-bf68-650b961a6e80 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6671655 Sep 20 13:22:38.144746 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-7461581d-b60e-4d4e-a8df-64bc616b28e6 req-bba2d21b-9385-4dd0-b241-782c7594ea5d service neutron] Request body: {'port': {'device_id': '5d5bc69b-fcc3-4101-9f89-02c750c2e5d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85846'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:22:38.209032 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-edb15d06-3f70-4eb8-b06b-e00514b84b5b None None] Provisioning complete for port 2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:22:38.209595 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-7461581d-b60e-4d4e-a8df-64bc616b28e6 req-bba2d21b-9385-4dd0-b241-782c7594ea5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:22:38.209759 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-edb15d06-3f70-4eb8-b06b-e00514b84b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:22:38.210170 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-edb15d06-3f70-4eb8-b06b-e00514b84b5b None None] Attempt 1 to provision port 2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed Sep 20 13:22:38.244826 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-edb15d06-3f70-4eb8-b06b-e00514b84b5b None None] Port 2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:22:38.455143 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [req-7461581d-b60e-4d4e-a8df-64bc616b28e6 req-bba2d21b-9385-4dd0-b241-782c7594ea5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 13:22:38.462792 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-7461581d-b60e-4d4e-a8df-64bc616b28e6 req-bba2d21b-9385-4dd0-b241-782c7594ea5d service neutron] Publish callbacks [] for port (2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:22:38.475206 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-7461581d-b60e-4d4e-a8df-64bc616b28e6 req-bba2d21b-9385-4dd0-b241-782c7594ea5d service neutron] Transition to ACTIVE for port object 2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 20 13:22:38.478859 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-7461581d-b60e-4d4e-a8df-64bc616b28e6 req-bba2d21b-9385-4dd0-b241-782c7594ea5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242759'] for port (2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:22:38.538109 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba2d21b-9385-4dd0-b241-782c7594ea5d service neutron] Pushing event updated for resources: {'Port': ['ID=2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:22:38.586958 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-7461581d-b60e-4d4e-a8df-64bc616b28e6 req-bba2d21b-9385-4dd0-b241-782c7594ea5d service neutron] Attempting to bind port 2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed on host hv-cinder-85846 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 20 13:22:38.587300 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-7461581d-b60e-4d4e-a8df-64bc616b28e6 req-bba2d21b-9385-4dd0-b241-782c7594ea5d service neutron] Attempting to bind port 2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed by drivers openvswitch,hyperv on host hv-cinder-85846 at level 0 using segments [{'id': '8a4b54b5-f94a-442c-baa8-d6ca9ddee630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 20 13:22:38.587629 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7461581d-b60e-4d4e-a8df-64bc616b28e6 req-bba2d21b-9385-4dd0-b241-782c7594ea5d service neutron] Attempting to bind port 2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed on network ed809d10-45b2-429e-b44f-1694990b1073 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:22:38.591959 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7461581d-b60e-4d4e-a8df-64bc616b28e6 req-bba2d21b-9385-4dd0-b241-782c7594ea5d service neutron] Port 2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed on network ed809d10-45b2-429e-b44f-1694990b1073 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85846 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 13:22:38.592288 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7461581d-b60e-4d4e-a8df-64bc616b28e6 req-bba2d21b-9385-4dd0-b241-782c7594ea5d service neutron] Attempting to bind port 2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed on network ed809d10-45b2-429e-b44f-1694990b1073 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:22:38.597049 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7461581d-b60e-4d4e-a8df-64bc616b28e6 req-bba2d21b-9385-4dd0-b241-782c7594ea5d service neutron] Checking agent: {'id': '728cf656-0364-4172-b8b5-b6ffd3122ed0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85846', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 13, 15, 40), 'started_at': datetime.datetime(2022, 9, 20, 13, 15, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 13, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:22:38.597390 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7461581d-b60e-4d4e-a8df-64bc616b28e6 req-bba2d21b-9385-4dd0-b241-782c7594ea5d service neutron] Checking segment: {'id': '8a4b54b5-f94a-442c-baa8-d6ca9ddee630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:22:38.597778 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7461581d-b60e-4d4e-a8df-64bc616b28e6 req-bba2d21b-9385-4dd0-b241-782c7594ea5d service neutron] Bound using segment: {'id': '8a4b54b5-f94a-442c-baa8-d6ca9ddee630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:22:38.598229 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-7461581d-b60e-4d4e-a8df-64bc616b28e6 req-bba2d21b-9385-4dd0-b241-782c7594ea5d service neutron] Bound port: 2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed, host: hv-cinder-85846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a4b54b5-f94a-442c-baa8-d6ca9ddee630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 20 13:22:38.598591 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-7461581d-b60e-4d4e-a8df-64bc616b28e6 req-bba2d21b-9385-4dd0-b241-782c7594ea5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:22:38.694548 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-7461581d-b60e-4d4e-a8df-64bc616b28e6 req-bba2d21b-9385-4dd0-b241-782c7594ea5d service neutron] For port 2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed, host hv-cinder-85846, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:22:38.698245 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-7461581d-b60e-4d4e-a8df-64bc616b28e6 req-bba2d21b-9385-4dd0-b241-782c7594ea5d service neutron] For port 2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed, host hv-cinder-85846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed,segment=NetworkSegment(8a4b54b5-f94a-442c-baa8-d6ca9ddee630),segment_id=8a4b54b5-f94a-442c-baa8-d6ca9ddee630)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:22:38.705867 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded7dde-f3b1-42bd-acfc-438399cb1785 req-228e5b73-e723-42f0-aef3-570d9d70c482 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:22:38.707307 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5ded7dde-f3b1-42bd-acfc-438399cb1785 req-228e5b73-e723-42f0-aef3-570d9d70c482 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d5bc69b-fcc3-4101-9f89-02c750c2e5d4 HTTP/1.1" status: 200 len: 943 time: 0.0999210 Sep 20 13:22:38.713486 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-7461581d-b60e-4d4e-a8df-64bc616b28e6 req-bba2d21b-9385-4dd0-b241-782c7594ea5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242759'] for port (2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:22:38.718699 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461581d-b60e-4d4e-a8df-64bc616b28e6 req-bba2d21b-9385-4dd0-b241-782c7594ea5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:22:38.719332 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-7461581d-b60e-4d4e-a8df-64bc616b28e6 req-bba2d21b-9385-4dd0-b241-782c7594ea5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:22:38.720670 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7461581d-b60e-4d4e-a8df-64bc616b28e6 req-bba2d21b-9385-4dd0-b241-782c7594ea5d service neutron] 10.222.0.62 "PUT /v2.0/ports/2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed HTTP/1.1" status: 200 len: 1093 time: 0.5802171 Sep 20 13:22:38.722666 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d5bc69b-fcc3-4101-9f89-02c750c2e5d4', 'tag': '2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:22:38.725262 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8afa0c3fb06aef531850fccced94fa4b659a4977f0534d5a49c84d13d87c0c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779bdd53-f4a3-4421-82f8-7984b3d71ee1" -d '{"events": [{"name": "network-changed", "server_uuid": "5d5bc69b-fcc3-4101-9f89-02c750c2e5d4", "tag": "2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:22:38.745651 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-edb15d06-3f70-4eb8-b06b-e00514b84b5b None None] Attempt 2 to provision port 2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed Sep 20 13:22:38.788519 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-edb15d06-3f70-4eb8-b06b-e00514b84b5b None None] Port 2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed had new provisioning blocks added so it will not transition to active. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 20 13:22:38.790387 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 13:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b50f5f0-b450-49a6-a775-3f2d3c62f645 x-openstack-request-id: req-0b50f5f0-b450-49a6-a775-3f2d3c62f645 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:22:38.790684 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d5bc69b-fcc3-4101-9f89-02c750c2e5d4", "tag": "2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:22:38.790966 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0b50f5f0-b450-49a6-a775-3f2d3c62f645 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:22:38.791366 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b50f5f0-b450-49a6-a775-3f2d3c62f645'] response: {'name': 'network-changed', 'server_uuid': '5d5bc69b-fcc3-4101-9f89-02c750c2e5d4', 'tag': '2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed', 'status': 'completed', 'code': 200} Sep 20 13:22:38.806120 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5ded7dde-f3b1-42bd-acfc-438399cb1785 req-791faa76-6d39-419d-baa4-4d2681bbca04 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7195410-58c3-4643-9e49-df53b21ffb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904205 Sep 20 13:22:38.806707 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba2d21b-9385-4dd0-b241-782c7594ea5d service neutron] Pushing event updated for resources: {'Port': ['ID=2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:22:38.996241 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461581d-b60e-4d4e-a8df-64bc616b28e6 req-495e80fc-fd19-4530-b727-066e65c347d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:22:38.997755 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7461581d-b60e-4d4e-a8df-64bc616b28e6 req-495e80fc-fd19-4530-b727-066e65c347d2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4a20aa815a0947579d330112176846c9&device_id=5d5bc69b-fcc3-4101-9f89-02c750c2e5d4 HTTP/1.1" status: 200 len: 1127 time: 0.0493109 Sep 20 13:22:39.059383 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7461581d-b60e-4d4e-a8df-64bc616b28e6 req-338316fd-87cf-4d2c-9630-f2b7cfbeb7c3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed HTTP/1.1" status: 200 len: 217 time: 0.0319657 Sep 20 13:22:39.108348 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461581d-b60e-4d4e-a8df-64bc616b28e6 req-25c29751-86a9-4adc-adae-4fcb4b83e939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:22:39.109733 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7461581d-b60e-4d4e-a8df-64bc616b28e6 req-25c29751-86a9-4adc-adae-4fcb4b83e939 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=adb9ef7c-1078-430d-958b-f7a53420a9c5 HTTP/1.1" status: 200 len: 854 time: 0.0422237 Sep 20 13:22:39.158119 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461581d-b60e-4d4e-a8df-64bc616b28e6 req-b7a9317e-cbb3-4310-81c5-e5847304a875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:22:39.159579 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7461581d-b60e-4d4e-a8df-64bc616b28e6 req-b7a9317e-cbb3-4310-81c5-e5847304a875 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ed809d10-45b2-429e-b44f-1694990b1073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421510 Sep 20 13:22:39.249254 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7461581d-b60e-4d4e-a8df-64bc616b28e6 req-1716b671-7ddf-46ca-ab71-e3fda419df4d service neutron] 10.222.0.62 "GET /v2.0/networks/ed809d10-45b2-429e-b44f-1694990b1073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811980 Sep 20 13:22:39.337903 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7461581d-b60e-4d4e-a8df-64bc616b28e6 req-33703c5a-55ef-4464-b87c-9b28fd62d191 service neutron] 10.222.0.62 "GET /v2.0/networks/ed809d10-45b2-429e-b44f-1694990b1073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808175 Sep 20 13:22:39.459765 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.agents_db [None req-1b87bba1-5a3b-42d5-ba20-63287d9ec67c None None] Agent healthcheck: found 6 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:22:39.567002 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779bdd53-f4a3-4421-82f8-7984b3d71ee1 req-aa1c409e-35b5-4a2e-9dab-f2f7d417a09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:22:39.568585 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-779bdd53-f4a3-4421-82f8-7984b3d71ee1 req-aa1c409e-35b5-4a2e-9dab-f2f7d417a09e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4a20aa815a0947579d330112176846c9&device_id=5d5bc69b-fcc3-4101-9f89-02c750c2e5d4 HTTP/1.1" status: 200 len: 1127 time: 0.0517149 Sep 20 13:22:39.765563 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779bdd53-f4a3-4421-82f8-7984b3d71ee1 req-9c604dbf-ae44-47bf-a0b1-cba8e2cdb050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:22:39.767107 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-779bdd53-f4a3-4421-82f8-7984b3d71ee1 req-9c604dbf-ae44-47bf-a0b1-cba8e2cdb050 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ed809d10-45b2-429e-b44f-1694990b1073 HTTP/1.1" status: 200 len: 915 time: 0.0858285 Sep 20 13:22:39.810686 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-779bdd53-f4a3-4421-82f8-7984b3d71ee1 req-85226821-4552-48d4-9119-b0650c40ef07 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed HTTP/1.1" status: 200 len: 217 time: 0.0359077 Sep 20 13:22:39.863172 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779bdd53-f4a3-4421-82f8-7984b3d71ee1 req-f06bec96-0205-4014-ae77-c7341b56cd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:22:39.864774 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-779bdd53-f4a3-4421-82f8-7984b3d71ee1 req-f06bec96-0205-4014-ae77-c7341b56cd43 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=adb9ef7c-1078-430d-958b-f7a53420a9c5 HTTP/1.1" status: 200 len: 854 time: 0.0472903 Sep 20 13:22:39.914575 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779bdd53-f4a3-4421-82f8-7984b3d71ee1 req-22bea252-fc60-496e-be62-115329b7a60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:22:39.916133 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-779bdd53-f4a3-4421-82f8-7984b3d71ee1 req-22bea252-fc60-496e-be62-115329b7a60e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ed809d10-45b2-429e-b44f-1694990b1073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452089 Sep 20 13:22:39.933047 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e17dafe-6e20-4cc0-adb8-5e587627d19e req-898c34da-92fe-42c2-83c4-92edfe2b89a5 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:22:39.934520 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-3e17dafe-6e20-4cc0-adb8-5e587627d19e req-898c34da-92fe-42c2-83c4-92edfe2b89a5 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d5bc69b-fcc3-4101-9f89-02c750c2e5d4 HTTP/1.1" status: 200 len: 943 time: 0.0549035 Sep 20 13:22:39.985008 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-3e17dafe-6e20-4cc0-adb8-5e587627d19e req-65a30af0-cca2-45d4-b11c-fecec7085f41 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7195410-58c3-4643-9e49-df53b21ffb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448570 Sep 20 13:22:40.003550 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-779bdd53-f4a3-4421-82f8-7984b3d71ee1 req-5aa6bce6-c4ca-478a-a390-7bcd731980d2 service neutron] 10.222.0.62 "GET /v2.0/networks/ed809d10-45b2-429e-b44f-1694990b1073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806391 Sep 20 13:22:40.093593 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-779bdd53-f4a3-4421-82f8-7984b3d71ee1 req-a4dead51-8f25-4eb8-ab8b-42865d708c52 service neutron] 10.222.0.62 "GET /v2.0/networks/ed809d10-45b2-429e-b44f-1694990b1073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821450 Sep 20 13:22:40.139917 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (728cf656-0364-4172-b8b5-b6ffd3122ed0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:22:41.120211 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d137f0-44ad-469d-85a4-05f5ef19dfb5 req-4dcf4b8d-cc2c-4407-98e6-fcae7989b71c tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:22:41.122709 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-f6d137f0-44ad-469d-85a4-05f5ef19dfb5 req-4dcf4b8d-cc2c-4407-98e6-fcae7989b71c tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d5bc69b-fcc3-4101-9f89-02c750c2e5d4 HTTP/1.1" status: 200 len: 943 time: 0.0658619 Sep 20 13:22:41.170072 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-f6d137f0-44ad-469d-85a4-05f5ef19dfb5 req-48bea56a-488c-481a-97f6-4aec40e19c1a tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7195410-58c3-4643-9e49-df53b21ffb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417037 Sep 20 13:22:42.304604 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b553b04-9862-4bb8-91cf-6aa6489a4c55 req-b1e35d79-4dd0-465b-aae7-a517714c4078 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:22:42.306037 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0b553b04-9862-4bb8-91cf-6aa6489a4c55 req-b1e35d79-4dd0-465b-aae7-a517714c4078 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d5bc69b-fcc3-4101-9f89-02c750c2e5d4 HTTP/1.1" status: 200 len: 943 time: 0.0529094 Sep 20 13:22:42.353426 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0b553b04-9862-4bb8-91cf-6aa6489a4c55 req-207bd3df-a662-4d3e-a17a-1e91d60c8a1c tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7195410-58c3-4643-9e49-df53b21ffb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415270 Sep 20 13:22:43.476110 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89aa25e-9166-41ff-abe2-6ba54ab7fe92 req-9c790e28-c49a-4781-9606-f23bd7688f4d tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:22:43.477083 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab219d-4961-4b5c-917c-9a65758aec63 req-487c6faa-078c-4968-95aa-13ec406ad1bd tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:22:43.477662 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-c89aa25e-9166-41ff-abe2-6ba54ab7fe92 req-9c790e28-c49a-4781-9606-f23bd7688f4d tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d5bc69b-fcc3-4101-9f89-02c750c2e5d4 HTTP/1.1" status: 200 len: 943 time: 0.0519261 Sep 20 13:22:43.478537 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e3ab219d-4961-4b5c-917c-9a65758aec63 req-487c6faa-078c-4968-95aa-13ec406ad1bd tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf524821-ec51-4038-bb1e-161b1db7de4a HTTP/1.1" status: 200 len: 945 time: 0.0558772 Sep 20 13:22:43.525469 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-c89aa25e-9166-41ff-abe2-6ba54ab7fe92 req-08cb15b6-fe51-46e5-881c-3d7503264286 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7195410-58c3-4643-9e49-df53b21ffb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413518 Sep 20 13:22:43.527023 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e3ab219d-4961-4b5c-917c-9a65758aec63 req-ec0534af-82c3-4b42-8590-9220160a33b5 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/security-groups?id=c58043c8-7cf5-4881-98ae-4e7fc027a1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428493 Sep 20 13:22:43.661605 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:22:43.756593 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port 2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed,segment=NetworkSegment(8a4b54b5-f94a-442c-baa8-d6ca9ddee630),segment_id=8a4b54b5-f94a-442c-baa8-d6ca9ddee630)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:22:43.767399 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Returning: {'device': '2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed', 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073', 'port_id': '2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed', 'mac_address': 'fa:16:3e:75:b8:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adb9ef7c-1078-430d-958b-f7a53420a9c5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:22:43.800499 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Current status of the port 2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:22:43.800897 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:22:43.813171 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 13:22:43.832757 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port 2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed,segment=NetworkSegment(8a4b54b5-f94a-442c-baa8-d6ca9ddee630),segment_id=8a4b54b5-f94a-442c-baa8-d6ca9ddee630)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:22:43.837294 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:22:43.884385 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Pushing event updated for resources: {'Port': ['ID=2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:22:43.891186 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:43.891543 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:43.891895 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:43.892241 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:43.892579 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:43.892917 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:43.893252 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:43.893586 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:43.893917 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:43.894269 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:43.894603 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:43.894964 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:43.895292 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:22:44.542838 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] get_ports_and_sgs() called for port_ids ['2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 13:22:44.662088 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adee063-d7ec-40a1-b476-06be15d501a6 req-9cb715a6-8636-4d85-9a96-dab073e56b09 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:22:44.663238 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad8b5c-b4fe-4c49-b891-939145611f9a req-aa1cca97-42d6-4f4f-824f-8eece411eb08 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:22:44.664551 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8adee063-d7ec-40a1-b476-06be15d501a6 req-9cb715a6-8636-4d85-9a96-dab073e56b09 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf524821-ec51-4038-bb1e-161b1db7de4a HTTP/1.1" status: 200 len: 945 time: 0.0593781 Sep 20 13:22:44.664816 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-89ad8b5c-b4fe-4c49-b891-939145611f9a req-aa1cca97-42d6-4f4f-824f-8eece411eb08 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d5bc69b-fcc3-4101-9f89-02c750c2e5d4 HTTP/1.1" status: 200 len: 944 time: 0.0611756 Sep 20 13:22:44.711309 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8adee063-d7ec-40a1-b476-06be15d501a6 req-aa16dd97-7b52-45fc-bf4d-8b16b5c8d947 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/security-groups?id=c58043c8-7cf5-4881-98ae-4e7fc027a1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421562 Sep 20 13:22:44.716963 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-89ad8b5c-b4fe-4c49-b891-939145611f9a req-c20cb4c9-b189-4813-a35c-0e8e5dd0192f tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7195410-58c3-4643-9e49-df53b21ffb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412927 Sep 20 13:22:45.839714 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db3f058-b20d-4387-a5bf-18906f72b45d req-1206235f-ed52-4c3a-b46f-69c33f44a04d tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:22:45.841319 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-8db3f058-b20d-4387-a5bf-18906f72b45d req-1206235f-ed52-4c3a-b46f-69c33f44a04d tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d5bc69b-fcc3-4101-9f89-02c750c2e5d4 HTTP/1.1" status: 200 len: 944 time: 0.0536613 Sep 20 13:22:45.890212 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-8db3f058-b20d-4387-a5bf-18906f72b45d req-53ed53f2-2f56-468a-9f57-ca637952311c tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7195410-58c3-4643-9e49-df53b21ffb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433130 Sep 20 13:22:46.010088 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5ebf8-0ac4-444a-bb08-ae9f6f09b950 req-45a6acb0-0d8d-4dbd-a5d7-2d4cf353c1fe tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:22:46.011499 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-bfe5ebf8-0ac4-444a-bb08-ae9f6f09b950 req-45a6acb0-0d8d-4dbd-a5d7-2d4cf353c1fe tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf524821-ec51-4038-bb1e-161b1db7de4a HTTP/1.1" status: 200 len: 945 time: 0.2237537 Sep 20 13:22:46.060330 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-bfe5ebf8-0ac4-444a-bb08-ae9f6f09b950 req-636c7191-23dd-46cd-b732-c0c535a0aae1 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/security-groups?id=c58043c8-7cf5-4881-98ae-4e7fc027a1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431314 Sep 20 13:22:46.261382 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55c46d-869d-4113-9f56-83d314a8dbe9 req-37a58694-4561-4d1d-9bc2-675aaff18d41 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:22:46.262707 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ba55c46d-869d-4113-9f56-83d314a8dbe9 req-37a58694-4561-4d1d-9bc2-675aaff18d41 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf524821-ec51-4038-bb1e-161b1db7de4a HTTP/1.1" status: 200 len: 945 time: 0.0518320 Sep 20 13:22:46.352257 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-ba55c46d-869d-4113-9f56-83d314a8dbe9 req-26619d4d-f971-4588-9020-bf9ef74915e8 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Deleting port 54e70426-989d-4b3d-be9a-530b112581be {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:22:46.352601 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ba55c46d-869d-4113-9f56-83d314a8dbe9 req-26619d4d-f971-4588-9020-bf9ef74915e8 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (54e70426-989d-4b3d-be9a-530b112581be), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:22:46.440690 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-ba55c46d-869d-4113-9f56-83d314a8dbe9 req-26619d4d-f971-4588-9020-bf9ef74915e8 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] For port 54e70426-989d-4b3d-be9a-530b112581be, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=54e70426-989d-4b3d-be9a-530b112581be,segment=NetworkSegment(4de8c6a6-e951-4ad5-bbe5-bf4e8f508979),segment_id=4de8c6a6-e951-4ad5-bbe5-bf4e8f508979)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:22:46.441053 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ba55c46d-869d-4113-9f56-83d314a8dbe9 req-26619d4d-f971-4588-9020-bf9ef74915e8 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (54e70426-989d-4b3d-be9a-530b112581be), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:22:46.453288 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-ba55c46d-869d-4113-9f56-83d314a8dbe9 req-26619d4d-f971-4588-9020-bf9ef74915e8 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Calling delete_port for 54e70426-989d-4b3d-be9a-530b112581be owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:22:46.581901 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ba55c46d-869d-4113-9f56-83d314a8dbe9 req-26619d4d-f971-4588-9020-bf9ef74915e8 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (54e70426-989d-4b3d-be9a-530b112581be), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:22:46.619836 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] get_ports_and_sgs() called for port_ids ['54e70426-989d-4b3d-be9a-530b112581be'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 13:22:46.856032 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26619d4d-f971-4588-9020-bf9ef74915e8 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Pushing event deleted for resources: {'Port': ['ID=54e70426-989d-4b3d-be9a-530b112581be,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:22:46.899474 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba55c46d-869d-4113-9f56-83d314a8dbe9 req-26619d4d-f971-4588-9020-bf9ef74915e8 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] No DVR routers for this DVR port 54e70426-989d-4b3d-be9a-530b112581be on host hv-cinder-85846 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:22:46.901943 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ba55c46d-869d-4113-9f56-83d314a8dbe9 req-26619d4d-f971-4588-9020-bf9ef74915e8 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:22:46.905227 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ba55c46d-869d-4113-9f56-83d314a8dbe9 req-26619d4d-f971-4588-9020-bf9ef74915e8 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.62 "DELETE /v2.0/ports/54e70426-989d-4b3d-be9a-530b112581be HTTP/1.1" status: 204 len: 173 time: 0.6371553 Sep 20 13:22:46.905711 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf524821-ec51-4038-bb1e-161b1db7de4a', 'name': 'network-vif-deleted', 'tag': '54e70426-989d-4b3d-be9a-530b112581be'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:22:46.907944 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8afa0c3fb06aef531850fccced94fa4b659a4977f0534d5a49c84d13d87c0c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a40271b1-6e0e-4c1a-8b00-8cb38e96e6f5" -d '{"events": [{"server_uuid": "cf524821-ec51-4038-bb1e-161b1db7de4a", "name": "network-vif-deleted", "tag": "54e70426-989d-4b3d-be9a-530b112581be"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:22:46.941673 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 13:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2356c396-0cba-4725-9144-a0f55a0f534a x-openstack-request-id: req-2356c396-0cba-4725-9144-a0f55a0f534a {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:22:46.941997 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf524821-ec51-4038-bb1e-161b1db7de4a", "name": "network-vif-deleted", "tag": "54e70426-989d-4b3d-be9a-530b112581be", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:22:46.942221 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2356c396-0cba-4725-9144-a0f55a0f534a {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:22:46.942627 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2356c396-0cba-4725-9144-a0f55a0f534a'] response: {'server_uuid': 'cf524821-ec51-4038-bb1e-161b1db7de4a', 'name': 'network-vif-deleted', 'tag': '54e70426-989d-4b3d-be9a-530b112581be', 'status': 'completed', 'code': 200} Sep 20 13:22:47.022540 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca9674-0fdc-4c90-ab12-0f3b675a925b req-7a506115-04b6-4f23-8136-9ba96b6e88fd tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:22:47.024493 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-53ca9674-0fdc-4c90-ab12-0f3b675a925b req-7a506115-04b6-4f23-8136-9ba96b6e88fd tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d5bc69b-fcc3-4101-9f89-02c750c2e5d4 HTTP/1.1" status: 200 len: 944 time: 0.0551450 Sep 20 13:22:47.075052 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-53ca9674-0fdc-4c90-ab12-0f3b675a925b req-4d099f3e-4fff-4f7f-98d5-d6088e413b43 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7195410-58c3-4643-9e49-df53b21ffb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444181 Sep 20 13:22:47.228227 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-ee9a4e53-074a-4aac-89af-fc31dc615790 req-3cad5f35-30f5-480f-ba97-22ed9c307271 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf524821-ec51-4038-bb1e-161b1db7de4a HTTP/1.1" status: 200 len: 210 time: 0.0791466 Sep 20 13:22:47.691239 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed up at agent hyperv_hv-cinder-85846 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:22:47.736418 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Provisioning for port 2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 13:22:47.739963 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Provisioning complete for port 2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:22:47.740329 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:22:47.740672 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Attempt 1 to provision port 2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed Sep 20 13:22:47.814216 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Current status of the port 2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:22:47.814609 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:22:47.837493 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d5bc69b-fcc3-4101-9f89-02c750c2e5d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:22:47.839967 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76b3f69f6489aff1aa8284e7e37e9464aa9e8db96ff70d8a184fca566081ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c294bf57-f42d-4a0e-9b3a-7ff0e6747913" -d '{"events": [{"server_uuid": "5d5bc69b-fcc3-4101-9f89-02c750c2e5d4", "name": "network-vif-plugged", "status": "completed", "tag": "2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:22:47.852661 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port 2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed,segment=NetworkSegment(8a4b54b5-f94a-442c-baa8-d6ca9ddee630),segment_id=8a4b54b5-f94a-442c-baa8-d6ca9ddee630)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:22:47.856861 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:22:47.878998 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 13:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2f21f6-0382-455f-9998-fac196423ef6 x-openstack-request-id: req-3e2f21f6-0382-455f-9998-fac196423ef6 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:22:47.879318 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d5bc69b-fcc3-4101-9f89-02c750c2e5d4", "name": "network-vif-plugged", "status": "completed", "tag": "2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:22:47.879574 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3e2f21f6-0382-455f-9998-fac196423ef6 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:22:47.879958 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e2f21f6-0382-455f-9998-fac196423ef6'] response: {'server_uuid': '5d5bc69b-fcc3-4101-9f89-02c750c2e5d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed', 'code': 200} Sep 20 13:22:47.904640 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Pushing event updated for resources: {'Port': ['ID=2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:22:48.089650 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3da496-c148-484f-9034-73157bbd9fe6 req-541eb5fd-9ab9-4074-bcef-f4513819e7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:22:48.091160 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4d3da496-c148-484f-9034-73157bbd9fe6 req-541eb5fd-9ab9-4074-bcef-f4513819e7be service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5d5bc69b-fcc3-4101-9f89-02c750c2e5d4 HTTP/1.1" status: 200 len: 1129 time: 0.0440521 Sep 20 13:22:48.136561 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4d3da496-c148-484f-9034-73157bbd9fe6 req-20be4add-1262-4c9b-ad7b-f6ef3649608b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e7195410-58c3-4643-9e49-df53b21ffb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390661 Sep 20 13:22:48.204578 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80adaed8-3fcf-4fa9-bf4c-ccafd823c377 req-686eb713-8de5-41ad-a142-09b0a6492472 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:22:48.206038 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-80adaed8-3fcf-4fa9-bf4c-ccafd823c377 req-686eb713-8de5-41ad-a142-09b0a6492472 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d5bc69b-fcc3-4101-9f89-02c750c2e5d4 HTTP/1.1" status: 200 len: 945 time: 0.0559652 Sep 20 13:22:48.253366 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-80adaed8-3fcf-4fa9-bf4c-ccafd823c377 req-5d2eafdf-f862-420d-98ed-c9dcee5f8189 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7195410-58c3-4643-9e49-df53b21ffb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411284 Sep 20 13:22:49.376702 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94795763-ccec-4257-a8c4-9bce3a465d47 req-26da72c4-bfe0-47a6-9cf9-2067833608d9 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:22:49.378139 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-94795763-ccec-4257-a8c4-9bce3a465d47 req-26da72c4-bfe0-47a6-9cf9-2067833608d9 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d5bc69b-fcc3-4101-9f89-02c750c2e5d4 HTTP/1.1" status: 200 len: 945 time: 0.0515001 Sep 20 13:22:49.423869 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-94795763-ccec-4257-a8c4-9bce3a465d47 req-f5a10794-68b1-4ee3-be34-cdd3a79996de tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7195410-58c3-4643-9e49-df53b21ffb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395219 Sep 20 13:22:50.549024 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee77332-0bfa-432d-84fc-a362694a7754 req-709c2f3e-e81e-4f2f-9829-11eeb5379e22 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:22:50.550511 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9ee77332-0bfa-432d-84fc-a362694a7754 req-709c2f3e-e81e-4f2f-9829-11eeb5379e22 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d5bc69b-fcc3-4101-9f89-02c750c2e5d4 HTTP/1.1" status: 200 len: 945 time: 0.0534203 Sep 20 13:22:50.595893 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9ee77332-0bfa-432d-84fc-a362694a7754 req-502709dd-982a-42fa-87da-079df4030316 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7195410-58c3-4643-9e49-df53b21ffb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391171 Sep 20 13:22:50.743970 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 54e70426-989d-4b3d-be9a-530b112581be no longer exists at agent hyperv_hv-cinder-85846 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:22:50.762278 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] No Port match for: 54e70426-989d-4b3d-be9a-530b112581be {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 20 13:22:50.762623 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 54e70426-989d-4b3d-be9a-530b112581be not bound to the agent host hv-cinder-85846 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:22:51.721058 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6533420-4f08-46b3-9761-17abb933b025 req-5cb831f4-9319-4299-b92c-b2f4d83267b3 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:22:51.722497 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-c6533420-4f08-46b3-9761-17abb933b025 req-5cb831f4-9319-4299-b92c-b2f4d83267b3 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d5bc69b-fcc3-4101-9f89-02c750c2e5d4 HTTP/1.1" status: 200 len: 945 time: 0.0543563 Sep 20 13:22:51.964974 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-c6533420-4f08-46b3-9761-17abb933b025 req-96144ee3-6edc-423a-b06f-fc33ff238c56 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7195410-58c3-4643-9e49-df53b21ffb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2356699 Sep 20 13:22:53.089525 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9db28-ff9e-4432-a61e-f97409640a93 req-b7e30eff-c222-46dc-92c4-10884c68669e tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:22:53.090995 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-56c9db28-ff9e-4432-a61e-f97409640a93 req-b7e30eff-c222-46dc-92c4-10884c68669e tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d5bc69b-fcc3-4101-9f89-02c750c2e5d4 HTTP/1.1" status: 200 len: 945 time: 0.0556901 Sep 20 13:22:53.135836 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-56c9db28-ff9e-4432-a61e-f97409640a93 req-933e2046-f607-4334-9109-a76a1bd39f6e tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7195410-58c3-4643-9e49-df53b21ffb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393882 Sep 20 13:22:53.426103 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-36103919-e971-4c55-a56b-84d599806632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (c520f755-59ca-4a79-a15e-107c01e131c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:22:54.259261 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b18ab-e9e1-427a-bc6e-16586b651105 req-c991474e-4a5f-4d49-9600-ad5d065390d4 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:22:54.260716 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-773b18ab-e9e1-427a-bc6e-16586b651105 req-c991474e-4a5f-4d49-9600-ad5d065390d4 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d5bc69b-fcc3-4101-9f89-02c750c2e5d4 HTTP/1.1" status: 200 len: 945 time: 0.0531287 Sep 20 13:22:54.307114 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-773b18ab-e9e1-427a-bc6e-16586b651105 req-60f97117-be76-40bc-a713-b20137a7a610 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7195410-58c3-4643-9e49-df53b21ffb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409477 Sep 20 13:22:55.430013 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d0eb4-cffb-4ffe-a212-b390f9f71508 req-d429369b-e9f9-4a82-bef8-2febb88b7ead tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:22:55.431499 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-db4d0eb4-cffb-4ffe-a212-b390f9f71508 req-d429369b-e9f9-4a82-bef8-2febb88b7ead tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d5bc69b-fcc3-4101-9f89-02c750c2e5d4 HTTP/1.1" status: 200 len: 945 time: 0.0524712 Sep 20 13:22:55.476161 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-db4d0eb4-cffb-4ffe-a212-b390f9f71508 req-da9934d1-7160-4de7-8d8f-39668e9d6ee2 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7195410-58c3-4643-9e49-df53b21ffb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392756 Sep 20 13:22:55.594228 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779463e-6265-4226-8830-15b7a441c492 req-de5a53fd-cdb4-4c5f-a6b1-6b3e1616b9d3 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:22:55.595609 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-b779463e-6265-4226-8830-15b7a441c492 req-de5a53fd-cdb4-4c5f-a6b1-6b3e1616b9d3 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d5bc69b-fcc3-4101-9f89-02c750c2e5d4 HTTP/1.1" status: 200 len: 945 time: 0.0518973 Sep 20 13:22:55.605961 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 32794) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:22:55.610184 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.v2.base [None req-f26fb075-a2e7-4da4-839c-6fe6109dd5de tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Request body: {'floatingip': {'port_id': '2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:22:55.648947 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f26fb075-a2e7-4da4-839c-6fe6109dd5de tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for floatingip (becaf19a-a3fd-4cdc-a21d-487f0af9dfc6), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:22:55.756392 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-41309ea2-c5b6-4f64-9169-80846dcd6ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (e6bdf340-58c5-4186-af2d-ab00439e5425), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:22:56.064134 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f26fb075-a2e7-4da4-839c-6fe6109dd5de tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:22:56.067702 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f26fb075-a2e7-4da4-839c-6fe6109dd5de tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607693'] for floatingip (becaf19a-a3fd-4cdc-a21d-487f0af9dfc6), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:22:56.159972 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.db.l3_db [None req-f26fb075-a2e7-4da4-839c-6fe6109dd5de tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Floating IP becaf19a-a3fd-4cdc-a21d-487f0af9dfc6 associated. External IP: 172.27.2.64, port: 2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed. Sep 20 13:22:56.351317 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f26fb075-a2e7-4da4-839c-6fe6109dd5de tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Router be2310ee-b755-4160-9683-bf0123d26b8d has already been hosted by L3 agent e6bdf340-58c5-4186-af2d-ab00439e5425 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:22:56.451599 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f26fb075-a2e7-4da4-839c-6fe6109dd5de tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Notify agent at l3_agent.dv-cinder-858463-1-iscsi the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:22:56.456007 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f26fb075-a2e7-4da4-839c-6fe6109dd5de tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:22:56.462565 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2a3166-9b13-4bf9-ba55-85ed75032fd7 None None] Sync routers for ids ['be2310ee-b755-4160-9683-bf0123d26b8d'] in dv-cinder-858463-1-iscsi {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:22:56.471804 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2a3166-9b13-4bf9-ba55-85ed75032fd7 None None] Routers {'be2310ee-b755-4160-9683-bf0123d26b8d'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:22:56.472409 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-ad2a3166-9b13-4bf9-ba55-85ed75032fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:22:56Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['be2310ee-b755-4160-9683-bf0123d26b8d'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:22:56.487416 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-f26fb075-a2e7-4da4-839c-6fe6109dd5de tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "PUT /v2.0/floatingips/becaf19a-a3fd-4cdc-a21d-487f0af9dfc6 HTTP/1.1" status: 200 len: 990 time: 0.8782434 Sep 20 13:22:56.487416 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d5bc69b-fcc3-4101-9f89-02c750c2e5d4', 'tag': '2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:22:56.488150 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35f9f8ba2811e4be4385c704f255b6faf45db8d19dac8ae47afe3dd23e96b6c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6edad3ca-3aec-44be-b209-41fc12c9cf98" -d '{"events": [{"name": "network-changed", "server_uuid": "5d5bc69b-fcc3-4101-9f89-02c750c2e5d4", "tag": "2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:22:56.523623 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 13:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb0ce6e-a7c2-4102-a58f-1e2809551f2c x-openstack-request-id: req-fdb0ce6e-a7c2-4102-a58f-1e2809551f2c {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:22:56.523924 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d5bc69b-fcc3-4101-9f89-02c750c2e5d4", "tag": "2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:22:56.524185 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fdb0ce6e-a7c2-4102-a58f-1e2809551f2c {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:22:56.524599 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdb0ce6e-a7c2-4102-a58f-1e2809551f2c'] response: {'name': 'network-changed', 'server_uuid': '5d5bc69b-fcc3-4101-9f89-02c750c2e5d4', 'tag': '2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed', 'status': 'completed', 'code': 200} Sep 20 13:22:56.576870 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-ad2a3166-9b13-4bf9-ba55-85ed75032fd7 None None] Set router be2310ee-b755-4160-9683-bf0123d26b8d gateway port host: dv-cinder-858463-1-iscsi {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:22:56.676949 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edad3ca-3aec-44be-b209-41fc12c9cf98 req-69c3fa44-e644-40bf-b5c8-9516d50a1d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:22:56.679149 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6edad3ca-3aec-44be-b209-41fc12c9cf98 req-69c3fa44-e644-40bf-b5c8-9516d50a1d8c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4a20aa815a0947579d330112176846c9&device_id=5d5bc69b-fcc3-4101-9f89-02c750c2e5d4 HTTP/1.1" status: 200 len: 1129 time: 0.0464580 Sep 20 13:22:56.777976 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edad3ca-3aec-44be-b209-41fc12c9cf98 req-477a05f9-2308-4752-b76b-535732fe111e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:22:56.779505 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6edad3ca-3aec-44be-b209-41fc12c9cf98 req-477a05f9-2308-4752-b76b-535732fe111e service neutron] 10.222.0.62 "GET /v2.0/networks?id=ed809d10-45b2-429e-b44f-1694990b1073 HTTP/1.1" status: 200 len: 915 time: 0.0942307 Sep 20 13:22:56.844093 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6edad3ca-3aec-44be-b209-41fc12c9cf98 req-a1d134e0-5c0c-409e-9b49-e3eea2b3d338 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed HTTP/1.1" status: 200 len: 998 time: 0.0575442 Sep 20 13:22:56.851435 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21c1e68e-1f58-483a-acac-7453cdb7afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (dfbc54aa-0ed8-4030-9edb-0bf7f0e74037), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:22:56.930150 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-ad2a3166-9b13-4bf9-ba55-85ed75032fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'name': 'tempest-AttachVolumeNegativeTest-2003643593-router', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'e9492da9-45a9-44b6-9182-04a6b3f257d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:17:46Z', 'updated_at': '2022-09-20T13:17:58Z', 'revision_number': 4, 'project_id': '4a20aa815a0947579d330112176846c9', 'gw_port': {'id': 'e9492da9-45a9-44b6-9182-04a6b3f257d7', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:23:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:48Z', 'updated_at': '2022-09-20T13:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_floatingips': [{'id': '5cdd6e13-7676-4cda-9128-32991ede839b', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'floating_ip_address': '172.27.2.29', 'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'router_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'port_id': '055b6831-0401-4e61-b025-649a032bec93', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073', 'mac_address': 'fa:16:3e:22:47:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab316ba-c488-4ee1-8262-0d6e73b9afa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T13:18:04Z', 'updated_at': '2022-09-20T13:19:22Z', 'revision_number': 2, 'project_id': '4a20aa815a0947579d330112176846c9', 'fixed_ip_address_scope': None}, {'id': 'becaf19a-a3fd-4cdc-a21d-487f0af9dfc6', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'floating_ip_address': '172.27.2.64', 'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'router_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'port_id': '2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073', 'mac_address': 'fa:16:3e:75:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5bc69b-fcc3-4101-9f89-02c750c2e5d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T13:22:33Z', 'updated_at': '2022-09-20T13:22:55Z', 'revision_number': 1, 'project_id': '4a20aa815a0947579d330112176846c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba476e6c-250e-4f5e-8556-480e6708d591', 'name': '', 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'mac_address': 'fa:16:3e:8c:7f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'adb9ef7c-1078-430d-958b-f7a53420a9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:56Z', 'updated_at': '2022-09-20T13:18:06Z', 'revision_number': 5, 'project_id': '4a20aa815a0947579d330112176846c9', 'subnets': [{'id': 'adb9ef7c-1078-430d-958b-f7a53420a9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:22:56.953201 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2a3166-9b13-4bf9-ba55-85ed75032fd7 None None] Checking router: be2310ee-b755-4160-9683-bf0123d26b8d for host: dv-cinder-858463-1-iscsi {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:22:56.961821 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2a3166-9b13-4bf9-ba55-85ed75032fd7 None None] Routers {'be2310ee-b755-4160-9683-bf0123d26b8d'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:22:56.962423 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-ad2a3166-9b13-4bf9-ba55-85ed75032fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:22:56Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['be2310ee-b755-4160-9683-bf0123d26b8d'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:22:57.061524 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-ad2a3166-9b13-4bf9-ba55-85ed75032fd7 None None] Set router be2310ee-b755-4160-9683-bf0123d26b8d gateway port host: dv-cinder-858463-1-iscsi {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:22:57.269789 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-ad2a3166-9b13-4bf9-ba55-85ed75032fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'name': 'tempest-AttachVolumeNegativeTest-2003643593-router', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'e9492da9-45a9-44b6-9182-04a6b3f257d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:17:46Z', 'updated_at': '2022-09-20T13:17:58Z', 'revision_number': 4, 'project_id': '4a20aa815a0947579d330112176846c9', 'gw_port': {'id': 'e9492da9-45a9-44b6-9182-04a6b3f257d7', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:23:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:48Z', 'updated_at': '2022-09-20T13:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_floatingips': [{'id': '5cdd6e13-7676-4cda-9128-32991ede839b', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'floating_ip_address': '172.27.2.29', 'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'router_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'port_id': '055b6831-0401-4e61-b025-649a032bec93', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073', 'mac_address': 'fa:16:3e:22:47:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab316ba-c488-4ee1-8262-0d6e73b9afa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T13:18:04Z', 'updated_at': '2022-09-20T13:19:22Z', 'revision_number': 2, 'project_id': '4a20aa815a0947579d330112176846c9', 'fixed_ip_address_scope': None}, {'id': 'becaf19a-a3fd-4cdc-a21d-487f0af9dfc6', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'floating_ip_address': '172.27.2.64', 'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'router_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'port_id': '2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073', 'mac_address': 'fa:16:3e:75:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5bc69b-fcc3-4101-9f89-02c750c2e5d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T13:22:33Z', 'updated_at': '2022-09-20T13:22:55Z', 'revision_number': 1, 'project_id': '4a20aa815a0947579d330112176846c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba476e6c-250e-4f5e-8556-480e6708d591', 'name': '', 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'mac_address': 'fa:16:3e:8c:7f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'adb9ef7c-1078-430d-958b-f7a53420a9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:56Z', 'updated_at': '2022-09-20T13:18:06Z', 'revision_number': 5, 'project_id': '4a20aa815a0947579d330112176846c9', 'subnets': [{'id': 'adb9ef7c-1078-430d-958b-f7a53420a9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:22:57.297422 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2a3166-9b13-4bf9-ba55-85ed75032fd7 None None] The sync data for ids ['be2310ee-b755-4160-9683-bf0123d26b8d'] in dv-cinder-858463-1-iscsi is: [{'id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'name': 'tempest-AttachVolumeNegativeTest-2003643593-router', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'e9492da9-45a9-44b6-9182-04a6b3f257d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:17:46Z', 'updated_at': '2022-09-20T13:17:58Z', 'revision_number': 4, 'project_id': '4a20aa815a0947579d330112176846c9', 'gw_port': {'id': 'e9492da9-45a9-44b6-9182-04a6b3f257d7', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:23:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:48Z', 'updated_at': '2022-09-20T13:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_floatingips': [{'id': '5cdd6e13-7676-4cda-9128-32991ede839b', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'floating_ip_address': '172.27.2.29', 'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'router_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'port_id': '055b6831-0401-4e61-b025-649a032bec93', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073', 'mac_address': 'fa:16:3e:22:47:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab316ba-c488-4ee1-8262-0d6e73b9afa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T13:18:04Z', 'updated_at': '2022-09-20T13:19:22Z', 'revision_number': 2, 'project_id': '4a20aa815a0947579d330112176846c9', 'fixed_ip_address_scope': None}, {'id': 'becaf19a-a3fd-4cdc-a21d-487f0af9dfc6', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'floating_ip_address': '172.27.2.64', 'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'router_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'port_id': '2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073', 'mac_address': 'fa:16:3e:75:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5bc69b-fcc3-4101-9f89-02c750c2e5d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T13:22:33Z', 'updated_at': '2022-09-20T13:22:55Z', 'revision_number': 1, 'project_id': '4a20aa815a0947579d330112176846c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba476e6c-250e-4f5e-8556-480e6708d591', 'name': '', 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'mac_address': 'fa:16:3e:8c:7f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'adb9ef7c-1078-430d-958b-f7a53420a9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:56Z', 'updated_at': '2022-09-20T13:18:06Z', 'revision_number': 5, 'project_id': '4a20aa815a0947579d330112176846c9', 'subnets': [{'id': 'adb9ef7c-1078-430d-958b-f7a53420a9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:22:57.499895 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5451c3-d9a6-42a1-aca8-0b2cf7fa1cea None None] New status for floating IP becaf19a-a3fd-4cdc-a21d-487f0af9dfc6: ACTIVE {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 13:22:58.115747 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edad3ca-3aec-44be-b209-41fc12c9cf98 req-fbf0c9cb-21c6-4dff-b81c-4fcd3bc5ccdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:22:58.117285 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6edad3ca-3aec-44be-b209-41fc12c9cf98 req-fbf0c9cb-21c6-4dff-b81c-4fcd3bc5ccdd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=adb9ef7c-1078-430d-958b-f7a53420a9c5 HTTP/1.1" status: 200 len: 854 time: 0.0485277 Sep 20 13:22:58.142365 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c793fb8f-2eac-4cf0-b972-02f3f2d6d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (78ab24c8-cd03-458a-a2fc-6c0c54d0053a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:22:59.240208 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edad3ca-3aec-44be-b209-41fc12c9cf98 req-cd2b5d69-5755-4a32-8e9e-25c855f3e458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:22:59.242160 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6edad3ca-3aec-44be-b209-41fc12c9cf98 req-cd2b5d69-5755-4a32-8e9e-25c855f3e458 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ed809d10-45b2-429e-b44f-1694990b1073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434840 Sep 20 13:22:59.571958 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (543ca60b-7e7a-4ebd-8f87-7672c7a482b9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:23:00.733020 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6edad3ca-3aec-44be-b209-41fc12c9cf98 req-9ab106ea-df9f-4b98-a880-d1bbadd73e64 service neutron] 10.222.0.62 "GET /v2.0/networks/ed809d10-45b2-429e-b44f-1694990b1073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798683 Sep 20 13:23:00.822482 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6edad3ca-3aec-44be-b209-41fc12c9cf98 req-356de954-07d5-46b1-bd58-51a913885c78 service neutron] 10.222.0.62 "GET /v2.0/networks/ed809d10-45b2-429e-b44f-1694990b1073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825520 Sep 20 13:23:02.431771 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfffcac-4d15-469f-b46c-58f494c9e1c7 req-17be06c1-9ecc-4b45-87e8-1a7a1d2e9792 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:23:02.433150 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-fdfffcac-4d15-469f-b46c-58f494c9e1c7 req-17be06c1-9ecc-4b45-87e8-1a7a1d2e9792 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/networks?id=e43e7b0a-b869-4779-a53c-8854ba221058 HTTP/1.1" status: 200 len: 814 time: 0.1034715 Sep 20 13:23:02.447736 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-fdfffcac-4d15-469f-b46c-58f494c9e1c7 req-f8d6d747-ba6b-49b0-8926-5cadc4c06ccf tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/quotas/28dbe051a0b943559b793aa0037259ff HTTP/1.1" status: 200 len: 375 time: 0.0093522 Sep 20 13:23:02.479091 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-fdfffcac-4d15-469f-b46c-58f494c9e1c7 req-319b27fd-7aed-478d-8b81-99264fed34fb tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=28dbe051a0b943559b793aa0037259ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265746 Sep 20 13:23:02.625076 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-fdfffcac-4d15-469f-b46c-58f494c9e1c7 req-b5827e50-71c0-4a7b-9326-8bdac799cfe1 service neutron] 10.222.0.55 "GET /v2.0/networks/e43e7b0a-b869-4779-a53c-8854ba221058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396494 Sep 20 13:23:02.715063 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-fdfffcac-4d15-469f-b46c-58f494c9e1c7 req-589e471d-e19d-4d26-8adb-15cc33ac1b1d service neutron] 10.222.0.55 "GET /v2.0/networks/e43e7b0a-b869-4779-a53c-8854ba221058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841875 Sep 20 13:23:02.874511 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e5c32bc2-b4e3-46b4-92ea-5228f9003ff6 req-79f6cf55-a189-4cc5-bb41-cfe35978e4be tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c3b2b08-3787-49ee-be07-d20281aa4b3c HTTP/1.1" status: 200 len: 210 time: 0.0289583 Sep 20 13:23:03.976076 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-4c3be4e7-71c8-4257-9d70-960dd8085685 req-a5f60c17-86fb-488a-ad25-cf2e256999ab tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c3b2b08-3787-49ee-be07-d20281aa4b3c HTTP/1.1" status: 200 len: 210 time: 0.0285192 Sep 20 13:23:04.312861 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfffcac-4d15-469f-b46c-58f494c9e1c7 req-72526fe0-d876-426b-a4c5-8c329fc7636a tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:23:04.314563 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-fdfffcac-4d15-469f-b46c-58f494c9e1c7 req-72526fe0-d876-426b-a4c5-8c329fc7636a tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.62 "GET /v2.0/networks?id=e43e7b0a-b869-4779-a53c-8854ba221058 HTTP/1.1" status: 200 len: 814 time: 0.1082363 Sep 20 13:23:04.340496 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-fdfffcac-4d15-469f-b46c-58f494c9e1c7 req-ac03d578-6a43-4645-915b-d182e3f9b7f0 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Request body: {'port': {'device_id': '4c3b2b08-3787-49ee-be07-d20281aa4b3c', 'network_id': 'e43e7b0a-b869-4779-a53c-8854ba221058', 'admin_state_up': True, 'tenant_id': '28dbe051a0b943559b793aa0037259ff'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:23:04.446535 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdfffcac-4d15-469f-b46c-58f494c9e1c7 req-ac03d578-6a43-4645-915b-d182e3f9b7f0 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Made reservation on behalf of 28dbe051a0b943559b793aa0037259ff for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:23:04.449787 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-fdfffcac-4d15-469f-b46c-58f494c9e1c7 req-ac03d578-6a43-4645-915b-d182e3f9b7f0 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:23:04.581649 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-fdfffcac-4d15-469f-b46c-58f494c9e1c7 req-ac03d578-6a43-4645-915b-d182e3f9b7f0 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Allocated IP 172.20.0.5 (e43e7b0a-b869-4779-a53c-8854ba221058/8275926d-b144-40ff-b6d9-fcc686580e66/5bf49010-2661-4889-ab00-9beaf7b91ed4) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:23:04.734391 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-fdfffcac-4d15-469f-b46c-58f494c9e1c7 req-ac03d578-6a43-4645-915b-d182e3f9b7f0 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Publish callbacks [] for port (5bf49010-2661-4889-ab00-9beaf7b91ed4), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:23:04.767051 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-fdfffcac-4d15-469f-b46c-58f494c9e1c7 req-ac03d578-6a43-4645-915b-d182e3f9b7f0 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (5bf49010-2661-4889-ab00-9beaf7b91ed4), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:23:04.807455 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdfffcac-4d15-469f-b46c-58f494c9e1c7 req-ac03d578-6a43-4645-915b-d182e3f9b7f0 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Network e43e7b0a-b869-4779-a53c-8854ba221058 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:23:04.810659 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-fdfffcac-4d15-469f-b46c-58f494c9e1c7 req-ac03d578-6a43-4645-915b-d182e3f9b7f0 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:23:04.814430 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdfffcac-4d15-469f-b46c-58f494c9e1c7 req-ac03d578-6a43-4645-915b-d182e3f9b7f0 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:23:04.841338 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac03d578-6a43-4645-915b-d182e3f9b7f0 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Pushing event updated for resources: {'Port': ['ID=5bf49010-2661-4889-ab00-9beaf7b91ed4,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:23:04.872822 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfffcac-4d15-469f-b46c-58f494c9e1c7 req-ac03d578-6a43-4645-915b-d182e3f9b7f0 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:23:04.873427 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-fdfffcac-4d15-469f-b46c-58f494c9e1c7 req-ac03d578-6a43-4645-915b-d182e3f9b7f0 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:23:04.888844 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-fdfffcac-4d15-469f-b46c-58f494c9e1c7 req-ac03d578-6a43-4645-915b-d182e3f9b7f0 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5522757 Sep 20 13:23:04.909787 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-fdfffcac-4d15-469f-b46c-58f494c9e1c7 req-f2465556-0d43-4321-8ae3-50f56f708c21 service neutron] Request body: {'port': {'device_id': '4c3b2b08-3787-49ee-be07-d20281aa4b3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85846'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:23:04.975185 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-fdfffcac-4d15-469f-b46c-58f494c9e1c7 req-f2465556-0d43-4321-8ae3-50f56f708c21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (5bf49010-2661-4889-ab00-9beaf7b91ed4), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:23:05.184218 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28828c8-4432-4571-bb14-d1295e065fdd req-21cdac98-7c1e-4f2d-b6e7-9887b0ea437c tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:23:05.185597 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c28828c8-4432-4571-bb14-d1295e065fdd req-21cdac98-7c1e-4f2d-b6e7-9887b0ea437c tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c3b2b08-3787-49ee-be07-d20281aa4b3c HTTP/1.1" status: 200 len: 931 time: 0.1140223 Sep 20 13:23:05.263125 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c28828c8-4432-4571-bb14-d1295e065fdd req-76b84d73-5f91-4257-b546-bcad7c972aa8 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/security-groups?id=c58043c8-7cf5-4881-98ae-4e7fc027a1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711558 Sep 20 13:23:05.314413 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [req-fdfffcac-4d15-469f-b46c-58f494c9e1c7 req-f2465556-0d43-4321-8ae3-50f56f708c21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bf49010-2661-4889-ab00-9beaf7b91ed4 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 13:23:05.322041 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-fdfffcac-4d15-469f-b46c-58f494c9e1c7 req-f2465556-0d43-4321-8ae3-50f56f708c21 service neutron] Publish callbacks [] for port (5bf49010-2661-4889-ab00-9beaf7b91ed4), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:23:05.333982 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-fdfffcac-4d15-469f-b46c-58f494c9e1c7 req-f2465556-0d43-4321-8ae3-50f56f708c21 service neutron] Transition to ACTIVE for port object 5bf49010-2661-4889-ab00-9beaf7b91ed4 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 20 13:23:05.338720 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-fdfffcac-4d15-469f-b46c-58f494c9e1c7 req-f2465556-0d43-4321-8ae3-50f56f708c21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242759'] for port (5bf49010-2661-4889-ab00-9beaf7b91ed4), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:23:05.420647 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2465556-0d43-4321-8ae3-50f56f708c21 service neutron] Pushing event updated for resources: {'Port': ['ID=5bf49010-2661-4889-ab00-9beaf7b91ed4,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:23:05.448493 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-fdfffcac-4d15-469f-b46c-58f494c9e1c7 req-f2465556-0d43-4321-8ae3-50f56f708c21 service neutron] Attempting to bind port 5bf49010-2661-4889-ab00-9beaf7b91ed4 on host hv-cinder-85846 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 20 13:23:05.448757 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-fdfffcac-4d15-469f-b46c-58f494c9e1c7 req-f2465556-0d43-4321-8ae3-50f56f708c21 service neutron] Attempting to bind port 5bf49010-2661-4889-ab00-9beaf7b91ed4 by drivers openvswitch,hyperv on host hv-cinder-85846 at level 0 using segments [{'id': '4de8c6a6-e951-4ad5-bbe5-bf4e8f508979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e43e7b0a-b869-4779-a53c-8854ba221058'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 20 13:23:05.449089 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdfffcac-4d15-469f-b46c-58f494c9e1c7 req-f2465556-0d43-4321-8ae3-50f56f708c21 service neutron] Attempting to bind port 5bf49010-2661-4889-ab00-9beaf7b91ed4 on network e43e7b0a-b869-4779-a53c-8854ba221058 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:23:05.453394 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdfffcac-4d15-469f-b46c-58f494c9e1c7 req-f2465556-0d43-4321-8ae3-50f56f708c21 service neutron] Port 5bf49010-2661-4889-ab00-9beaf7b91ed4 on network e43e7b0a-b869-4779-a53c-8854ba221058 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85846 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 13:23:05.453741 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdfffcac-4d15-469f-b46c-58f494c9e1c7 req-f2465556-0d43-4321-8ae3-50f56f708c21 service neutron] Attempting to bind port 5bf49010-2661-4889-ab00-9beaf7b91ed4 on network e43e7b0a-b869-4779-a53c-8854ba221058 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:23:05.458593 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdfffcac-4d15-469f-b46c-58f494c9e1c7 req-f2465556-0d43-4321-8ae3-50f56f708c21 service neutron] Checking agent: {'id': '728cf656-0364-4172-b8b5-b6ffd3122ed0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85846', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 13, 15, 40), 'started_at': datetime.datetime(2022, 9, 20, 13, 15, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 13, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:23:05.458979 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdfffcac-4d15-469f-b46c-58f494c9e1c7 req-f2465556-0d43-4321-8ae3-50f56f708c21 service neutron] Checking segment: {'id': '4de8c6a6-e951-4ad5-bbe5-bf4e8f508979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e43e7b0a-b869-4779-a53c-8854ba221058'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:23:05.459366 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdfffcac-4d15-469f-b46c-58f494c9e1c7 req-f2465556-0d43-4321-8ae3-50f56f708c21 service neutron] Bound using segment: {'id': '4de8c6a6-e951-4ad5-bbe5-bf4e8f508979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e43e7b0a-b869-4779-a53c-8854ba221058'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:23:05.459791 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-fdfffcac-4d15-469f-b46c-58f494c9e1c7 req-f2465556-0d43-4321-8ae3-50f56f708c21 service neutron] Bound port: 5bf49010-2661-4889-ab00-9beaf7b91ed4, host: hv-cinder-85846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4de8c6a6-e951-4ad5-bbe5-bf4e8f508979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e43e7b0a-b869-4779-a53c-8854ba221058'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 20 13:23:05.460145 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-fdfffcac-4d15-469f-b46c-58f494c9e1c7 req-f2465556-0d43-4321-8ae3-50f56f708c21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (5bf49010-2661-4889-ab00-9beaf7b91ed4), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:23:05.520835 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-fdfffcac-4d15-469f-b46c-58f494c9e1c7 req-f2465556-0d43-4321-8ae3-50f56f708c21 service neutron] For port 5bf49010-2661-4889-ab00-9beaf7b91ed4, host hv-cinder-85846, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:23:05.524611 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-fdfffcac-4d15-469f-b46c-58f494c9e1c7 req-f2465556-0d43-4321-8ae3-50f56f708c21 service neutron] For port 5bf49010-2661-4889-ab00-9beaf7b91ed4, host hv-cinder-85846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=5bf49010-2661-4889-ab00-9beaf7b91ed4,segment=NetworkSegment(4de8c6a6-e951-4ad5-bbe5-bf4e8f508979),segment_id=4de8c6a6-e951-4ad5-bbe5-bf4e8f508979)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:23:05.531968 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-fdfffcac-4d15-469f-b46c-58f494c9e1c7 req-f2465556-0d43-4321-8ae3-50f56f708c21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242759'] for port (5bf49010-2661-4889-ab00-9beaf7b91ed4), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:23:05.536522 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfffcac-4d15-469f-b46c-58f494c9e1c7 req-f2465556-0d43-4321-8ae3-50f56f708c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:23:05.537140 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-fdfffcac-4d15-469f-b46c-58f494c9e1c7 req-f2465556-0d43-4321-8ae3-50f56f708c21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:23:05.538537 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-fdfffcac-4d15-469f-b46c-58f494c9e1c7 req-f2465556-0d43-4321-8ae3-50f56f708c21 service neutron] 10.222.0.62 "PUT /v2.0/ports/5bf49010-2661-4889-ab00-9beaf7b91ed4 HTTP/1.1" status: 200 len: 1093 time: 0.6326902 Sep 20 13:23:05.539126 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c3b2b08-3787-49ee-be07-d20281aa4b3c', 'tag': '5bf49010-2661-4889-ab00-9beaf7b91ed4'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:23:05.541788 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8afa0c3fb06aef531850fccced94fa4b659a4977f0534d5a49c84d13d87c0c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9800e30-d0ea-47f7-a6ea-be649b86d4f6" -d '{"events": [{"name": "network-changed", "server_uuid": "4c3b2b08-3787-49ee-be07-d20281aa4b3c", "tag": "5bf49010-2661-4889-ab00-9beaf7b91ed4"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:23:05.581994 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 13:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16087c7a-429a-44a7-85bb-d6c7ff1b56c2 x-openstack-request-id: req-16087c7a-429a-44a7-85bb-d6c7ff1b56c2 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:23:05.582286 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c3b2b08-3787-49ee-be07-d20281aa4b3c", "tag": "5bf49010-2661-4889-ab00-9beaf7b91ed4", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:23:05.582550 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-16087c7a-429a-44a7-85bb-d6c7ff1b56c2 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:23:05.583056 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16087c7a-429a-44a7-85bb-d6c7ff1b56c2'] response: {'name': 'network-changed', 'server_uuid': '4c3b2b08-3787-49ee-be07-d20281aa4b3c', 'tag': '5bf49010-2661-4889-ab00-9beaf7b91ed4', 'status': 'completed', 'code': 200} Sep 20 13:23:05.593998 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2465556-0d43-4321-8ae3-50f56f708c21 service neutron] Pushing event updated for resources: {'Port': ['ID=5bf49010-2661-4889-ab00-9beaf7b91ed4,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:23:05.659052 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfffcac-4d15-469f-b46c-58f494c9e1c7 req-ba9c4636-2d00-4dd1-809e-becd7ba1a8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:23:05.660794 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-fdfffcac-4d15-469f-b46c-58f494c9e1c7 req-ba9c4636-2d00-4dd1-809e-becd7ba1a8f8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=28dbe051a0b943559b793aa0037259ff&device_id=4c3b2b08-3787-49ee-be07-d20281aa4b3c HTTP/1.1" status: 200 len: 1127 time: 0.0456805 Sep 20 13:23:05.713975 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-fdfffcac-4d15-469f-b46c-58f494c9e1c7 req-ba467144-233e-47cb-9596-bbbbef34c81a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5bf49010-2661-4889-ab00-9beaf7b91ed4 HTTP/1.1" status: 200 len: 217 time: 0.0350599 Sep 20 13:23:05.760664 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfffcac-4d15-469f-b46c-58f494c9e1c7 req-69c38369-a815-4f2d-b977-e558b97a8679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:23:05.762086 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-fdfffcac-4d15-469f-b46c-58f494c9e1c7 req-69c38369-a815-4f2d-b977-e558b97a8679 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8275926d-b144-40ff-b6d9-fcc686580e66 HTTP/1.1" status: 200 len: 854 time: 0.0425038 Sep 20 13:23:05.793433 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-fdfffcac-4d15-469f-b46c-58f494c9e1c7 req-d166cd74-5a44-48d2-999d-469b519851c9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e43e7b0a-b869-4779-a53c-8854ba221058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253553 Sep 20 13:23:05.884870 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-fdfffcac-4d15-469f-b46c-58f494c9e1c7 req-d1ef164a-4704-4a41-834a-612db2dbf7e9 service neutron] 10.222.0.62 "GET /v2.0/networks/e43e7b0a-b869-4779-a53c-8854ba221058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849583 Sep 20 13:23:05.972061 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-fdfffcac-4d15-469f-b46c-58f494c9e1c7 req-6bd3b81a-c575-4839-a8c8-fe8b0b817910 service neutron] 10.222.0.62 "GET /v2.0/networks/e43e7b0a-b869-4779-a53c-8854ba221058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810413 Sep 20 13:23:06.158029 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9800e30-d0ea-47f7-a6ea-be649b86d4f6 req-f1400972-8ae6-4227-b3dd-1e036e15d85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:23:06.159542 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e9800e30-d0ea-47f7-a6ea-be649b86d4f6 req-f1400972-8ae6-4227-b3dd-1e036e15d85a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=28dbe051a0b943559b793aa0037259ff&device_id=4c3b2b08-3787-49ee-be07-d20281aa4b3c HTTP/1.1" status: 200 len: 1127 time: 0.0453517 Sep 20 13:23:06.250670 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9800e30-d0ea-47f7-a6ea-be649b86d4f6 req-9c649999-fa44-4dce-a590-f9dd69d22421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:23:06.252178 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e9800e30-d0ea-47f7-a6ea-be649b86d4f6 req-9c649999-fa44-4dce-a590-f9dd69d22421 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e43e7b0a-b869-4779-a53c-8854ba221058 HTTP/1.1" status: 200 len: 914 time: 0.0852416 Sep 20 13:23:06.291286 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e9800e30-d0ea-47f7-a6ea-be649b86d4f6 req-bdda770b-b533-47d4-bed2-7a2c6189a1db service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5bf49010-2661-4889-ab00-9beaf7b91ed4 HTTP/1.1" status: 200 len: 217 time: 0.0323780 Sep 20 13:23:06.340001 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9800e30-d0ea-47f7-a6ea-be649b86d4f6 req-9a9bd5bf-6b61-40ee-97b0-3350e322a804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:23:06.341484 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e9800e30-d0ea-47f7-a6ea-be649b86d4f6 req-9a9bd5bf-6b61-40ee-97b0-3350e322a804 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8275926d-b144-40ff-b6d9-fcc686580e66 HTTP/1.1" status: 200 len: 854 time: 0.0435936 Sep 20 13:23:06.396520 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e9800e30-d0ea-47f7-a6ea-be649b86d4f6 req-2f34f505-1018-4e2c-9f32-60a0fcb4c783 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e43e7b0a-b869-4779-a53c-8854ba221058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423424 Sep 20 13:23:06.473268 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9700d13c-7d2d-4c28-8558-921c5c35f904 req-59ec6c01-1e7c-4cee-8319-1d894fe5f80e tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:23:06.474766 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9700d13c-7d2d-4c28-8558-921c5c35f904 req-59ec6c01-1e7c-4cee-8319-1d894fe5f80e tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c3b2b08-3787-49ee-be07-d20281aa4b3c HTTP/1.1" status: 200 len: 943 time: 0.1290274 Sep 20 13:23:06.520204 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e9800e30-d0ea-47f7-a6ea-be649b86d4f6 req-7fd4f58a-e263-4a8a-8a3d-d8fe18b4e7d5 service neutron] 10.222.0.62 "GET /v2.0/networks/e43e7b0a-b869-4779-a53c-8854ba221058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156571 Sep 20 13:23:06.583122 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9700d13c-7d2d-4c28-8558-921c5c35f904 req-c65e80a5-c217-476b-bb04-496a9d50ca84 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/security-groups?id=c58043c8-7cf5-4881-98ae-4e7fc027a1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012640 Sep 20 13:23:06.623036 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e9800e30-d0ea-47f7-a6ea-be649b86d4f6 req-ecd3bfc8-2447-45a7-8e46-96a8d8c6de6a service neutron] 10.222.0.62 "GET /v2.0/networks/e43e7b0a-b869-4779-a53c-8854ba221058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945704 Sep 20 13:23:07.709876 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca976eaa-27f5-48f2-829c-c3f8d456355a req-6da8fc31-90c6-4c40-ac48-083059742f5c tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:23:07.711486 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-ca976eaa-27f5-48f2-829c-c3f8d456355a req-6da8fc31-90c6-4c40-ac48-083059742f5c tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c3b2b08-3787-49ee-be07-d20281aa4b3c HTTP/1.1" status: 200 len: 943 time: 0.0532117 Sep 20 13:23:07.758272 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-ca976eaa-27f5-48f2-829c-c3f8d456355a req-a0e73735-4cce-4031-b560-f60fba53d18f tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/security-groups?id=c58043c8-7cf5-4881-98ae-4e7fc027a1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407546 Sep 20 13:23:08.888470 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b8b12-875a-46d4-9e33-30a215d98b07 req-699b43e5-1b1d-4dad-a4ff-731e7b1c7d29 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:23:08.889945 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-245b8b12-875a-46d4-9e33-30a215d98b07 req-699b43e5-1b1d-4dad-a4ff-731e7b1c7d29 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c3b2b08-3787-49ee-be07-d20281aa4b3c HTTP/1.1" status: 200 len: 943 time: 0.0581405 Sep 20 13:23:08.938678 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-245b8b12-875a-46d4-9e33-30a215d98b07 req-a5467c72-a800-403d-abdb-16c78954c6d0 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/security-groups?id=c58043c8-7cf5-4881-98ae-4e7fc027a1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430350 Sep 20 13:23:10.067813 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64cc78-5646-4ff6-8d43-fd9825a55969 req-71d7a06e-204b-4b77-8b5e-863c6d41e03e tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:23:10.069291 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-dc64cc78-5646-4ff6-8d43-fd9825a55969 req-71d7a06e-204b-4b77-8b5e-863c6d41e03e tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c3b2b08-3787-49ee-be07-d20281aa4b3c HTTP/1.1" status: 200 len: 943 time: 0.0589447 Sep 20 13:23:10.115646 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-dc64cc78-5646-4ff6-8d43-fd9825a55969 req-1b7aa376-00ff-4e6c-be42-4aebc69cae77 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/security-groups?id=c58043c8-7cf5-4881-98ae-4e7fc027a1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402336 Sep 20 13:23:10.147037 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (728cf656-0364-4172-b8b5-b6ffd3122ed0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:23:11.236826 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e05c2-00d1-412a-8b01-6c70b7f5ec1c req-19d230d5-3574-4e93-9ee7-e5cfb736cdef tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:23:11.238313 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c71e05c2-00d1-412a-8b01-6c70b7f5ec1c req-19d230d5-3574-4e93-9ee7-e5cfb736cdef tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c3b2b08-3787-49ee-be07-d20281aa4b3c HTTP/1.1" status: 200 len: 943 time: 0.0516860 Sep 20 13:23:11.287877 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c71e05c2-00d1-412a-8b01-6c70b7f5ec1c req-82cd3947-2cf6-4bb6-b4b4-73f1d1006369 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/security-groups?id=c58043c8-7cf5-4881-98ae-4e7fc027a1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421329 Sep 20 13:23:11.870349 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 5bf49010-2661-4889-ab00-9beaf7b91ed4 details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:23:11.965893 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port 5bf49010-2661-4889-ab00-9beaf7b91ed4, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=5bf49010-2661-4889-ab00-9beaf7b91ed4,segment=NetworkSegment(4de8c6a6-e951-4ad5-bbe5-bf4e8f508979),segment_id=4de8c6a6-e951-4ad5-bbe5-bf4e8f508979)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:23:11.977837 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Returning: {'device': '5bf49010-2661-4889-ab00-9beaf7b91ed4', 'network_id': 'e43e7b0a-b869-4779-a53c-8854ba221058', 'port_id': '5bf49010-2661-4889-ab00-9beaf7b91ed4', 'mac_address': 'fa:16:3e:63:20:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8275926d-b144-40ff-b6d9-fcc686580e66', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:23:12.010723 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Current status of the port 5bf49010-2661-4889-ab00-9beaf7b91ed4 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:23:12.011133 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (5bf49010-2661-4889-ab00-9beaf7b91ed4), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:23:12.026912 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bf49010-2661-4889-ab00-9beaf7b91ed4 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 13:23:12.046054 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port 5bf49010-2661-4889-ab00-9beaf7b91ed4, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=5bf49010-2661-4889-ab00-9beaf7b91ed4,segment=NetworkSegment(4de8c6a6-e951-4ad5-bbe5-bf4e8f508979),segment_id=4de8c6a6-e951-4ad5-bbe5-bf4e8f508979)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:23:12.049606 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (5bf49010-2661-4889-ab00-9beaf7b91ed4), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:23:12.093117 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Pushing event updated for resources: {'Port': ['ID=5bf49010-2661-4889-ab00-9beaf7b91ed4,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:23:12.416024 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165bf278-1c20-4224-a44b-33af435ccff2 req-6e54151e-8804-4656-8b63-883e2c720e43 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:23:12.417501 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-165bf278-1c20-4224-a44b-33af435ccff2 req-6e54151e-8804-4656-8b63-883e2c720e43 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c3b2b08-3787-49ee-be07-d20281aa4b3c HTTP/1.1" status: 200 len: 944 time: 0.0570242 Sep 20 13:23:12.463939 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-165bf278-1c20-4224-a44b-33af435ccff2 req-8c145683-b965-4053-ae89-ffc531e2f0d4 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/security-groups?id=c58043c8-7cf5-4881-98ae-4e7fc027a1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407934 Sep 20 13:23:12.810675 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] get_ports_and_sgs() called for port_ids ['5bf49010-2661-4889-ab00-9beaf7b91ed4'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 13:23:13.590919 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b4f400-c17c-4e7f-99b7-1586b5894392 req-43e63109-f40d-49c4-80a0-31524910e8ec tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:23:13.592430 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f5b4f400-c17c-4e7f-99b7-1586b5894392 req-43e63109-f40d-49c4-80a0-31524910e8ec tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c3b2b08-3787-49ee-be07-d20281aa4b3c HTTP/1.1" status: 200 len: 944 time: 0.0531867 Sep 20 13:23:13.642102 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f5b4f400-c17c-4e7f-99b7-1586b5894392 req-28ffc0c7-4171-48cf-85d6-a48306b7a32a tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/security-groups?id=c58043c8-7cf5-4881-98ae-4e7fc027a1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440373 Sep 20 13:23:14.782015 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b70489-450d-4ba3-9212-b1ebacd91af1 req-f678c8af-913e-4a4a-b1b5-88cf017a7c86 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:23:14.783413 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-f1b70489-450d-4ba3-9212-b1ebacd91af1 req-f678c8af-913e-4a4a-b1b5-88cf017a7c86 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c3b2b08-3787-49ee-be07-d20281aa4b3c HTTP/1.1" status: 200 len: 944 time: 0.0645361 Sep 20 13:23:14.829604 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-f1b70489-450d-4ba3-9212-b1ebacd91af1 req-40bb0af7-2f7d-4692-a7a9-b1545df5a739 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/security-groups?id=c58043c8-7cf5-4881-98ae-4e7fc027a1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404010 Sep 20 13:23:15.881704 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 5bf49010-2661-4889-ab00-9beaf7b91ed4 up at agent hyperv_hv-cinder-85846 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:23:15.927629 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Provisioning for port 5bf49010-2661-4889-ab00-9beaf7b91ed4 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 13:23:15.931566 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Provisioning complete for port 5bf49010-2661-4889-ab00-9beaf7b91ed4 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:23:15.931973 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (5bf49010-2661-4889-ab00-9beaf7b91ed4), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:23:15.932408 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Attempt 1 to provision port 5bf49010-2661-4889-ab00-9beaf7b91ed4 Sep 20 13:23:15.952568 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b9fbd-f56b-446e-bc0b-3c582855d52c req-e1bd8928-da4f-4464-b2c2-70f2fc39a9c2 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:23:15.954470 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f52b9fbd-f56b-446e-bc0b-3c582855d52c req-e1bd8928-da4f-4464-b2c2-70f2fc39a9c2 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c3b2b08-3787-49ee-be07-d20281aa4b3c HTTP/1.1" status: 200 len: 944 time: 0.0524652 Sep 20 13:23:16.001241 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f52b9fbd-f56b-446e-bc0b-3c582855d52c req-d69dd0b0-58fd-49f0-bcce-efe9e442768e tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/security-groups?id=c58043c8-7cf5-4881-98ae-4e7fc027a1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415280 Sep 20 13:23:16.002639 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Current status of the port 5bf49010-2661-4889-ab00-9beaf7b91ed4 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:23:16.003060 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (5bf49010-2661-4889-ab00-9beaf7b91ed4), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:23:16.030960 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c3b2b08-3787-49ee-be07-d20281aa4b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf49010-2661-4889-ab00-9beaf7b91ed4'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:23:16.033174 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76b3f69f6489aff1aa8284e7e37e9464aa9e8db96ff70d8a184fca566081ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f739565-fbed-40a3-bd06-11e2c89f0a6a" -d '{"events": [{"server_uuid": "4c3b2b08-3787-49ee-be07-d20281aa4b3c", "name": "network-vif-plugged", "status": "completed", "tag": "5bf49010-2661-4889-ab00-9beaf7b91ed4"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:23:16.045289 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port 5bf49010-2661-4889-ab00-9beaf7b91ed4, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=5bf49010-2661-4889-ab00-9beaf7b91ed4,segment=NetworkSegment(4de8c6a6-e951-4ad5-bbe5-bf4e8f508979),segment_id=4de8c6a6-e951-4ad5-bbe5-bf4e8f508979)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:23:16.050170 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (5bf49010-2661-4889-ab00-9beaf7b91ed4), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:23:16.072135 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 13:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4713484-e301-4f0c-9d13-03c5bcf5bb5b x-openstack-request-id: req-c4713484-e301-4f0c-9d13-03c5bcf5bb5b {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:23:16.072431 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c3b2b08-3787-49ee-be07-d20281aa4b3c", "name": "network-vif-plugged", "status": "completed", "tag": "5bf49010-2661-4889-ab00-9beaf7b91ed4", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:23:16.072686 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c4713484-e301-4f0c-9d13-03c5bcf5bb5b {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:23:16.073083 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4713484-e301-4f0c-9d13-03c5bcf5bb5b'] response: {'server_uuid': '4c3b2b08-3787-49ee-be07-d20281aa4b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf49010-2661-4889-ab00-9beaf7b91ed4', 'code': 200} Sep 20 13:23:16.096665 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Pushing event updated for resources: {'Port': ['ID=5bf49010-2661-4889-ab00-9beaf7b91ed4,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:23:16.310405 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb7927e-428a-49d8-88d0-fbce49d6ada1 req-2b3a13b1-2098-4e88-bdd3-d16ad11029bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:23:16.311924 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8cb7927e-428a-49d8-88d0-fbce49d6ada1 req-2b3a13b1-2098-4e88-bdd3-d16ad11029bd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4c3b2b08-3787-49ee-be07-d20281aa4b3c HTTP/1.1" status: 200 len: 1129 time: 0.0444403 Sep 20 13:23:16.356024 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8cb7927e-428a-49d8-88d0-fbce49d6ada1 req-2a275c66-bb16-4426-a581-7ab8731c7c98 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c58043c8-7cf5-4881-98ae-4e7fc027a1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366650 Sep 20 13:23:16.458181 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.agents_db [None req-1b87bba1-5a3b-42d5-ba20-63287d9ec67c None None] Agent healthcheck: found 6 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:23:17.128227 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0eeaa-da1a-418e-abb6-4e3db3cb030c req-f21692a7-4541-44f4-8b62-a447f166bfd6 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:23:17.129654 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-94e0eeaa-da1a-418e-abb6-4e3db3cb030c req-f21692a7-4541-44f4-8b62-a447f166bfd6 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c3b2b08-3787-49ee-be07-d20281aa4b3c HTTP/1.1" status: 200 len: 945 time: 0.0541544 Sep 20 13:23:17.174254 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-94e0eeaa-da1a-418e-abb6-4e3db3cb030c req-82827ee9-e367-4826-bfdc-cc0fd99e3ca2 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/security-groups?id=c58043c8-7cf5-4881-98ae-4e7fc027a1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384896 Sep 20 13:23:18.297176 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c3bc7-94bc-496f-a848-e249f0dd3638 req-9ed0041c-cf2c-4d1a-94d4-80f63e3401ec tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:23:18.298625 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-3e6c3bc7-94bc-496f-a848-e249f0dd3638 req-9ed0041c-cf2c-4d1a-94d4-80f63e3401ec tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c3b2b08-3787-49ee-be07-d20281aa4b3c HTTP/1.1" status: 200 len: 945 time: 0.0510848 Sep 20 13:23:18.343145 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-3e6c3bc7-94bc-496f-a848-e249f0dd3638 req-26e4fc2c-7973-452a-8ac6-4dc47dad3d23 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/security-groups?id=c58043c8-7cf5-4881-98ae-4e7fc027a1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389926 Sep 20 13:23:19.465444 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab17a6-5e49-4dd8-b63e-966207ebfba7 req-e359f50f-d358-460c-be5b-1a1264de3719 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:23:19.466939 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-aaab17a6-5e49-4dd8-b63e-966207ebfba7 req-e359f50f-d358-460c-be5b-1a1264de3719 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c3b2b08-3787-49ee-be07-d20281aa4b3c HTTP/1.1" status: 200 len: 945 time: 0.0528207 Sep 20 13:23:19.514195 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-aaab17a6-5e49-4dd8-b63e-966207ebfba7 req-c2273ce2-4238-41f9-b8d5-4e22f6a75e9d tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/security-groups?id=c58043c8-7cf5-4881-98ae-4e7fc027a1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416451 Sep 20 13:23:23.427492 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ff3c1702-897b-4ec6-bc4b-918208f98f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (c520f755-59ca-4a79-a15e-107c01e131c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:23:25.757887 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b70d9da2-b03d-47de-9e61-3676485fbf22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (e6bdf340-58c5-4186-af2d-ab00439e5425), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:23:26.727726 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21c1e68e-1f58-483a-acac-7453cdb7afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (dfbc54aa-0ed8-4030-9edb-0bf7f0e74037), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:23:28.142080 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c793fb8f-2eac-4cf0-b972-02f3f2d6d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (78ab24c8-cd03-458a-a2fc-6c0c54d0053a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:23:29.574536 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (543ca60b-7e7a-4ebd-8f87-7672c7a482b9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:23:36.624002 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95548337-d765-4ec1-a33d-96929d9603aa req-adab0cd5-d600-4587-92da-f8b5267e95ce tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:23:36.625462 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-95548337-d765-4ec1-a33d-96929d9603aa req-adab0cd5-d600-4587-92da-f8b5267e95ce tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 984 time: 0.0531900 Sep 20 13:23:36.689044 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-95548337-d765-4ec1-a33d-96929d9603aa req-ef07e047-4015-4bb4-a0df-4d199fc27b05 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/security-groups?id=1891abea-c207-4dad-8eca-78b6dbec540c&id=d836f1b0-c057-4be8-b298-edbe4e6a8e58&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579085 Sep 20 13:23:37.816708 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e78fa2-7e87-40e2-ab8f-ef1303d280cb req-e986521a-fff0-48b2-9fc6-78528bac3d10 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:23:37.818113 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d4e78fa2-7e87-40e2-ab8f-ef1303d280cb req-e986521a-fff0-48b2-9fc6-78528bac3d10 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 984 time: 0.0540142 Sep 20 13:23:37.880027 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d4e78fa2-7e87-40e2-ab8f-ef1303d280cb req-ad045245-9bab-4d66-9ba4-470d31e5c896 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/security-groups?id=1891abea-c207-4dad-8eca-78b6dbec540c&id=d836f1b0-c057-4be8-b298-edbe4e6a8e58&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556259 Sep 20 13:23:39.006389 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68278134-0925-443f-acfc-68c5ecdcfb7e req-8e48b361-1836-44d1-97e2-01992bd477f7 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:23:39.007859 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-68278134-0925-443f-acfc-68c5ecdcfb7e req-8e48b361-1836-44d1-97e2-01992bd477f7 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 984 time: 0.0534883 Sep 20 13:23:39.066406 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-68278134-0925-443f-acfc-68c5ecdcfb7e req-5c602d65-a6c9-480b-9a78-7476b4ab37ea tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/security-groups?id=1891abea-c207-4dad-8eca-78b6dbec540c&id=d836f1b0-c057-4be8-b298-edbe4e6a8e58&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527725 Sep 20 13:23:40.149958 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (728cf656-0364-4172-b8b5-b6ffd3122ed0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:23:40.192831 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b420a-0e20-4e16-aee9-2c407773381f req-5f0ace06-1f3b-414a-97fa-59920e695da8 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:23:40.194221 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a04b420a-0e20-4e16-aee9-2c407773381f req-5f0ace06-1f3b-414a-97fa-59920e695da8 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 984 time: 0.0553944 Sep 20 13:23:40.255326 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a04b420a-0e20-4e16-aee9-2c407773381f req-08783eb4-0606-4bfa-8609-f612d49f4959 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/security-groups?id=1891abea-c207-4dad-8eca-78b6dbec540c&id=d836f1b0-c057-4be8-b298-edbe4e6a8e58&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553293 Sep 20 13:23:40.418939 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0ed7273d-9205-4647-9662-c19a70bc1594 req-aa8d1b19-b9bf-4845-ab99-c0b4b7892b72 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1218009 Sep 20 13:23:40.420699 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ed3e1-328f-4204-a4b8-e1c9e7565820 req-309ed20a-d3a3-46ae-8574-8e29b4c098cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:23:40.422023 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-af2ed3e1-328f-4204-a4b8-e1c9e7565820 req-309ed20a-d3a3-46ae-8574-8e29b4c098cc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d1d42226fe654d57a6388f5b714bbd64&device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 1168 time: 0.1237395 Sep 20 13:23:40.557383 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7273d-9205-4647-9662-c19a70bc1594 req-f746206e-2229-4981-ba17-c73771458efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:23:40.558882 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0ed7273d-9205-4647-9662-c19a70bc1594 req-f746206e-2229-4981-ba17-c73771458efc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f8f8bdd06ef247d389068dcb1648b4f7&device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 1129 time: 0.0977409 Sep 20 13:23:40.563230 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ed3e1-328f-4204-a4b8-e1c9e7565820 req-249de2d2-92a4-4b0b-a0bc-083d1da9cba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:23:40.564557 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-af2ed3e1-328f-4204-a4b8-e1c9e7565820 req-249de2d2-92a4-4b0b-a0bc-083d1da9cba0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=dfbd57c2-2ed1-4120-b909-66eb06365412 HTTP/1.1" status: 200 len: 915 time: 0.1203065 Sep 20 13:23:40.672112 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-af2ed3e1-328f-4204-a4b8-e1c9e7565820 req-b7e31f6f-a32b-4ac2-8a71-a38e17dc7a0b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8a4aa0b-881e-4442-bdee-7a0856380659 HTTP/1.1" status: 200 len: 1001 time: 0.1000249 Sep 20 13:23:40.730216 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7273d-9205-4647-9662-c19a70bc1594 req-3ff254c0-6d75-4514-a51f-05a8c80ae66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:23:40.731644 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0ed7273d-9205-4647-9662-c19a70bc1594 req-3ff254c0-6d75-4514-a51f-05a8c80ae66e service neutron] 10.222.0.62 "GET /v2.0/networks?id=105b52c6-cee8-4c92-bcc7-3a77d1e92018 HTTP/1.1" status: 200 len: 918 time: 0.1521780 Sep 20 13:23:40.745485 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ed3e1-328f-4204-a4b8-e1c9e7565820 req-bd985941-3d41-4cf1-8268-b74a8e6fda74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:23:40.746799 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-af2ed3e1-328f-4204-a4b8-e1c9e7565820 req-bd985941-3d41-4cf1-8268-b74a8e6fda74 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=75bf63df-eea8-4ba0-a7d6-3fca49399710 HTTP/1.1" status: 200 len: 854 time: 0.0667291 Sep 20 13:23:40.781075 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0ed7273d-9205-4647-9662-c19a70bc1594 req-9092c990-55a0-49c4-9601-7e182acb7785 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da745733-d8ef-4a92-89c1-eb60336661fa HTTP/1.1" status: 200 len: 217 time: 0.0418575 Sep 20 13:23:40.852552 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7273d-9205-4647-9662-c19a70bc1594 req-bbbed522-0e88-4e1f-a7ce-19aff344fc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:23:40.854003 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0ed7273d-9205-4647-9662-c19a70bc1594 req-bbbed522-0e88-4e1f-a7ce-19aff344fc86 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=64939650-d3ca-4c0c-952c-41e35d669944 HTTP/1.1" status: 200 len: 857 time: 0.0546436 Sep 20 13:23:40.858740 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ed3e1-328f-4204-a4b8-e1c9e7565820 req-9cca3bbd-8c82-4d3b-a930-188801457536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:23:40.860280 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-af2ed3e1-328f-4204-a4b8-e1c9e7565820 req-9cca3bbd-8c82-4d3b-a930-188801457536 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dfbd57c2-2ed1-4120-b909-66eb06365412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0875728 Sep 20 13:23:40.970084 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7273d-9205-4647-9662-c19a70bc1594 req-b242985a-fc5b-4532-81b3-399ced2e4283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:23:40.971611 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0ed7273d-9205-4647-9662-c19a70bc1594 req-b242985a-fc5b-4532-81b3-399ced2e4283 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=105b52c6-cee8-4c92-bcc7-3a77d1e92018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1104529 Sep 20 13:23:40.976674 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-af2ed3e1-328f-4204-a4b8-e1c9e7565820 req-19de4fa5-e0c8-4418-a86a-26bf1417b6dc service neutron] 10.222.0.62 "GET /v2.0/networks/dfbd57c2-2ed1-4120-b909-66eb06365412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082032 Sep 20 13:23:41.380787 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0ed7273d-9205-4647-9662-c19a70bc1594 req-329c283d-eda0-4eb5-9b62-17009763f873 service neutron] 10.222.0.62 "GET /v2.0/networks/105b52c6-cee8-4c92-bcc7-3a77d1e92018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3968985 Sep 20 13:23:41.381902 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270170d1-69a6-43e1-a919-ac0b106f993c req-e55d51b0-8fc2-4f21-baaf-1dc4ef53cd4d tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:23:41.382670 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-af2ed3e1-328f-4204-a4b8-e1c9e7565820 req-b9fb6435-490b-4a13-9ddb-82bc79c16552 service neutron] 10.222.0.62 "GET /v2.0/networks/dfbd57c2-2ed1-4120-b909-66eb06365412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3920667 Sep 20 13:23:41.383393 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-270170d1-69a6-43e1-a919-ac0b106f993c req-e55d51b0-8fc2-4f21-baaf-1dc4ef53cd4d tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 984 time: 0.0528023 Sep 20 13:23:41.443309 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-270170d1-69a6-43e1-a919-ac0b106f993c req-4def8049-4565-4b14-ad03-060f4bb99585 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/security-groups?id=1891abea-c207-4dad-8eca-78b6dbec540c&id=d836f1b0-c057-4be8-b298-edbe4e6a8e58&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540419 Sep 20 13:23:41.491196 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0ed7273d-9205-4647-9662-c19a70bc1594 req-9e0e0e9c-41ff-479b-acc3-a79b9f558ef5 service neutron] 10.222.0.62 "GET /v2.0/networks/105b52c6-cee8-4c92-bcc7-3a77d1e92018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921843 Sep 20 13:23:42.569516 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032039ce-393b-4ac0-adc9-e5876c0c3681 req-a5cdab55-00dc-4dd7-a387-1efe81b42d55 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:23:42.570989 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-032039ce-393b-4ac0-adc9-e5876c0c3681 req-a5cdab55-00dc-4dd7-a387-1efe81b42d55 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 984 time: 0.0530782 Sep 20 13:23:42.628713 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-032039ce-393b-4ac0-adc9-e5876c0c3681 req-916e6e8b-88ef-41da-93bc-e71dfb9e9fa5 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/security-groups?id=1891abea-c207-4dad-8eca-78b6dbec540c&id=d836f1b0-c057-4be8-b298-edbe4e6a8e58&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0514071 Sep 20 13:23:43.754880 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e0cf6b-feb6-49b0-9fe4-003bb474ce5f req-bf7ac037-4b9f-4ec1-a68e-05858cf3a83f tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:23:43.756221 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-06e0cf6b-feb6-49b0-9fe4-003bb474ce5f req-bf7ac037-4b9f-4ec1-a68e-05858cf3a83f tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 984 time: 0.0551291 Sep 20 13:23:43.820230 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-06e0cf6b-feb6-49b0-9fe4-003bb474ce5f req-2008f7c8-6951-4504-88b7-c484bd4e22ca tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/security-groups?id=1891abea-c207-4dad-8eca-78b6dbec540c&id=d836f1b0-c057-4be8-b298-edbe4e6a8e58&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572586 Sep 20 13:23:44.944796 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c305371-ad2d-4124-aef7-431b97b98de1 req-1433e1ef-109d-4975-9b72-e70d7f192aa1 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:23:44.946254 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5c305371-ad2d-4124-aef7-431b97b98de1 req-1433e1ef-109d-4975-9b72-e70d7f192aa1 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 984 time: 0.0534854 Sep 20 13:23:45.004575 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5c305371-ad2d-4124-aef7-431b97b98de1 req-8e3825fc-1c22-408e-8e8f-bc922ca3bcfc tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/security-groups?id=1891abea-c207-4dad-8eca-78b6dbec540c&id=d836f1b0-c057-4be8-b298-edbe4e6a8e58&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525157 Sep 20 13:23:46.129670 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89bac7-7079-457e-8bcc-fd587b2ca693 req-ad6cd519-a800-4d7d-8f0a-de6da31b8148 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:23:46.131050 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-be89bac7-7079-457e-8bcc-fd587b2ca693 req-ad6cd519-a800-4d7d-8f0a-de6da31b8148 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 984 time: 0.0520110 Sep 20 13:23:46.189341 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-be89bac7-7079-457e-8bcc-fd587b2ca693 req-124ae06e-1960-406f-9b3c-25c354f16524 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/security-groups?id=1891abea-c207-4dad-8eca-78b6dbec540c&id=d836f1b0-c057-4be8-b298-edbe4e6a8e58&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520506 Sep 20 13:23:47.315990 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcae902-4ea1-41a7-b196-397457a42165 req-1bdab142-0c38-4e69-acf8-33832ffee90c tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:23:47.317446 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1fcae902-4ea1-41a7-b196-397457a42165 req-1bdab142-0c38-4e69-acf8-33832ffee90c tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 984 time: 0.0569577 Sep 20 13:23:47.378695 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1fcae902-4ea1-41a7-b196-397457a42165 req-f47067e2-ed9d-4de2-9e72-28d914dd97c7 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/security-groups?id=1891abea-c207-4dad-8eca-78b6dbec540c&id=d836f1b0-c057-4be8-b298-edbe4e6a8e58&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548651 Sep 20 13:23:47.911413 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c663c-5a7e-42ae-b0a5-9a14e4398bbf req-b37ea505-5455-4589-9b5e-d3986026c65a tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:23:47.912901 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-702c663c-5a7e-42ae-b0a5-9a14e4398bbf req-b37ea505-5455-4589-9b5e-d3986026c65a tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c3b2b08-3787-49ee-be07-d20281aa4b3c HTTP/1.1" status: 200 len: 945 time: 0.0542173 Sep 20 13:23:47.959662 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-702c663c-5a7e-42ae-b0a5-9a14e4398bbf req-28a49c3c-2521-4d1e-96f7-72eae5408c82 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/security-groups?id=c58043c8-7cf5-4881-98ae-4e7fc027a1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411305 Sep 20 13:23:48.505490 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b7cad-8ed2-4f9b-a00f-a7885096f968 req-fc79612d-579b-44c6-a829-dc816a89f785 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:23:48.506986 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-b33b7cad-8ed2-4f9b-a00f-a7885096f968 req-fc79612d-579b-44c6-a829-dc816a89f785 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 984 time: 0.0532155 Sep 20 13:23:48.569403 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-b33b7cad-8ed2-4f9b-a00f-a7885096f968 req-961b27cf-9f37-4aa6-b9d9-4e4daa4d4b6b tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/security-groups?id=1891abea-c207-4dad-8eca-78b6dbec540c&id=d836f1b0-c057-4be8-b298-edbe4e6a8e58&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567188 Sep 20 13:23:49.054116 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa82b33-4e90-405d-9d8b-d31538c8fcc3 req-706d4049-e02c-4551-b9fc-2f1b6f8a57a8 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:23:49.055729 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-dfa82b33-4e90-405d-9d8b-d31538c8fcc3 req-706d4049-e02c-4551-b9fc-2f1b6f8a57a8 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 946 time: 0.0538776 Sep 20 13:23:49.084464 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac72d2-ee8a-422a-ad2a-d5b197cf371e req-997c4af6-3ee6-429c-bf1e-94b394373bd1 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:23:49.085942 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-48ac72d2-ee8a-422a-ad2a-d5b197cf371e req-997c4af6-3ee6-429c-bf1e-94b394373bd1 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c3b2b08-3787-49ee-be07-d20281aa4b3c HTTP/1.1" status: 200 len: 945 time: 0.0531485 Sep 20 13:23:49.103805 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-dfa82b33-4e90-405d-9d8b-d31538c8fcc3 req-577a61f6-dcc1-4bc7-a4fa-4b6ed554be18 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419817 Sep 20 13:23:49.136616 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-48ac72d2-ee8a-422a-ad2a-d5b197cf371e req-8e76b235-7eef-4f42-b312-cd33b8b5fcda tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/security-groups?id=c58043c8-7cf5-4881-98ae-4e7fc027a1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442679 Sep 20 13:23:49.691713 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed7c23b-7eb2-4628-9237-ef56dcb1e651 req-bd1e6446-92ee-4a1e-81a7-35114233c329 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:23:49.693155 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-1ed7c23b-7eb2-4628-9237-ef56dcb1e651 req-bd1e6446-92ee-4a1e-81a7-35114233c329 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 984 time: 0.0516605 Sep 20 13:23:49.750545 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-1ed7c23b-7eb2-4628-9237-ef56dcb1e651 req-6ff46c0d-3684-4118-9b57-f1bb31ed83fb tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/security-groups?id=1891abea-c207-4dad-8eca-78b6dbec540c&id=d836f1b0-c057-4be8-b298-edbe4e6a8e58&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0518343 Sep 20 13:23:50.234019 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424fa2be-75dd-484b-aa3f-cfaa0b3e1f53 req-e008c9d2-02f7-4345-85f6-e83849e482be tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:23:50.235604 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-424fa2be-75dd-484b-aa3f-cfaa0b3e1f53 req-e008c9d2-02f7-4345-85f6-e83849e482be tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 946 time: 0.0551112 Sep 20 13:23:50.266415 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8119e97-aa83-4ee1-a904-5001b0988460 req-ee010c20-ea6b-4d74-a04d-77346772be0c tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:23:50.267941 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-b8119e97-aa83-4ee1-a904-5001b0988460 req-ee010c20-ea6b-4d74-a04d-77346772be0c tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c3b2b08-3787-49ee-be07-d20281aa4b3c HTTP/1.1" status: 200 len: 945 time: 0.0571682 Sep 20 13:23:50.283413 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-424fa2be-75dd-484b-aa3f-cfaa0b3e1f53 req-7e7f1b6c-8f46-4928-8eda-017badcf0ca3 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420516 Sep 20 13:23:50.315493 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-b8119e97-aa83-4ee1-a904-5001b0988460 req-b6cb95a2-f20d-4f60-8c7e-48887c4500a7 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/security-groups?id=c58043c8-7cf5-4881-98ae-4e7fc027a1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418668 Sep 20 13:23:50.874264 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba343b-9428-41ac-8b43-a804273ebbac req-22879efe-8491-4447-a14e-3a3c5f51ab58 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:23:50.875754 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6bba343b-9428-41ac-8b43-a804273ebbac req-22879efe-8491-4447-a14e-3a3c5f51ab58 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 984 time: 0.0523984 Sep 20 13:23:50.933903 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6bba343b-9428-41ac-8b43-a804273ebbac req-740ceea1-d0a8-45f9-90ac-226c66d3ce36 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/security-groups?id=1891abea-c207-4dad-8eca-78b6dbec540c&id=d836f1b0-c057-4be8-b298-edbe4e6a8e58&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525053 Sep 20 13:23:51.146786 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409bdfa-1075-414f-8cb7-5d5ca2289414 req-1c82da15-7299-4067-9bb5-03a7bb85e106 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:23:51.148136 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e409bdfa-1075-414f-8cb7-5d5ca2289414 req-1c82da15-7299-4067-9bb5-03a7bb85e106 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c3b2b08-3787-49ee-be07-d20281aa4b3c HTTP/1.1" status: 200 len: 945 time: 0.0548837 Sep 20 13:23:51.239728 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-e409bdfa-1075-414f-8cb7-5d5ca2289414 req-b85d94c2-05e7-4a13-9d31-5d3631152cdc tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Deleting port 5bf49010-2661-4889-ab00-9beaf7b91ed4 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:23:51.240396 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-e409bdfa-1075-414f-8cb7-5d5ca2289414 req-b85d94c2-05e7-4a13-9d31-5d3631152cdc tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (5bf49010-2661-4889-ab00-9beaf7b91ed4), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:23:51.329714 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-e409bdfa-1075-414f-8cb7-5d5ca2289414 req-b85d94c2-05e7-4a13-9d31-5d3631152cdc tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] For port 5bf49010-2661-4889-ab00-9beaf7b91ed4, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=5bf49010-2661-4889-ab00-9beaf7b91ed4,segment=NetworkSegment(4de8c6a6-e951-4ad5-bbe5-bf4e8f508979),segment_id=4de8c6a6-e951-4ad5-bbe5-bf4e8f508979)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:23:51.330084 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-e409bdfa-1075-414f-8cb7-5d5ca2289414 req-b85d94c2-05e7-4a13-9d31-5d3631152cdc tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (5bf49010-2661-4889-ab00-9beaf7b91ed4), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:23:51.343833 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-e409bdfa-1075-414f-8cb7-5d5ca2289414 req-b85d94c2-05e7-4a13-9d31-5d3631152cdc tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Calling delete_port for 5bf49010-2661-4889-ab00-9beaf7b91ed4 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:23:51.417193 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3fb6e0-3140-4732-862d-24fed4da1263 req-af84c061-18bb-422d-8d79-8fba2d24182b tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:23:51.418581 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-bd3fb6e0-3140-4732-862d-24fed4da1263 req-af84c061-18bb-422d-8d79-8fba2d24182b tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 946 time: 0.0535095 Sep 20 13:23:51.465898 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-bd3fb6e0-3140-4732-862d-24fed4da1263 req-ceeb450f-8cdc-4ae9-8319-bd839afc05c6 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416358 Sep 20 13:23:51.471562 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af99b057-5f31-45f6-9f7f-ed49a4d1f1ee req-9a1f7a77-7a91-4272-8593-0fff06be6f30 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:23:51.474628 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-af99b057-5f31-45f6-9f7f-ed49a4d1f1ee req-9a1f7a77-7a91-4272-8593-0fff06be6f30 tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c3b2b08-3787-49ee-be07-d20281aa4b3c HTTP/1.1" status: 200 len: 945 time: 0.0840836 Sep 20 13:23:51.549115 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-e409bdfa-1075-414f-8cb7-5d5ca2289414 req-b85d94c2-05e7-4a13-9d31-5d3631152cdc tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (5bf49010-2661-4889-ab00-9beaf7b91ed4), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:23:51.561123 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-af99b057-5f31-45f6-9f7f-ed49a4d1f1ee req-e9df6d82-a10c-48ab-8cbe-ecc5d980db2c tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.55 "GET /v2.0/security-groups?id=c58043c8-7cf5-4881-98ae-4e7fc027a1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645621 Sep 20 13:23:51.581905 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85d94c2-05e7-4a13-9d31-5d3631152cdc tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Pushing event deleted for resources: {'Port': ['ID=5bf49010-2661-4889-ab00-9beaf7b91ed4,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:23:51.593572 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85d94c2-05e7-4a13-9d31-5d3631152cdc tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:23:51.593929 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85d94c2-05e7-4a13-9d31-5d3631152cdc tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:23:51.594277 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85d94c2-05e7-4a13-9d31-5d3631152cdc tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:23:51.594617 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85d94c2-05e7-4a13-9d31-5d3631152cdc tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:23:51.594975 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85d94c2-05e7-4a13-9d31-5d3631152cdc tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:23:51.595309 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85d94c2-05e7-4a13-9d31-5d3631152cdc tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:23:51.595643 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85d94c2-05e7-4a13-9d31-5d3631152cdc tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:23:51.595973 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85d94c2-05e7-4a13-9d31-5d3631152cdc tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:23:51.596303 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85d94c2-05e7-4a13-9d31-5d3631152cdc tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:23:51.596631 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85d94c2-05e7-4a13-9d31-5d3631152cdc tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:23:51.596956 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85d94c2-05e7-4a13-9d31-5d3631152cdc tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:23:51.597281 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85d94c2-05e7-4a13-9d31-5d3631152cdc tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:23:51.597610 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85d94c2-05e7-4a13-9d31-5d3631152cdc tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:23:51.604290 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] get_ports_and_sgs() called for port_ids ['5bf49010-2661-4889-ab00-9beaf7b91ed4'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 13:23:51.632859 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-e409bdfa-1075-414f-8cb7-5d5ca2289414 req-b85d94c2-05e7-4a13-9d31-5d3631152cdc tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] No DVR routers for this DVR port 5bf49010-2661-4889-ab00-9beaf7b91ed4 on host hv-cinder-85846 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:23:51.635800 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-e409bdfa-1075-414f-8cb7-5d5ca2289414 req-b85d94c2-05e7-4a13-9d31-5d3631152cdc tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:23:51.639014 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e409bdfa-1075-414f-8cb7-5d5ca2289414 req-b85d94c2-05e7-4a13-9d31-5d3631152cdc tempest-VolumesSnapshotTestJSON-1409237541 tempest-VolumesSnapshotTestJSON-1409237541-project] 10.222.0.62 "DELETE /v2.0/ports/5bf49010-2661-4889-ab00-9beaf7b91ed4 HTTP/1.1" status: 204 len: 173 time: 0.4823291 Sep 20 13:23:51.639505 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c3b2b08-3787-49ee-be07-d20281aa4b3c', 'name': 'network-vif-deleted', 'tag': '5bf49010-2661-4889-ab00-9beaf7b91ed4'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:23:51.641740 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8afa0c3fb06aef531850fccced94fa4b659a4977f0534d5a49c84d13d87c0c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c182b79d-59e9-4b6c-9c41-ca289701fe88" -d '{"events": [{"server_uuid": "4c3b2b08-3787-49ee-be07-d20281aa4b3c", "name": "network-vif-deleted", "tag": "5bf49010-2661-4889-ab00-9beaf7b91ed4"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:23:51.735433 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 13:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648fed02-b0d5-496f-9477-74a59ce5869f x-openstack-request-id: req-648fed02-b0d5-496f-9477-74a59ce5869f {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:23:51.735729 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c3b2b08-3787-49ee-be07-d20281aa4b3c", "name": "network-vif-deleted", "tag": "5bf49010-2661-4889-ab00-9beaf7b91ed4", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:23:51.735987 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-648fed02-b0d5-496f-9477-74a59ce5869f {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:23:51.736416 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-648fed02-b0d5-496f-9477-74a59ce5869f'] response: {'server_uuid': '4c3b2b08-3787-49ee-be07-d20281aa4b3c', 'name': 'network-vif-deleted', 'tag': '5bf49010-2661-4889-ab00-9beaf7b91ed4', 'status': 'completed', 'code': 200} Sep 20 13:23:52.060717 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb26e7b-ffc1-442c-a76c-47d440796c31 req-008e1fd1-2a98-4114-bb2c-ba59bb9afbd1 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:23:52.062179 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1eb26e7b-ffc1-442c-a76c-47d440796c31 req-008e1fd1-2a98-4114-bb2c-ba59bb9afbd1 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 984 time: 0.0576007 Sep 20 13:23:52.119929 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1eb26e7b-ffc1-442c-a76c-47d440796c31 req-6087fc58-9bdf-4368-afe7-ca441d746292 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/security-groups?id=1891abea-c207-4dad-8eca-78b6dbec540c&id=d836f1b0-c057-4be8-b298-edbe4e6a8e58&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0516083 Sep 20 13:23:52.602581 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e1110-5b0c-4e7d-8412-6974a54c71f8 req-37bcc098-d607-42bd-ab8b-c96c905fe31c tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:23:52.604592 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-762e1110-5b0c-4e7d-8412-6974a54c71f8 req-37bcc098-d607-42bd-ab8b-c96c905fe31c tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 946 time: 0.0562527 Sep 20 13:23:52.652234 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-762e1110-5b0c-4e7d-8412-6974a54c71f8 req-26e8b8aa-916c-40a5-858f-36af5bc21c44 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421703 Sep 20 13:23:53.253362 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9f1f5-9a87-4ede-be2b-587a73f5941c req-b213cda9-2691-4b82-8c28-d26518034bc2 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:23:53.254852 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b2e9f1f5-9a87-4ede-be2b-587a73f5941c req-b213cda9-2691-4b82-8c28-d26518034bc2 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 984 time: 0.0560641 Sep 20 13:23:53.313780 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b2e9f1f5-9a87-4ede-be2b-587a73f5941c req-cc08b5c1-e769-49b8-9c8f-c51369545a3f tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/security-groups?id=1891abea-c207-4dad-8eca-78b6dbec540c&id=d836f1b0-c057-4be8-b298-edbe4e6a8e58&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527031 Sep 20 13:23:53.428790 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2139029a-49ee-42bd-9333-f1b21a90428e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (c520f755-59ca-4a79-a15e-107c01e131c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:23:53.457138 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.agents_db [None req-1b87bba1-5a3b-42d5-ba20-63287d9ec67c None None] Agent healthcheck: found 6 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:23:53.780539 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc727a6-5330-4015-b9c2-accbcb272935 req-1bf1d78c-de03-4f88-9d6e-9108a4dfc3a0 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:23:53.782013 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-bfc727a6-5330-4015-b9c2-accbcb272935 req-1bf1d78c-de03-4f88-9d6e-9108a4dfc3a0 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 946 time: 0.0520329 Sep 20 13:23:53.828607 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-bfc727a6-5330-4015-b9c2-accbcb272935 req-1dbc6e4a-1465-4db0-b65d-fb970037abb2 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408587 Sep 20 13:23:54.436280 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb054d-0d21-4e97-9165-7f246bb67e8d req-02091501-e41b-40ef-a30a-a5773ca63d35 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:23:54.437721 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f9fb054d-0d21-4e97-9165-7f246bb67e8d req-02091501-e41b-40ef-a30a-a5773ca63d35 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 984 time: 0.0524063 Sep 20 13:23:54.503791 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f9fb054d-0d21-4e97-9165-7f246bb67e8d req-814c883f-b4c9-425b-8152-d004b6e50cb7 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/security-groups?id=1891abea-c207-4dad-8eca-78b6dbec540c&id=d836f1b0-c057-4be8-b298-edbe4e6a8e58&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0602622 Sep 20 13:23:54.955837 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d270b-ade6-4b9f-a0ca-573fe5b0d8a8 req-1ff90267-0ef8-4352-a92a-2761f7c728d8 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:23:54.957280 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-643d270b-ade6-4b9f-a0ca-573fe5b0d8a8 req-1ff90267-0ef8-4352-a92a-2761f7c728d8 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 946 time: 0.0516002 Sep 20 13:23:55.006127 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-643d270b-ade6-4b9f-a0ca-573fe5b0d8a8 req-9d46c10c-9ddf-4e79-b4f8-fd1733eea897 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433984 Sep 20 13:23:55.625751 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cc44a3-4243-4e0f-aca9-d7053e5e5be2 req-41b144d6-1dcf-473d-bdcf-8d9ca3ac973f tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:23:55.627223 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e6cc44a3-4243-4e0f-aca9-d7053e5e5be2 req-41b144d6-1dcf-473d-bdcf-8d9ca3ac973f tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 984 time: 0.0516236 Sep 20 13:23:55.684772 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e6cc44a3-4243-4e0f-aca9-d7053e5e5be2 req-805213aa-39c9-4f57-a2f7-4f6e380787a8 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/security-groups?id=1891abea-c207-4dad-8eca-78b6dbec540c&id=d836f1b0-c057-4be8-b298-edbe4e6a8e58&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520022 Sep 20 13:23:55.759928 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b401a5f8-fc69-4c7c-aa30-f060c145fc6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (e6bdf340-58c5-4186-af2d-ab00439e5425), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:23:56.134196 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284109ef-74c3-4317-bc40-3249effedeb4 req-d9839156-4722-4dba-af78-4d1b7eeb6800 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:23:56.136650 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-284109ef-74c3-4317-bc40-3249effedeb4 req-d9839156-4722-4dba-af78-4d1b7eeb6800 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 946 time: 0.0535803 Sep 20 13:23:56.183769 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-284109ef-74c3-4317-bc40-3249effedeb4 req-b504ae5e-4556-473d-8cc8-eaef28ad004e tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416417 Sep 20 13:23:56.727770 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21c1e68e-1f58-483a-acac-7453cdb7afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (dfbc54aa-0ed8-4030-9edb-0bf7f0e74037), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:23:56.809309 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef2aaa-7dee-41a9-a024-370feaa5a935 req-b064ee51-bd63-4bda-a51e-d53f14255c88 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:23:56.810647 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-42ef2aaa-7dee-41a9-a024-370feaa5a935 req-b064ee51-bd63-4bda-a51e-d53f14255c88 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 984 time: 0.0531101 Sep 20 13:23:56.869516 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-42ef2aaa-7dee-41a9-a024-370feaa5a935 req-52c4d56a-f2bc-4e6f-8001-f3b9e6127d72 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/security-groups?id=1891abea-c207-4dad-8eca-78b6dbec540c&id=d836f1b0-c057-4be8-b298-edbe4e6a8e58&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525937 Sep 20 13:23:57.313568 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39804b-6ecf-4437-87eb-b1afb6c3d299 req-7d6e27c7-1035-426e-bd55-f9b3c58fd92f tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:23:57.315033 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-ec39804b-6ecf-4437-87eb-b1afb6c3d299 req-7d6e27c7-1035-426e-bd55-f9b3c58fd92f tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 946 time: 0.0522182 Sep 20 13:23:57.360055 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-ec39804b-6ecf-4437-87eb-b1afb6c3d299 req-5bf2e551-1001-4b08-aa97-a4f22e4fc473 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395234 Sep 20 13:23:57.997689 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6cb03-684a-4fc2-befa-1c9866f12acc req-4d87d221-2bcb-442d-b016-0e0e68000a2d tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:23:57.999180 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9fe6cb03-684a-4fc2-befa-1c9866f12acc req-4d87d221-2bcb-442d-b016-0e0e68000a2d tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 984 time: 0.0571215 Sep 20 13:23:58.056888 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9fe6cb03-684a-4fc2-befa-1c9866f12acc req-17f56208-4c5d-42d2-9ab7-d290631b1b84 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/security-groups?id=1891abea-c207-4dad-8eca-78b6dbec540c&id=d836f1b0-c057-4be8-b298-edbe4e6a8e58&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520978 Sep 20 13:23:58.090915 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 5bf49010-2661-4889-ab00-9beaf7b91ed4 no longer exists at agent hyperv_hv-cinder-85846 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:23:58.112690 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] No Port match for: 5bf49010-2661-4889-ab00-9beaf7b91ed4 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 20 13:23:58.113035 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 5bf49010-2661-4889-ab00-9beaf7b91ed4 not bound to the agent host hv-cinder-85846 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:23:58.143529 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c793fb8f-2eac-4cf0-b972-02f3f2d6d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (78ab24c8-cd03-458a-a2fc-6c0c54d0053a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:23:58.491835 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d3312-4d64-4fd6-8732-2f3c0a42d035 req-a851a516-0819-4e55-a1c1-43a90cfa4266 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:23:58.493309 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-ce6d3312-4d64-4fd6-8732-2f3c0a42d035 req-a851a516-0819-4e55-a1c1-43a90cfa4266 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 946 time: 0.0549991 Sep 20 13:23:58.539754 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-ce6d3312-4d64-4fd6-8732-2f3c0a42d035 req-902b3331-dbeb-49f8-b57b-3ab06796c51b tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403936 Sep 20 13:23:59.184824 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af8feef-e45f-4037-928d-6c1b83524074 req-58c23932-04fa-4589-a2f3-a15e4e9d8fbb tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:23:59.186349 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5af8feef-e45f-4037-928d-6c1b83524074 req-58c23932-04fa-4589-a2f3-a15e4e9d8fbb tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 984 time: 0.0579035 Sep 20 13:23:59.248470 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5af8feef-e45f-4037-928d-6c1b83524074 req-2ce4dcd5-923e-4d13-b580-3d966dbbb6eb tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/security-groups?id=1891abea-c207-4dad-8eca-78b6dbec540c&id=d836f1b0-c057-4be8-b298-edbe4e6a8e58&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563090 Sep 20 13:23:59.577134 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (543ca60b-7e7a-4ebd-8f87-7672c7a482b9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:23:59.675569 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5524272-55a8-47c7-b13d-ad843e4af931 req-014a8a10-19ba-4685-9180-983398d1118e tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:23:59.677028 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-e5524272-55a8-47c7-b13d-ad843e4af931 req-014a8a10-19ba-4685-9180-983398d1118e tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 946 time: 0.0533388 Sep 20 13:23:59.724953 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-e5524272-55a8-47c7-b13d-ad843e4af931 req-f79d443c-cdc9-42e6-8503-1fcf5f4a0f39 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411780 Sep 20 13:24:00.377040 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd9dd2a-8039-4329-bbe5-be325497f234 req-dd62298f-b1b0-4988-89e7-32cf9630bd49 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:00.378483 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6fd9dd2a-8039-4329-bbe5-be325497f234 req-dd62298f-b1b0-4988-89e7-32cf9630bd49 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 984 time: 0.0562437 Sep 20 13:24:00.436354 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6fd9dd2a-8039-4329-bbe5-be325497f234 req-49147141-8d1c-4a11-af9c-eb6e39ad863e tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/security-groups?id=1891abea-c207-4dad-8eca-78b6dbec540c&id=d836f1b0-c057-4be8-b298-edbe4e6a8e58&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0521924 Sep 20 13:24:00.855331 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4ddf3b-969f-4aa3-a4f7-4715f14e2200 req-4ea4dd8a-4d9d-47d9-b535-e008f071f0a8 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:00.856742 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-4b4ddf3b-969f-4aa3-a4f7-4715f14e2200 req-4ea4dd8a-4d9d-47d9-b535-e008f071f0a8 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 946 time: 0.0515213 Sep 20 13:24:00.919292 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-4b4ddf3b-969f-4aa3-a4f7-4715f14e2200 req-2dce2a65-2571-4f94-b18f-a8ac4b57de39 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543110 Sep 20 13:24:01.560613 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1834f4e7-0766-4ffd-9794-853b5b417af9 req-602ca279-15dd-41b9-a5b3-796b9f05e61e tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:01.562083 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1834f4e7-0766-4ffd-9794-853b5b417af9 req-602ca279-15dd-41b9-a5b3-796b9f05e61e tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 984 time: 0.0536265 Sep 20 13:24:01.619589 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1834f4e7-0766-4ffd-9794-853b5b417af9 req-691fd6ae-cbab-4f1b-b65f-9ba9c57c9498 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/security-groups?id=1891abea-c207-4dad-8eca-78b6dbec540c&id=d836f1b0-c057-4be8-b298-edbe4e6a8e58&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0511971 Sep 20 13:24:02.063499 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00563bf-1463-4e3e-b30e-ad9ac6bcaf8a req-43f8a5d2-01ef-4c53-8f01-1474671a9b24 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:02.064992 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-b00563bf-1463-4e3e-b30e-ad9ac6bcaf8a req-43f8a5d2-01ef-4c53-8f01-1474671a9b24 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 946 time: 0.0589619 Sep 20 13:24:02.117070 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-b00563bf-1463-4e3e-b30e-ad9ac6bcaf8a req-4b3fac9d-c650-40be-a003-47b6741b593e tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451164 Sep 20 13:24:02.750896 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361457e-b6a2-4ffa-9fb6-da631498a05d req-d8c14b4b-0eb3-4d35-a7b7-dae359899f09 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:02.752480 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d361457e-b6a2-4ffa-9fb6-da631498a05d req-d8c14b4b-0eb3-4d35-a7b7-dae359899f09 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 984 time: 0.0590544 Sep 20 13:24:02.820017 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d361457e-b6a2-4ffa-9fb6-da631498a05d req-19533be8-e596-47b5-b5f8-2960cf92b0c4 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/security-groups?id=1891abea-c207-4dad-8eca-78b6dbec540c&id=d836f1b0-c057-4be8-b298-edbe4e6a8e58&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0590963 Sep 20 13:24:03.262261 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf674c9-2bc6-469f-8a66-5624e793521c req-abd129ba-b44b-4402-83d4-cc3e0cd083f8 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:03.263963 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-eaf674c9-2bc6-469f-8a66-5624e793521c req-abd129ba-b44b-4402-83d4-cc3e0cd083f8 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 946 time: 0.0651052 Sep 20 13:24:03.316800 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-eaf674c9-2bc6-469f-8a66-5624e793521c req-f641f958-03d8-4466-a836-c66aed4cc9ac tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467944 Sep 20 13:24:03.947264 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3259faf-a3c1-4222-8303-68245fcbcc59 req-2bd851c8-5a8b-46c7-938f-42f977d29102 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:03.948731 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a3259faf-a3c1-4222-8303-68245fcbcc59 req-2bd851c8-5a8b-46c7-938f-42f977d29102 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 984 time: 0.0532846 Sep 20 13:24:04.007836 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a3259faf-a3c1-4222-8303-68245fcbcc59 req-499dc3b4-62ea-4710-8aa7-84a7000e54b0 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/security-groups?id=1891abea-c207-4dad-8eca-78b6dbec540c&id=d836f1b0-c057-4be8-b298-edbe4e6a8e58&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533562 Sep 20 13:24:04.449170 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d337fb74-507b-41dc-aae6-4756cf600281 req-a5715d04-93d5-42ec-8f3e-7488be21454e tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:04.450622 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-d337fb74-507b-41dc-aae6-4756cf600281 req-a5715d04-93d5-42ec-8f3e-7488be21454e tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 946 time: 0.0559301 Sep 20 13:24:04.496896 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-d337fb74-507b-41dc-aae6-4756cf600281 req-5d1b843f-df64-4e77-b19c-17d9e92397b8 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406706 Sep 20 13:24:05.130051 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d26386-978c-4df6-9b8a-b25cb7306918 req-ef94061a-3400-4660-a372-b75b5c805b0b tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:05.131521 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f8d26386-978c-4df6-9b8a-b25cb7306918 req-ef94061a-3400-4660-a372-b75b5c805b0b tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 984 time: 0.0519361 Sep 20 13:24:05.189505 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f8d26386-978c-4df6-9b8a-b25cb7306918 req-0b41dbd1-7420-4366-b79b-2e013de3d2fa tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/security-groups?id=1891abea-c207-4dad-8eca-78b6dbec540c&id=d836f1b0-c057-4be8-b298-edbe4e6a8e58&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0518262 Sep 20 13:24:05.626417 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b4bd58-6eb3-4875-909c-d2a0b0546818 req-ae5a25fd-adaf-4954-ad84-8e52bbcff788 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:05.627804 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-d4b4bd58-6eb3-4875-909c-d2a0b0546818 req-ae5a25fd-adaf-4954-ad84-8e52bbcff788 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 946 time: 0.0509202 Sep 20 13:24:05.685004 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-d4b4bd58-6eb3-4875-909c-d2a0b0546818 req-bd1483cc-aa6c-4b24-b2d0-202081710395 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516584 Sep 20 13:24:06.319214 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e0fdb-3874-47c6-bf2d-e612c1c8c5cd req-08ee3414-507f-4d79-ae96-ed79cbc26dd3 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:06.320680 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-555e0fdb-3874-47c6-bf2d-e612c1c8c5cd req-08ee3414-507f-4d79-ae96-ed79cbc26dd3 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 984 time: 0.0582325 Sep 20 13:24:06.379172 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-555e0fdb-3874-47c6-bf2d-e612c1c8c5cd req-17de7dc1-5eeb-4cb8-9500-5b39d2906ae4 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/security-groups?id=1891abea-c207-4dad-8eca-78b6dbec540c&id=d836f1b0-c057-4be8-b298-edbe4e6a8e58&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527952 Sep 20 13:24:06.815136 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321d565f-b5c1-4226-9170-5e7f4cfd1f68 req-c0d3ebab-ae3c-4246-a3c3-2f8f2ec1e458 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:06.816494 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-321d565f-b5c1-4226-9170-5e7f4cfd1f68 req-c0d3ebab-ae3c-4246-a3c3-2f8f2ec1e458 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 946 time: 0.0548272 Sep 20 13:24:06.861898 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-321d565f-b5c1-4226-9170-5e7f4cfd1f68 req-e527849b-1087-4780-907f-01e04d6a321a tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393825 Sep 20 13:24:07.503022 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c966a-33e6-4433-9203-38bea0740470 req-f45fbcc5-c4fb-4596-baf3-eec171e82b48 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:07.504626 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-512c966a-33e6-4433-9203-38bea0740470 req-f45fbcc5-c4fb-4596-baf3-eec171e82b48 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 984 time: 0.0537961 Sep 20 13:24:07.563894 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-512c966a-33e6-4433-9203-38bea0740470 req-9230b264-5fc1-43fd-a5f2-42897b80de69 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/security-groups?id=1891abea-c207-4dad-8eca-78b6dbec540c&id=d836f1b0-c057-4be8-b298-edbe4e6a8e58&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535369 Sep 20 13:24:07.990085 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27ef770-934d-47d1-8f9c-4eb64e2c9c99 req-6e737587-a35d-423e-848c-9735fee1ce7e tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:07.991567 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-e27ef770-934d-47d1-8f9c-4eb64e2c9c99 req-6e737587-a35d-423e-848c-9735fee1ce7e tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 946 time: 0.0516701 Sep 20 13:24:08.044878 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-e27ef770-934d-47d1-8f9c-4eb64e2c9c99 req-5e04460a-5aa4-4d36-b4a0-0b3a5a087844 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474560 Sep 20 13:24:08.693758 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e64bab-862e-4f7f-9e1d-d970261aca12 req-9387a4ed-12a9-4cce-bcb4-5971747dd3b7 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:08.695168 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-47e64bab-862e-4f7f-9e1d-d970261aca12 req-9387a4ed-12a9-4cce-bcb4-5971747dd3b7 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 984 time: 0.0557132 Sep 20 13:24:08.757831 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-47e64bab-862e-4f7f-9e1d-d970261aca12 req-466f3e11-c82c-4fe4-9771-633f7d93678b tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/security-groups?id=1891abea-c207-4dad-8eca-78b6dbec540c&id=d836f1b0-c057-4be8-b298-edbe4e6a8e58&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557897 Sep 20 13:24:09.171482 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad394560-9457-424e-9aad-b8c5e23b7cfa req-320b8587-fd73-4ac4-a6a7-450950533c55 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:09.173087 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-ad394560-9457-424e-9aad-b8c5e23b7cfa req-320b8587-fd73-4ac4-a6a7-450950533c55 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 946 time: 0.0515437 Sep 20 13:24:09.221604 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-ad394560-9457-424e-9aad-b8c5e23b7cfa req-5fe083bc-6cad-4428-9d34-d02fd103fe42 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430110 Sep 20 13:24:10.151756 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (728cf656-0364-4172-b8b5-b6ffd3122ed0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:24:10.352871 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc6d1ac-3f33-4c4b-b283-fc53e8ed2a76 req-24a6158f-512f-457e-abeb-c65006da60ed tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:10.354327 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6fc6d1ac-3f33-4c4b-b283-fc53e8ed2a76 req-24a6158f-512f-457e-abeb-c65006da60ed tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 946 time: 0.0539799 Sep 20 13:24:10.399238 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6fc6d1ac-3f33-4c4b-b283-fc53e8ed2a76 req-98e50ada-d967-4d51-886d-379e4f001767 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394015 Sep 20 13:24:11.529180 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32927203-ff44-43bd-be46-8ff25c2cc4da req-4993d4e5-56a5-45e9-9c98-bd6891a9c0c7 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:11.530647 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-32927203-ff44-43bd-be46-8ff25c2cc4da req-4993d4e5-56a5-45e9-9c98-bd6891a9c0c7 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 946 time: 0.0537696 Sep 20 13:24:11.576377 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-32927203-ff44-43bd-be46-8ff25c2cc4da req-1d3fc43c-44c3-4437-bd96-7a6e91eda8b1 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399258 Sep 20 13:24:12.145071 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 12160af8-28a4-4dbf-a64f-d32e96938630 details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:24:12.240086 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port 12160af8-28a4-4dbf-a64f-d32e96938630, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=12160af8-28a4-4dbf-a64f-d32e96938630,segment=NetworkSegment(f948c4c9-3e43-44fc-b875-63e2f29a354c),segment_id=f948c4c9-3e43-44fc-b875-63e2f29a354c)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:24:12.251651 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Returning: {'device': '12160af8-28a4-4dbf-a64f-d32e96938630', 'network_id': '11c87694-9bef-4fe4-9250-573b5f8887eb', 'port_id': '12160af8-28a4-4dbf-a64f-d32e96938630', 'mac_address': 'fa:16:3e:6f:80:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bc59d34-e407-4d89-95e5-8037392fca32', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:24:12.284862 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Current status of the port 12160af8-28a4-4dbf-a64f-d32e96938630 is: ACTIVE; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:24:12.285269 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (12160af8-28a4-4dbf-a64f-d32e96938630), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:24:12.297845 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 12160af8-28a4-4dbf-a64f-d32e96938630 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 13:24:12.325710 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port 12160af8-28a4-4dbf-a64f-d32e96938630, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=12160af8-28a4-4dbf-a64f-d32e96938630,segment=NetworkSegment(f948c4c9-3e43-44fc-b875-63e2f29a354c),segment_id=f948c4c9-3e43-44fc-b875-63e2f29a354c)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:24:12.328817 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (12160af8-28a4-4dbf-a64f-d32e96938630), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:24:12.374291 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Pushing event updated for resources: {'Port': ['ID=12160af8-28a4-4dbf-a64f-d32e96938630,revision_number=6']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:24:12.381505 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:24:12.381897 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:24:12.382251 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:24:12.382605 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:24:12.383019 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:24:12.383368 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:24:12.383817 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:24:12.384173 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:24:12.384533 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:24:12.384894 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:24:12.385231 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:24:12.385566 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:24:12.385892 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:24:12.704751 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e765ddea-6f95-45f5-bdf8-443383faab32 req-be8e9868-97f4-47b4-a540-61663ac53865 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:12.706216 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e765ddea-6f95-45f5-bdf8-443383faab32 req-be8e9868-97f4-47b4-a540-61663ac53865 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 945 time: 0.0518806 Sep 20 13:24:12.711522 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] get_ports_and_sgs() called for port_ids ['12160af8-28a4-4dbf-a64f-d32e96938630'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 13:24:12.752149 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e765ddea-6f95-45f5-bdf8-443383faab32 req-012c5ea1-576c-45b1-805c-eff199eab53b tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403485 Sep 20 13:24:13.881972 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe20c2-feb7-4b52-bde0-e6e60cb1160d req-8ed0f6e8-599d-4798-bee3-bbdc4dfcde98 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:13.883455 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-fbbe20c2-feb7-4b52-bde0-e6e60cb1160d req-8ed0f6e8-599d-4798-bee3-bbdc4dfcde98 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 945 time: 0.0523334 Sep 20 13:24:13.929158 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-fbbe20c2-feb7-4b52-bde0-e6e60cb1160d req-2b971e3d-a924-4cd0-bd9f-9c78ed41476f tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401249 Sep 20 13:24:14.157901 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 12160af8-28a4-4dbf-a64f-d32e96938630 up at agent hyperv_hv-cinder-85846 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:24:14.201325 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Provisioning complete for port 12160af8-28a4-4dbf-a64f-d32e96938630 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:24:14.201699 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (12160af8-28a4-4dbf-a64f-d32e96938630), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:24:14.202037 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Attempt 1 to provision port 12160af8-28a4-4dbf-a64f-d32e96938630 Sep 20 13:24:14.272785 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Current status of the port 12160af8-28a4-4dbf-a64f-d32e96938630 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:24:14.272785 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (12160af8-28a4-4dbf-a64f-d32e96938630), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:24:14.295517 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc983a7f-0a42-41c9-9012-3570aa494e7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12160af8-28a4-4dbf-a64f-d32e96938630'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:24:14.297730 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76b3f69f6489aff1aa8284e7e37e9464aa9e8db96ff70d8a184fca566081ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2fe082b-a86b-46e2-8941-1968e9677bc4" -d '{"events": [{"server_uuid": "bc983a7f-0a42-41c9-9012-3570aa494e7c", "name": "network-vif-plugged", "status": "completed", "tag": "12160af8-28a4-4dbf-a64f-d32e96938630"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:24:14.316343 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port 12160af8-28a4-4dbf-a64f-d32e96938630, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=12160af8-28a4-4dbf-a64f-d32e96938630,segment=NetworkSegment(f948c4c9-3e43-44fc-b875-63e2f29a354c),segment_id=f948c4c9-3e43-44fc-b875-63e2f29a354c)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:24:14.320671 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (12160af8-28a4-4dbf-a64f-d32e96938630), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:24:14.379675 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Pushing event updated for resources: {'Port': ['ID=12160af8-28a4-4dbf-a64f-d32e96938630,revision_number=7']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:24:14.403172 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 13:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd70728b-7fd1-44b9-a1d0-870256088d9b x-openstack-request-id: req-fd70728b-7fd1-44b9-a1d0-870256088d9b {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:24:14.403479 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc983a7f-0a42-41c9-9012-3570aa494e7c", "name": "network-vif-plugged", "status": "completed", "tag": "12160af8-28a4-4dbf-a64f-d32e96938630", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:24:14.403756 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fd70728b-7fd1-44b9-a1d0-870256088d9b {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:24:14.404164 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd70728b-7fd1-44b9-a1d0-870256088d9b'] response: {'server_uuid': 'bc983a7f-0a42-41c9-9012-3570aa494e7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12160af8-28a4-4dbf-a64f-d32e96938630', 'code': 200} Sep 20 13:24:15.067743 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da37f6a4-5793-43bf-82f5-703e9316c022 req-854dff4d-e504-4d1d-921e-c8966ebe6ff9 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:15.069199 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-da37f6a4-5793-43bf-82f5-703e9316c022 req-854dff4d-e504-4d1d-921e-c8966ebe6ff9 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 946 time: 0.0593023 Sep 20 13:24:15.115133 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-da37f6a4-5793-43bf-82f5-703e9316c022 req-949f0957-30d2-4075-aca1-adf1b2a511c8 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401952 Sep 20 13:24:16.253637 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f6962b-3819-4f2b-9ac0-24c398dbe648 req-8707c4c3-2ea9-46ae-b6e0-b5e4a627cee2 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:16.255104 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-57f6962b-3819-4f2b-9ac0-24c398dbe648 req-8707c4c3-2ea9-46ae-b6e0-b5e4a627cee2 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 946 time: 0.0565448 Sep 20 13:24:16.300442 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-57f6962b-3819-4f2b-9ac0-24c398dbe648 req-ef4661c6-0c7e-4f2c-9097-a27a459e71cc tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397592 Sep 20 13:24:17.431009 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c303af89-00a9-43aa-b0e6-2e5a9f479d3a req-b61305bf-abb9-42a4-8d7c-82bec81f6f15 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:17.432475 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-c303af89-00a9-43aa-b0e6-2e5a9f479d3a req-b61305bf-abb9-42a4-8d7c-82bec81f6f15 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 946 time: 0.0528617 Sep 20 13:24:17.477013 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-c303af89-00a9-43aa-b0e6-2e5a9f479d3a req-77c658ff-52fa-46d9-9518-cdb1f748e67c tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388837 Sep 20 13:24:18.606196 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532cdd50-4b99-482e-ae98-aa1348430b1c req-f5189fe7-2672-4187-8f8b-4211b45e834a tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:18.607641 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-532cdd50-4b99-482e-ae98-aa1348430b1c req-f5189fe7-2672-4187-8f8b-4211b45e834a tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 946 time: 0.0522778 Sep 20 13:24:18.653418 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-532cdd50-4b99-482e-ae98-aa1348430b1c req-edbe6113-50aa-416b-9a9b-f86af804dea7 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402911 Sep 20 13:24:18.876854 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 33312) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:24:18.919587 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-33eeebf8-284d-4e05-8c12-0869fb62e2e0 admin admin] Deleting subnet 8275926d-b144-40ff-b6d9-fcc686580e66 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 20 13:24:18.922523 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-33eeebf8-284d-4e05-8c12-0869fb62e2e0 admin admin] Publish callbacks [] for subnet (8275926d-b144-40ff-b6d9-fcc686580e66), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:24:18.957838 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-33eeebf8-284d-4e05-8c12-0869fb62e2e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10421076'] for subnet (8275926d-b144-40ff-b6d9-fcc686580e66), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:24:18.995282 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-33eeebf8-284d-4e05-8c12-0869fb62e2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-555306'] for subnet (8275926d-b144-40ff-b6d9-fcc686580e66), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:24:19.045202 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-33eeebf8-284d-4e05-8c12-0869fb62e2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-555325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10421116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10408817'] for subnet (8275926d-b144-40ff-b6d9-fcc686580e66), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:24:19.069512 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eeebf8-284d-4e05-8c12-0869fb62e2e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8275926d-b144-40ff-b6d9-fcc686580e66,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:24:19.077422 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-33eeebf8-284d-4e05-8c12-0869fb62e2e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:24:19.080493 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-33eeebf8-284d-4e05-8c12-0869fb62e2e0 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/8275926d-b144-40ff-b6d9-fcc686580e66 HTTP/1.1" status: 204 len: 168 time: 0.2026529 Sep 20 13:24:19.082162 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eeebf8-284d-4e05-8c12-0869fb62e2e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:24:19.082513 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eeebf8-284d-4e05-8c12-0869fb62e2e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:24:19.082888 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eeebf8-284d-4e05-8c12-0869fb62e2e0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:24:19.083222 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 33314) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:24:19.083332 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eeebf8-284d-4e05-8c12-0869fb62e2e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:24:19.083555 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eeebf8-284d-4e05-8c12-0869fb62e2e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:24:19.083888 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eeebf8-284d-4e05-8c12-0869fb62e2e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:24:19.084222 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eeebf8-284d-4e05-8c12-0869fb62e2e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:24:19.084554 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eeebf8-284d-4e05-8c12-0869fb62e2e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:24:19.084888 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eeebf8-284d-4e05-8c12-0869fb62e2e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:24:19.085217 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eeebf8-284d-4e05-8c12-0869fb62e2e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:24:19.085540 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eeebf8-284d-4e05-8c12-0869fb62e2e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:24:19.085869 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eeebf8-284d-4e05-8c12-0869fb62e2e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:24:19.086196 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eeebf8-284d-4e05-8c12-0869fb62e2e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:24:19.153598 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-488bf0af-8814-4f6b-9495-8c9152ac5392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-760150'] for network (e43e7b0a-b869-4779-a53c-8854ba221058), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:24:19.230390 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-488bf0af-8814-4f6b-9495-8c9152ac5392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553133', 'neutron.services.segments.db._delete_segments_for_network-8760608259063'] for network (e43e7b0a-b869-4779-a53c-8854ba221058), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:24:19.250986 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-488bf0af-8814-4f6b-9495-8c9152ac5392 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e43e7b0a-b869-4779-a53c-8854ba221058']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:24:19.260057 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-488bf0af-8814-4f6b-9495-8c9152ac5392 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4de8c6a6-e951-4ad5-bbe5-bf4e8f508979') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:24:19.260364 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-488bf0af-8814-4f6b-9495-8c9152ac5392 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4de8c6a6-e951-4ad5-bbe5-bf4e8f508979') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:24:19.273848 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-488bf0af-8814-4f6b-9495-8c9152ac5392 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760608262413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026615'] for segment (4de8c6a6-e951-4ad5-bbe5-bf4e8f508979), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:24:19.288044 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-488bf0af-8814-4f6b-9495-8c9152ac5392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549390'] for segment (4de8c6a6-e951-4ad5-bbe5-bf4e8f508979), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:24:19.294777 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-488bf0af-8814-4f6b-9495-8c9152ac5392 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 13:24:19.295168 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-488bf0af-8814-4f6b-9495-8c9152ac5392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242223'] for segment (4de8c6a6-e951-4ad5-bbe5-bf4e8f508979), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:24:19.352171 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-488bf0af-8814-4f6b-9495-8c9152ac5392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607699'] for network (e43e7b0a-b869-4779-a53c-8854ba221058), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:24:19.358527 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-488bf0af-8814-4f6b-9495-8c9152ac5392 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:24:19.361888 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-488bf0af-8814-4f6b-9495-8c9152ac5392 admin admin] 10.222.0.55 "DELETE /v2.0/networks/e43e7b0a-b869-4779-a53c-8854ba221058 HTTP/1.1" status: 204 len: 168 time: 0.2776177 Sep 20 13:24:19.374364 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488bf0af-8814-4f6b-9495-8c9152ac5392 admin admin] Pushing event deleted for resources: {'Network': ['ID=e43e7b0a-b869-4779-a53c-8854ba221058,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:24:19.390032 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.services.segments.plugin [-] Segment 4de8c6a6-e951-4ad5-bbe5-bf4e8f508979 resource provider aggregate not found Sep 20 13:24:19.408240 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.services.segments.plugin [-] Segment 4de8c6a6-e951-4ad5-bbe5-bf4e8f508979 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4de8c6a6-e951-4ad5-bbe5-bf4e8f508979 found for delete ", "request_id": "req-1d157e02-9fab-4ca0-89ad-6d33b27e059a"}]} Sep 20 13:24:19.529125 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 33336) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:24:19.573953 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-09a36f0c-c5f0-49c9-ad14-81df68c3aea3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=28dbe051a0b943559b793aa0037259ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404427 Sep 20 13:24:19.574136 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 33340) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:24:19.624600 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1cec9da9-ca31-4c6b-b878-a6bd05b45b7b admin admin] Publish callbacks [] for security_group (c58043c8-7cf5-4881-98ae-4e7fc027a1c8), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:24:19.645883 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1cec9da9-ca31-4c6b-b878-a6bd05b45b7b admin admin] Publish callbacks [] for security_group (c58043c8-7cf5-4881-98ae-4e7fc027a1c8), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:24:19.701964 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1cec9da9-ca31-4c6b-b878-a6bd05b45b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (c58043c8-7cf5-4881-98ae-4e7fc027a1c8), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:24:19.705160 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1cec9da9-ca31-4c6b-b878-a6bd05b45b7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:24:19.709185 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-1cec9da9-ca31-4c6b-b878-a6bd05b45b7b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c58043c8-7cf5-4881-98ae-4e7fc027a1c8 HTTP/1.1" status: 204 len: 168 time: 0.1315913 Sep 20 13:24:19.720075 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cec9da9-ca31-4c6b-b878-a6bd05b45b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58043c8-7cf5-4881-98ae-4e7fc027a1c8,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:24:19.807165 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41840df-eedc-42d8-a311-b873adba77d9 req-ab65c0d4-0b9d-411b-bbee-2d679fad5432 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:19.808988 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-b41840df-eedc-42d8-a311-b873adba77d9 req-ab65c0d4-0b9d-411b-bbee-2d679fad5432 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 946 time: 0.0606284 Sep 20 13:24:19.890974 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-b41840df-eedc-42d8-a311-b873adba77d9 req-66ce78ea-fdeb-46f9-b3bb-6139a11188fb tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710750 Sep 20 13:24:21.059725 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddb3664-a612-4ea4-9566-91919bd8f2c4 req-3eb89cdd-7832-4890-b373-b7b2b5d78987 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:21.063181 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0ddb3664-a612-4ea4-9566-91919bd8f2c4 req-3eb89cdd-7832-4890-b373-b7b2b5d78987 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 946 time: 0.0724449 Sep 20 13:24:21.111048 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0ddb3664-a612-4ea4-9566-91919bd8f2c4 req-ebc16201-8d6e-49b3-bc5e-54c50fe57c62 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433109 Sep 20 13:24:22.254273 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8297ff0e-aa6f-4e66-bd96-194a72332e8e req-34c24491-9ae0-4c67-a8e9-128dbfcd06b4 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:22.255777 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-8297ff0e-aa6f-4e66-bd96-194a72332e8e req-34c24491-9ae0-4c67-a8e9-128dbfcd06b4 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 946 time: 0.0521972 Sep 20 13:24:22.304745 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-8297ff0e-aa6f-4e66-bd96-194a72332e8e req-521f4861-c0f8-422b-8c55-bdc275a7d67b tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418403 Sep 20 13:24:23.431212 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5d96d917-24ff-496c-91ac-e05ba3c7a5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (c520f755-59ca-4a79-a15e-107c01e131c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:24:23.457416 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c223fb7-dd85-4c7a-99ce-0eb535c87047 req-065dd2dc-041f-46b5-bf70-89c94c755ac8 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:23.458908 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9c223fb7-dd85-4c7a-99ce-0eb535c87047 req-065dd2dc-041f-46b5-bf70-89c94c755ac8 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 946 time: 0.0608652 Sep 20 13:24:23.508711 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9c223fb7-dd85-4c7a-99ce-0eb535c87047 req-411957f7-a31e-4e6c-92cc-0539892f8d84 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435717 Sep 20 13:24:24.652438 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888786e8-70da-482c-974c-f7f897a634a0 req-a07c639d-1cf4-4803-a810-3c73086d8125 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:24.653980 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-888786e8-70da-482c-974c-f7f897a634a0 req-a07c639d-1cf4-4803-a810-3c73086d8125 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 946 time: 0.0635679 Sep 20 13:24:24.706980 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-888786e8-70da-482c-974c-f7f897a634a0 req-871b05f5-5591-4a2c-b293-6ae3da6b0716 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451543 Sep 20 13:24:25.762362 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e6c5affa-b634-4a12-9490-28098efc7c47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (e6bdf340-58c5-4186-af2d-ab00439e5425), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:24:25.848357 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef71692d-b75b-4c02-a159-5a6560166393 req-a67c86e5-a852-4085-9840-14504efee0b1 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:25.849821 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ef71692d-b75b-4c02-a159-5a6560166393 req-a67c86e5-a852-4085-9840-14504efee0b1 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 946 time: 0.0562856 Sep 20 13:24:25.900257 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ef71692d-b75b-4c02-a159-5a6560166393 req-961dfd10-2765-452d-acba-e0a9c7092e11 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434911 Sep 20 13:24:26.732888 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21c1e68e-1f58-483a-acac-7453cdb7afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (dfbc54aa-0ed8-4030-9edb-0bf7f0e74037), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:24:27.047663 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b4801-4d37-432a-a6ca-a155656cd99e req-791d762a-d07d-4abd-b86e-2858cbad5d52 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:27.049331 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-136b4801-4d37-432a-a6ca-a155656cd99e req-791d762a-d07d-4abd-b86e-2858cbad5d52 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 946 time: 0.0652382 Sep 20 13:24:27.098091 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-136b4801-4d37-432a-a6ca-a155656cd99e req-d70d0cea-d87e-40c4-b9e2-ffb1f241dff2 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433095 Sep 20 13:24:28.149285 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c793fb8f-2eac-4cf0-b972-02f3f2d6d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (78ab24c8-cd03-458a-a2fc-6c0c54d0053a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:24:28.239042 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94282db-47ac-4d10-9999-12f7b5798523 req-fbe1bde9-8caa-4195-a043-97e6714ef383 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:28.240532 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c94282db-47ac-4d10-9999-12f7b5798523 req-fbe1bde9-8caa-4195-a043-97e6714ef383 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 946 time: 0.0561190 Sep 20 13:24:28.289048 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c94282db-47ac-4d10-9999-12f7b5798523 req-93889e91-fb02-41ba-8b83-e57486804a9b tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420310 Sep 20 13:24:29.432557 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196eae2a-538d-4bad-87de-464348eb6e33 req-03659f98-7090-492e-b7d1-d715f85273b4 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:29.434045 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-196eae2a-538d-4bad-87de-464348eb6e33 req-03659f98-7090-492e-b7d1-d715f85273b4 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 946 time: 0.0583510 Sep 20 13:24:29.487712 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-196eae2a-538d-4bad-87de-464348eb6e33 req-e99a0836-e955-4f47-b036-7f811337c120 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477552 Sep 20 13:24:29.584202 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (543ca60b-7e7a-4ebd-8f87-7672c7a482b9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:24:30.455268 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.agents_db [None req-1b87bba1-5a3b-42d5-ba20-63287d9ec67c None None] Agent healthcheck: found 6 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:24:30.664674 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0034e9a-a1a4-4395-9814-be68c3bee345 req-0bd586d3-2ca0-4c00-aaee-b90e888ffdac tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:30.666845 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a0034e9a-a1a4-4395-9814-be68c3bee345 req-0bd586d3-2ca0-4c00-aaee-b90e888ffdac tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 946 time: 0.0820608 Sep 20 13:24:30.720487 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a0034e9a-a1a4-4395-9814-be68c3bee345 req-825a449d-dd7d-4835-82c2-4a7e2ad601f0 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471671 Sep 20 13:24:31.899327 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e51adf-b684-4c7b-b49f-30ba596177d3 req-57084f18-f606-4041-80be-a4492714f88d tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:31.900883 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-17e51adf-b684-4c7b-b49f-30ba596177d3 req-57084f18-f606-4041-80be-a4492714f88d tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 946 time: 0.0892088 Sep 20 13:24:31.967554 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-17e51adf-b684-4c7b-b49f-30ba596177d3 req-8ef89eca-9491-4aa2-b18d-d4fc6a7dc147 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594523 Sep 20 13:24:33.114842 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb19a91-6341-44f8-9f9c-b719ccffd17c req-320ba5f9-b44c-4ee5-9b81-b65ad53e338b tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:33.116344 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3eb19a91-6341-44f8-9f9c-b719ccffd17c req-320ba5f9-b44c-4ee5-9b81-b65ad53e338b tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 946 time: 0.0725374 Sep 20 13:24:33.183666 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3eb19a91-6341-44f8-9f9c-b719ccffd17c req-49f4f824-268d-4bc4-b68f-59a453d5eeb1 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588598 Sep 20 13:24:34.311812 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53539452-038a-4b7c-918e-8715beaa8798 req-b01490dd-2f2f-4421-b2b3-998b5f5913c6 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:34.313250 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-53539452-038a-4b7c-918e-8715beaa8798 req-b01490dd-2f2f-4421-b2b3-998b5f5913c6 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 946 time: 0.0507677 Sep 20 13:24:34.359067 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-53539452-038a-4b7c-918e-8715beaa8798 req-2f202294-2801-470b-9646-64c58faf39ba tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402496 Sep 20 13:24:35.160504 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298cf1f2-bd7b-4cb3-800a-1111fdf60248 req-5e01d7b1-6774-4671-8229-1abf81c1d2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:35.161968 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-298cf1f2-bd7b-4cb3-800a-1111fdf60248 req-5e01d7b1-6774-4671-8229-1abf81c1d2d5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ee3a57170bc8490098e0840a2e89392b&device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 1130 time: 0.0441110 Sep 20 13:24:35.249876 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298cf1f2-bd7b-4cb3-800a-1111fdf60248 req-50a142a6-1a6f-4218-9141-66ad20303d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:35.251379 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-298cf1f2-bd7b-4cb3-800a-1111fdf60248 req-50a142a6-1a6f-4218-9141-66ad20303d44 service neutron] 10.222.0.62 "GET /v2.0/networks?id=11c87694-9bef-4fe4-9250-573b5f8887eb HTTP/1.1" status: 200 len: 916 time: 0.0811653 Sep 20 13:24:35.316155 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-298cf1f2-bd7b-4cb3-800a-1111fdf60248 req-2628abb7-ed5a-4bc9-98ff-44ef0d26d50d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12160af8-28a4-4dbf-a64f-d32e96938630 HTTP/1.1" status: 200 len: 1002 time: 0.0576913 Sep 20 13:24:35.364508 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298cf1f2-bd7b-4cb3-800a-1111fdf60248 req-2aa9bec8-a075-42ad-adf4-d0e1c85aa0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:35.365922 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-298cf1f2-bd7b-4cb3-800a-1111fdf60248 req-2aa9bec8-a075-42ad-adf4-d0e1c85aa0a1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6bc59d34-e407-4d89-95e5-8037392fca32 HTTP/1.1" status: 200 len: 855 time: 0.0422723 Sep 20 13:24:35.416832 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298cf1f2-bd7b-4cb3-800a-1111fdf60248 req-e31d8a46-48ac-44a0-8797-f7f8595d9d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:35.418328 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-298cf1f2-bd7b-4cb3-800a-1111fdf60248 req-e31d8a46-48ac-44a0-8797-f7f8595d9d86 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=11c87694-9bef-4fe4-9250-573b5f8887eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444632 Sep 20 13:24:35.545076 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-298cf1f2-bd7b-4cb3-800a-1111fdf60248 req-bde07d69-b6ec-4e27-8262-e55eafba4c51 service neutron] 10.222.0.62 "GET /v2.0/networks/11c87694-9bef-4fe4-9250-573b5f8887eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181428 Sep 20 13:24:35.551741 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ade613-55ae-4bde-b4db-ef553b4cfd67 req-01f24dc7-c600-463e-848f-c11d6be833e4 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:35.553090 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-91ade613-55ae-4bde-b4db-ef553b4cfd67 req-01f24dc7-c600-463e-848f-c11d6be833e4 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 946 time: 0.1096976 Sep 20 13:24:35.655291 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-91ade613-55ae-4bde-b4db-ef553b4cfd67 req-2b3706ae-fa48-4a32-8dc6-a6002f8a32c8 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944457 Sep 20 13:24:35.671052 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-298cf1f2-bd7b-4cb3-800a-1111fdf60248 req-26d56ee1-774e-475a-8c57-57f74266c185 service neutron] 10.222.0.62 "GET /v2.0/networks/11c87694-9bef-4fe4-9250-573b5f8887eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169369 Sep 20 13:24:36.788199 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d494c0-dc33-436a-8879-113f78030608 req-5ede08e2-47e9-4931-8822-1f692fd04cd3 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:36.789654 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-55d494c0-dc33-436a-8879-113f78030608 req-5ede08e2-47e9-4931-8822-1f692fd04cd3 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 946 time: 0.0533810 Sep 20 13:24:36.835825 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-55d494c0-dc33-436a-8879-113f78030608 req-19fe1657-e453-4a60-8a49-3a5c1ea39b00 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401561 Sep 20 13:24:37.963463 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2183f5d9-cecf-47f5-b148-f8c78d8a2e49 req-d4b4587e-12fa-4683-969e-3323762482a3 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:37.964893 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2183f5d9-cecf-47f5-b148-f8c78d8a2e49 req-d4b4587e-12fa-4683-969e-3323762482a3 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 946 time: 0.0521560 Sep 20 13:24:38.011348 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2183f5d9-cecf-47f5-b148-f8c78d8a2e49 req-03be8876-1cb1-4f10-a48f-cd3cba160359 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408721 Sep 20 13:24:38.276065 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 12160af8-28a4-4dbf-a64f-d32e96938630 no longer exists at agent hyperv_hv-cinder-85846 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:24:38.347325 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Current status of the port 12160af8-28a4-4dbf-a64f-d32e96938630 is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:24:38.347713 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (12160af8-28a4-4dbf-a64f-d32e96938630), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:24:38.369522 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc983a7f-0a42-41c9-9012-3570aa494e7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12160af8-28a4-4dbf-a64f-d32e96938630'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:24:38.371905 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76b3f69f6489aff1aa8284e7e37e9464aa9e8db96ff70d8a184fca566081ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ba5555-358e-4c2f-90a7-ee2bb2acf0bf" -d '{"events": [{"server_uuid": "bc983a7f-0a42-41c9-9012-3570aa494e7c", "name": "network-vif-unplugged", "status": "completed", "tag": "12160af8-28a4-4dbf-a64f-d32e96938630"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:24:38.384368 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port 12160af8-28a4-4dbf-a64f-d32e96938630, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=12160af8-28a4-4dbf-a64f-d32e96938630,segment=NetworkSegment(f948c4c9-3e43-44fc-b875-63e2f29a354c),segment_id=f948c4c9-3e43-44fc-b875-63e2f29a354c)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:24:38.388631 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (12160af8-28a4-4dbf-a64f-d32e96938630), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:24:38.410830 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 20 Sep 2022 13:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f3772f-9fe6-4768-8ae1-631edbbcddab x-openstack-request-id: req-e7f3772f-9fe6-4768-8ae1-631edbbcddab {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:24:38.411132 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc983a7f-0a42-41c9-9012-3570aa494e7c", "name": "network-vif-unplugged", "status": "completed", "tag": "12160af8-28a4-4dbf-a64f-d32e96938630", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:24:38.411386 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e7f3772f-9fe6-4768-8ae1-631edbbcddab {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:24:38.411778 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7f3772f-9fe6-4768-8ae1-631edbbcddab'] response: {'server_uuid': 'bc983a7f-0a42-41c9-9012-3570aa494e7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12160af8-28a4-4dbf-a64f-d32e96938630', 'code': 200} Sep 20 13:24:38.437143 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Pushing event updated for resources: {'Port': ['ID=12160af8-28a4-4dbf-a64f-d32e96938630,revision_number=8']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:24:39.144281 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e13e3-8ec3-4819-9671-c02d5f7a3464 req-07ef3683-c786-453b-8bdb-fb72a7dfba09 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:39.145730 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-460e13e3-8ec3-4819-9671-c02d5f7a3464 req-07ef3683-c786-453b-8bdb-fb72a7dfba09 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 944 time: 0.0565619 Sep 20 13:24:39.190799 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-460e13e3-8ec3-4819-9671-c02d5f7a3464 req-43b8f8ce-cbf0-4384-93b4-0b1276e002de tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394783 Sep 20 13:24:39.720597 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [req-e6b14583-738c-453a-9b6b-2987433f1144 req-4000d2d2-e2fa-458d-bd1e-ee632e9be0d0 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 20 13:24:39.721721 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-e6b14583-738c-453a-9b6b-2987433f1144 req-4000d2d2-e2fa-458d-bd1e-ee632e9be0d0 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058997 Sep 20 13:24:39.904409 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a14b1-f17f-42fb-9205-3c4b4d402f23 req-0b873691-a338-424e-8d29-528e85bdc64f tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:39.905939 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-c08a14b1-f17f-42fb-9205-3c4b4d402f23 req-0b873691-a338-424e-8d29-528e85bdc64f tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 944 time: 0.0657253 Sep 20 13:24:39.942032 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96253825-25a8-47a9-bae6-d5255b992030 req-20746795-1537-4163-8867-b5fe57943797 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:39.943789 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-96253825-25a8-47a9-bae6-d5255b992030 req-20746795-1537-4163-8867-b5fe57943797 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=4416e603-62cc-429e-9119-8bb9ec6f2fbb HTTP/1.1" status: 200 len: 946 time: 0.0884991 Sep 20 13:24:39.965010 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c26222f-876c-4282-be7b-4fffa15b3b6c req-e695b00c-9ea9-4fb8-ad05-db4b983abf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:39.966667 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4c26222f-876c-4282-be7b-4fffa15b3b6c req-e695b00c-9ea9-4fb8-ad05-db4b983abf40 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f8f8bdd06ef247d389068dcb1648b4f7&device_id=4416e603-62cc-429e-9119-8bb9ec6f2fbb HTTP/1.1" status: 200 len: 1130 time: 0.0780370 Sep 20 13:24:39.966813 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-c08a14b1-f17f-42fb-9205-3c4b4d402f23 req-a6d03d92-acf3-42ee-8786-71368c7f887b tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549948 Sep 20 13:24:40.056329 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-96253825-25a8-47a9-bae6-d5255b992030 req-a985f01f-a156-4566-a312-c17d3f9f282b tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=05e0756e-9ec9-4d09-979c-eb48149b71bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998580 Sep 20 13:24:40.094417 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c26222f-876c-4282-be7b-4fffa15b3b6c req-5a925d3a-5a36-44dd-ab81-51a52437b7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:40.096063 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4c26222f-876c-4282-be7b-4fffa15b3b6c req-5a925d3a-5a36-44dd-ab81-51a52437b7d8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=105b52c6-cee8-4c92-bcc7-3a77d1e92018 HTTP/1.1" status: 200 len: 918 time: 0.1200156 Sep 20 13:24:40.153764 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (728cf656-0364-4172-b8b5-b6ffd3122ed0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:24:40.160618 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4c26222f-876c-4282-be7b-4fffa15b3b6c req-dd9920fc-50a4-4412-855a-7e74baf1093d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b608ea5e-766d-4a7e-9cdd-277403a6b8cc HTTP/1.1" status: 200 len: 1001 time: 0.0576196 Sep 20 13:24:40.191708 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 33498) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:24:40.214121 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c26222f-876c-4282-be7b-4fffa15b3b6c req-bc18bd2b-471e-4428-8e63-d27becc555cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:40.215642 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4c26222f-876c-4282-be7b-4fffa15b3b6c req-bc18bd2b-471e-4428-8e63-d27becc555cf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=64939650-d3ca-4c0c-952c-41e35d669944 HTTP/1.1" status: 200 len: 857 time: 0.0484104 Sep 20 13:24:40.267872 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c26222f-876c-4282-be7b-4fffa15b3b6c req-9bb1f1ef-9160-42d8-bcfa-977853392eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:40.269471 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4c26222f-876c-4282-be7b-4fffa15b3b6c req-9bb1f1ef-9160-42d8-bcfa-977853392eaa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=105b52c6-cee8-4c92-bcc7-3a77d1e92018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466590 Sep 20 13:24:40.282434 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-833a8199-8b3e-470a-848b-60983b8f6e55 req-ac557f25-ad4a-4077-ae94-8f5024d99413 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0895617 Sep 20 13:24:40.291242 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [req-833a8199-8b3e-470a-848b-60983b8f6e55 req-f78590ca-a898-4dde-82b3-45fd1c720cd9 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 20 13:24:40.292296 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-833a8199-8b3e-470a-848b-60983b8f6e55 req-f78590ca-a898-4dde-82b3-45fd1c720cd9 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049362 Sep 20 13:24:40.363507 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4c26222f-876c-4282-be7b-4fffa15b3b6c req-383bcef4-0675-457c-9331-57ce4651f736 service neutron] 10.222.0.62 "GET /v2.0/networks/105b52c6-cee8-4c92-bcc7-3a77d1e92018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866160 Sep 20 13:24:40.369247 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 33506) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:24:40.475169 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a8199-8b3e-470a-848b-60983b8f6e55 req-b2ffb9aa-92ec-4b47-ab81-b8f174a1dab3 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:40.476510 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-833a8199-8b3e-470a-848b-60983b8f6e55 req-b2ffb9aa-92ec-4b47-ab81-b8f174a1dab3 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports/12160af8-28a4-4dbf-a64f-d32e96938630 HTTP/1.1" status: 200 len: 941 time: 0.1063390 Sep 20 13:24:40.501963 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4c26222f-876c-4282-be7b-4fffa15b3b6c req-53d44767-57f3-47d7-9440-5a0a7ce89b8c service neutron] 10.222.0.62 "GET /v2.0/networks/105b52c6-cee8-4c92-bcc7-3a77d1e92018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269407 Sep 20 13:24:41.048944 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b2c50213-ecf2-4714-9f83-309d4ac1c9ea req-deec7e45-646a-46bb-b69e-07743d7f77a7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0560482 Sep 20 13:24:41.107573 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01983dd7-54d2-4290-a4e3-f3eb49b0a645 req-bc4b31ee-88b5-42d1-b165-ff91098072ee tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:41.109170 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-01983dd7-54d2-4290-a4e3-f3eb49b0a645 req-bc4b31ee-88b5-42d1-b165-ff91098072ee tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 944 time: 0.0543509 Sep 20 13:24:41.156493 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-01983dd7-54d2-4290-a4e3-f3eb49b0a645 req-824309f7-a32c-4a3b-8c0b-eb82dc1a1be3 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411136 Sep 20 13:24:41.169853 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c50213-ecf2-4714-9f83-309d4ac1c9ea req-666cbbda-b196-451d-baa0-bbb801c07c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:41.171399 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b2c50213-ecf2-4714-9f83-309d4ac1c9ea req-666cbbda-b196-451d-baa0-bbb801c07c52 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4a20aa815a0947579d330112176846c9&device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 1130 time: 0.0740814 Sep 20 13:24:41.197302 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6df4ad-d217-427d-9613-e25c4e409bd6 req-14c79e8a-10dc-4848-a276-2018b60a2bb2 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:41.198821 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3d6df4ad-d217-427d-9613-e25c4e409bd6 req-14c79e8a-10dc-4848-a276-2018b60a2bb2 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=4416e603-62cc-429e-9119-8bb9ec6f2fbb HTTP/1.1" status: 200 len: 946 time: 0.0646212 Sep 20 13:24:41.304027 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3d6df4ad-d217-427d-9613-e25c4e409bd6 req-d15f022f-08ee-43fe-a589-459590be0109 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=05e0756e-9ec9-4d09-979c-eb48149b71bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962718 Sep 20 13:24:41.319670 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c50213-ecf2-4714-9f83-309d4ac1c9ea req-e9e9920d-2a5a-4201-a382-0f75df2c353a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:41.321120 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b2c50213-ecf2-4714-9f83-309d4ac1c9ea req-e9e9920d-2a5a-4201-a382-0f75df2c353a service neutron] 10.222.0.62 "GET /v2.0/networks?id=ed809d10-45b2-429e-b44f-1694990b1073 HTTP/1.1" status: 200 len: 915 time: 0.1214507 Sep 20 13:24:41.381830 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b2c50213-ecf2-4714-9f83-309d4ac1c9ea req-725fc75c-c0fa-4dac-8e79-fceeedc68a2c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=055b6831-0401-4e61-b025-649a032bec93 HTTP/1.1" status: 200 len: 1001 time: 0.0544341 Sep 20 13:24:41.441035 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c50213-ecf2-4714-9f83-309d4ac1c9ea req-7a17f238-16eb-4555-8327-aba8e8e16cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:41.442410 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b2c50213-ecf2-4714-9f83-309d4ac1c9ea req-7a17f238-16eb-4555-8327-aba8e8e16cb1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=adb9ef7c-1078-430d-958b-f7a53420a9c5 HTTP/1.1" status: 200 len: 854 time: 0.0463791 Sep 20 13:24:41.491110 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c50213-ecf2-4714-9f83-309d4ac1c9ea req-34c14337-d97a-402f-908d-6c90f84c6209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:41.492596 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b2c50213-ecf2-4714-9f83-309d4ac1c9ea req-34c14337-d97a-402f-908d-6c90f84c6209 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ed809d10-45b2-429e-b44f-1694990b1073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428534 Sep 20 13:24:41.583991 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b2c50213-ecf2-4714-9f83-309d4ac1c9ea req-1c59019e-b979-4a85-aeea-9208afb2d5df service neutron] 10.222.0.62 "GET /v2.0/networks/ed809d10-45b2-429e-b44f-1694990b1073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825822 Sep 20 13:24:41.675669 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b2c50213-ecf2-4714-9f83-309d4ac1c9ea req-764fc489-1d5f-42b8-8ecc-d146c2407ceb service neutron] 10.222.0.62 "GET /v2.0/networks/ed809d10-45b2-429e-b44f-1694990b1073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846155 Sep 20 13:24:42.289430 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a205a2b4-1350-4f61-b652-abd3cc3ed980 req-fbc7e841-ac66-4f1a-b5c5-96a7c1c5ff4d tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:42.290969 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-a205a2b4-1350-4f61-b652-abd3cc3ed980 req-fbc7e841-ac66-4f1a-b5c5-96a7c1c5ff4d tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 944 time: 0.0559123 Sep 20 13:24:42.303145 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 12160af8-28a4-4dbf-a64f-d32e96938630 no longer exists at agent hyperv_hv-cinder-85846 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:24:42.343276 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-a205a2b4-1350-4f61-b652-abd3cc3ed980 req-4f60c2c8-5520-488e-9b51-664c388dc1a5 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467622 Sep 20 13:24:42.384104 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Current status of the port 12160af8-28a4-4dbf-a64f-d32e96938630 is: DOWN; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:24:42.504128 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f694ff-fdf3-4138-851d-0f57097cbd8b req-26de37cc-513a-4cf9-88fc-e6886d52ee37 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:42.505661 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-07f694ff-fdf3-4138-851d-0f57097cbd8b req-26de37cc-513a-4cf9-88fc-e6886d52ee37 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=4416e603-62cc-429e-9119-8bb9ec6f2fbb HTTP/1.1" status: 200 len: 946 time: 0.1215205 Sep 20 13:24:42.519568 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a8199-8b3e-470a-848b-60983b8f6e55 req-820573e4-a984-4156-8b9e-c15941230454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:42.520958 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-833a8199-8b3e-470a-848b-60983b8f6e55 req-820573e4-a984-4156-8b9e-c15941230454 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c&tenant_id=ee3a57170bc8490098e0840a2e89392b HTTP/1.1" status: 200 len: 1128 time: 0.1012776 Sep 20 13:24:42.556882 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-07f694ff-fdf3-4138-851d-0f57097cbd8b req-590393f6-7751-4563-ae22-ba8fb2cdf808 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=05e0756e-9ec9-4d09-979c-eb48149b71bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441010 Sep 20 13:24:42.605809 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a8199-8b3e-470a-848b-60983b8f6e55 req-3f68e2e1-988e-4cac-80b7-f2b40c5a5a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:42.607330 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-833a8199-8b3e-470a-848b-60983b8f6e55 req-3f68e2e1-988e-4cac-80b7-f2b40c5a5a1c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ee3a57170bc8490098e0840a2e89392b&device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 1128 time: 0.0445807 Sep 20 13:24:42.698666 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a8199-8b3e-470a-848b-60983b8f6e55 req-af29bd5a-1eac-4756-bb38-781a14461ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:42.700150 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-833a8199-8b3e-470a-848b-60983b8f6e55 req-af29bd5a-1eac-4756-bb38-781a14461ac7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=11c87694-9bef-4fe4-9250-573b5f8887eb HTTP/1.1" status: 200 len: 916 time: 0.0852902 Sep 20 13:24:42.760896 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-833a8199-8b3e-470a-848b-60983b8f6e55 req-5b9867ae-d588-4189-9055-73c75732accc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12160af8-28a4-4dbf-a64f-d32e96938630 HTTP/1.1" status: 200 len: 1000 time: 0.0536194 Sep 20 13:24:42.813331 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a8199-8b3e-470a-848b-60983b8f6e55 req-bc452ce3-9490-452b-ada8-31eb5fe0f6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:42.814756 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-833a8199-8b3e-470a-848b-60983b8f6e55 req-bc452ce3-9490-452b-ada8-31eb5fe0f6b1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6bc59d34-e407-4d89-95e5-8037392fca32 HTTP/1.1" status: 200 len: 855 time: 0.0437918 Sep 20 13:24:42.890262 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a8199-8b3e-470a-848b-60983b8f6e55 req-b4455ee0-3da6-48a8-a62a-9a85adb2cf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:42.891738 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-833a8199-8b3e-470a-848b-60983b8f6e55 req-b4455ee0-3da6-48a8-a62a-9a85adb2cf2a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=11c87694-9bef-4fe4-9250-573b5f8887eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465488 Sep 20 13:24:42.981354 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-833a8199-8b3e-470a-848b-60983b8f6e55 req-81e8f92c-a0e7-46f0-ad76-da43c9b23094 service neutron] 10.222.0.62 "GET /v2.0/networks/11c87694-9bef-4fe4-9250-573b5f8887eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786119 Sep 20 13:24:43.073490 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-833a8199-8b3e-470a-848b-60983b8f6e55 req-c603c2b2-2d3a-4b27-b16d-f808cfa56948 service neutron] 10.222.0.62 "GET /v2.0/networks/11c87694-9bef-4fe4-9250-573b5f8887eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823982 Sep 20 13:24:43.478116 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0612da-3509-44aa-81f9-8f74dd30c0dc req-6bb2f41f-d4fd-4170-a214-98056ff5cbea tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:43.480087 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-4a0612da-3509-44aa-81f9-8f74dd30c0dc req-6bb2f41f-d4fd-4170-a214-98056ff5cbea tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 944 time: 0.0561237 Sep 20 13:24:43.533011 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-4a0612da-3509-44aa-81f9-8f74dd30c0dc req-97347232-1a18-4d7a-b80f-d0fc5eb95706 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429552 Sep 20 13:24:43.965746 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840895f-98fb-4e7e-9d43-f71b681cd0e7 req-ff6b69be-16da-4792-a842-f874cd15ac1d tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:43.967206 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6840895f-98fb-4e7e-9d43-f71b681cd0e7 req-ff6b69be-16da-4792-a842-f874cd15ac1d tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=4416e603-62cc-429e-9119-8bb9ec6f2fbb HTTP/1.1" status: 200 len: 946 time: 0.3364391 Sep 20 13:24:44.023037 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6840895f-98fb-4e7e-9d43-f71b681cd0e7 req-7c800085-9aa4-432e-bd57-3bfc3f069b45 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=05e0756e-9ec9-4d09-979c-eb48149b71bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502484 Sep 20 13:24:44.671945 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd64a7e-d7ab-4807-988b-d75416b991ca req-f0647f4f-23e5-49f8-a9a2-f06150e01476 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:44.674167 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-cdd64a7e-d7ab-4807-988b-d75416b991ca req-f0647f4f-23e5-49f8-a9a2-f06150e01476 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 944 time: 0.0581079 Sep 20 13:24:44.720516 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-cdd64a7e-d7ab-4807-988b-d75416b991ca req-62aa20fb-296c-450d-8418-cb5333d166fc tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407941 Sep 20 13:24:45.164021 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e5296-f1a3-494b-bdd7-553376270a7d req-f62aed2b-e4bf-4c31-b7f3-6d0b87188beb tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:45.165671 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-902e5296-f1a3-494b-bdd7-553376270a7d req-f62aed2b-e4bf-4c31-b7f3-6d0b87188beb tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=4416e603-62cc-429e-9119-8bb9ec6f2fbb HTTP/1.1" status: 200 len: 946 time: 0.0560110 Sep 20 13:24:45.216316 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-902e5296-f1a3-494b-bdd7-553376270a7d req-7af0799d-7068-44e8-bb82-83ac088cec76 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=05e0756e-9ec9-4d09-979c-eb48149b71bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433483 Sep 20 13:24:45.856224 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f224f163-8c4a-4601-8c98-b5e8373df0e0 req-928760f8-57c0-4197-8ad0-ae5a2d8e82c7 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:45.858332 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-f224f163-8c4a-4601-8c98-b5e8373df0e0 req-928760f8-57c0-4197-8ad0-ae5a2d8e82c7 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 944 time: 0.0546703 Sep 20 13:24:45.905668 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-f224f163-8c4a-4601-8c98-b5e8373df0e0 req-c00d855d-0f7c-4ca3-87b5-23226c1afaca tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414088 Sep 20 13:24:46.374761 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcabab8-3d83-47a0-92a0-c1803d93d277 req-1fdcaef3-f207-4e87-9600-16a154cb1aa4 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:46.376240 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5dcabab8-3d83-47a0-92a0-c1803d93d277 req-1fdcaef3-f207-4e87-9600-16a154cb1aa4 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=4416e603-62cc-429e-9119-8bb9ec6f2fbb HTTP/1.1" status: 200 len: 946 time: 0.0573184 Sep 20 13:24:46.425045 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5dcabab8-3d83-47a0-92a0-c1803d93d277 req-104a2a86-48a1-475c-a711-5e63ebce7696 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=05e0756e-9ec9-4d09-979c-eb48149b71bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430520 Sep 20 13:24:47.053255 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f43633-4487-4529-a72e-5c7825cc2596 req-d896da8e-be08-41f1-ad7d-49b4a16e2ef1 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:47.055490 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-09f43633-4487-4529-a72e-5c7825cc2596 req-d896da8e-be08-41f1-ad7d-49b4a16e2ef1 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 944 time: 0.0610580 Sep 20 13:24:47.114796 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-09f43633-4487-4529-a72e-5c7825cc2596 req-a7f34134-249a-4cd6-843d-665fffd79dd4 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491030 Sep 20 13:24:47.560322 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960d8a3-184a-498c-8a3e-450c1c8f4fce req-f4136e5e-dd08-4f39-b43a-96efc4eddb79 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:47.561871 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b960d8a3-184a-498c-8a3e-450c1c8f4fce req-f4136e5e-dd08-4f39-b43a-96efc4eddb79 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=4416e603-62cc-429e-9119-8bb9ec6f2fbb HTTP/1.1" status: 200 len: 946 time: 0.0594404 Sep 20 13:24:47.611443 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b960d8a3-184a-498c-8a3e-450c1c8f4fce req-3ba065fd-520b-4745-ad63-cb4ba3f39a42 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=05e0756e-9ec9-4d09-979c-eb48149b71bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440140 Sep 20 13:24:48.251765 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0615a8dd-b4b7-420e-b778-bf9e7423802c req-d9686fea-d12e-46f8-a7dd-c6bf3dee710d tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:48.253564 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-0615a8dd-b4b7-420e-b778-bf9e7423802c req-d9686fea-d12e-46f8-a7dd-c6bf3dee710d tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 944 time: 0.0552671 Sep 20 13:24:48.305976 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-0615a8dd-b4b7-420e-b778-bf9e7423802c req-96c6d2db-da7e-406c-a13d-ffe5b03e0b82 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462325 Sep 20 13:24:48.753056 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54a7f79-bedd-4991-a189-aab61ecb69ea req-cfc619aa-e9ba-4f51-842f-b4594463156b tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:48.754784 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e54a7f79-bedd-4991-a189-aab61ecb69ea req-cfc619aa-e9ba-4f51-842f-b4594463156b tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=4416e603-62cc-429e-9119-8bb9ec6f2fbb HTTP/1.1" status: 200 len: 946 time: 0.0621550 Sep 20 13:24:48.801743 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e54a7f79-bedd-4991-a189-aab61ecb69ea req-815c4e3f-b950-4f6e-8803-07ee5b845638 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=05e0756e-9ec9-4d09-979c-eb48149b71bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408349 Sep 20 13:24:49.450828 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c11d2-30c2-40be-a5c6-dbab97076dd1 req-c5dbb5bd-f498-4c24-9134-4be59ea323e4 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:49.452395 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-8f8c11d2-30c2-40be-a5c6-dbab97076dd1 req-c5dbb5bd-f498-4c24-9134-4be59ea323e4 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 944 time: 0.0614769 Sep 20 13:24:49.500539 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-8f8c11d2-30c2-40be-a5c6-dbab97076dd1 req-c538ca12-fea6-49b3-8105-0dede4510383 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421875 Sep 20 13:24:49.929028 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255497cf-3666-46be-9dec-257c96740a9b req-5234a038-8090-4d4d-8bc1-9ca94f1674f1 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:49.930491 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-255497cf-3666-46be-9dec-257c96740a9b req-5234a038-8090-4d4d-8bc1-9ca94f1674f1 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=4416e603-62cc-429e-9119-8bb9ec6f2fbb HTTP/1.1" status: 200 len: 946 time: 0.0546076 Sep 20 13:24:49.981188 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-255497cf-3666-46be-9dec-257c96740a9b req-8e49316e-14c8-4fac-8646-ec01504e9cb9 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=05e0756e-9ec9-4d09-979c-eb48149b71bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439651 Sep 20 13:24:50.848265 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f93868-9644-476f-85ce-c1e1c42468df req-294a88cc-8859-497e-bb52-590135178450 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:50.849721 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-58f93868-9644-476f-85ce-c1e1c42468df req-294a88cc-8859-497e-bb52-590135178450 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 944 time: 0.2663026 Sep 20 13:24:50.898164 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-58f93868-9644-476f-85ce-c1e1c42468df req-bab7e91a-2884-479b-bac7-dc995c157dff tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423000 Sep 20 13:24:51.118297 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27718b2a-920f-4d75-8216-55c0a8abca06 req-a1f65e80-d553-4d18-ba91-8a2421812be7 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:51.119625 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-27718b2a-920f-4d75-8216-55c0a8abca06 req-a1f65e80-d553-4d18-ba91-8a2421812be7 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=4416e603-62cc-429e-9119-8bb9ec6f2fbb HTTP/1.1" status: 200 len: 946 time: 0.0534966 Sep 20 13:24:51.172146 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-27718b2a-920f-4d75-8216-55c0a8abca06 req-1c9e5608-3ce7-4cc4-b91a-f9be6e2ed1f3 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=05e0756e-9ec9-4d09-979c-eb48149b71bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463974 Sep 20 13:24:52.035062 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f5a61-d043-4e8d-8f47-9dbbe713354b req-a86fb457-f5a0-4624-b8a9-7d36d41cebef tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:52.036664 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-9b3f5a61-d043-4e8d-8f47-9dbbe713354b req-a86fb457-f5a0-4624-b8a9-7d36d41cebef tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 944 time: 0.0542822 Sep 20 13:24:52.084769 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-9b3f5a61-d043-4e8d-8f47-9dbbe713354b req-33cd9266-3b7f-4559-8745-88b2aec8cf6b tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420763 Sep 20 13:24:52.306312 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2469e5-fc96-4474-88aa-3bef53b87768 req-01b3c6f8-62ce-4583-8fda-35b46a201f83 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:52.307954 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3c2469e5-fc96-4474-88aa-3bef53b87768 req-01b3c6f8-62ce-4583-8fda-35b46a201f83 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=4416e603-62cc-429e-9119-8bb9ec6f2fbb HTTP/1.1" status: 200 len: 946 time: 0.0551765 Sep 20 13:24:52.356930 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3c2469e5-fc96-4474-88aa-3bef53b87768 req-0c697651-1052-40d4-82f3-9420b095aa5d tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=05e0756e-9ec9-4d09-979c-eb48149b71bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433862 Sep 20 13:24:53.222554 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42845766-26c3-4ed3-902c-8a87c6b2777d req-54ecdf61-2bb8-4a9d-9e20-1ff0d3804898 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:53.224072 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-42845766-26c3-4ed3-902c-8a87c6b2777d req-54ecdf61-2bb8-4a9d-9e20-1ff0d3804898 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 944 time: 0.0572238 Sep 20 13:24:53.272083 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-42845766-26c3-4ed3-902c-8a87c6b2777d req-6916871b-5735-47d2-93df-29a5265badd3 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420046 Sep 20 13:24:53.437167 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e1032c3e-dffc-4e27-9270-5dccbf280033 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (c520f755-59ca-4a79-a15e-107c01e131c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:24:53.508896 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d494c43-df9c-493b-80c6-4e04b75fce1c req-e3d3b8c9-dcfa-4d55-b35b-83ac1c2238be tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:53.511302 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6d494c43-df9c-493b-80c6-4e04b75fce1c req-e3d3b8c9-dcfa-4d55-b35b-83ac1c2238be tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=4416e603-62cc-429e-9119-8bb9ec6f2fbb HTTP/1.1" status: 200 len: 946 time: 0.0742495 Sep 20 13:24:53.565058 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6d494c43-df9c-493b-80c6-4e04b75fce1c req-3556ce5c-c432-4ea1-8125-1fa766ba9140 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=05e0756e-9ec9-4d09-979c-eb48149b71bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483830 Sep 20 13:24:54.407356 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a376a681-f042-46fb-ae85-6f6eb50f0095 req-2b529eaa-a6e3-4454-8fae-bef29cb1bf35 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:54.409100 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-a376a681-f042-46fb-ae85-6f6eb50f0095 req-2b529eaa-a6e3-4454-8fae-bef29cb1bf35 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 944 time: 0.0543838 Sep 20 13:24:54.456083 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-a376a681-f042-46fb-ae85-6f6eb50f0095 req-7a85c3b8-9b7d-4b36-bf52-de0b70fd3d39 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414526 Sep 20 13:24:54.692889 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a333d03a-3df8-461f-9cc3-fe3e31ea821c req-d992afbf-461a-4f7e-89db-9a8921007402 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:54.694326 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a333d03a-3df8-461f-9cc3-fe3e31ea821c req-d992afbf-461a-4f7e-89db-9a8921007402 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=4416e603-62cc-429e-9119-8bb9ec6f2fbb HTTP/1.1" status: 200 len: 946 time: 0.0562119 Sep 20 13:24:54.738932 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a333d03a-3df8-461f-9cc3-fe3e31ea821c req-83fa739b-8bdb-4d42-87cf-44a70eb86a7d tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=05e0756e-9ec9-4d09-979c-eb48149b71bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390265 Sep 20 13:24:55.585285 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2725147-2602-41e4-af67-a6d8a8137743 req-2ee1ad85-a988-4c60-bf27-9a2e327e58c7 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:55.586747 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-e2725147-2602-41e4-af67-a6d8a8137743 req-2ee1ad85-a988-4c60-bf27-9a2e327e58c7 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 944 time: 0.0512741 Sep 20 13:24:55.635231 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-e2725147-2602-41e4-af67-a6d8a8137743 req-b70cd499-6bbe-4a6c-8d9c-c01b8cba6a52 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424449 Sep 20 13:24:55.766082 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-06ce53fc-1ea8-43cc-9530-7a96afdd119d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (e6bdf340-58c5-4186-af2d-ab00439e5425), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:24:55.869978 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d631d9d-61a1-42a3-a18a-b18c355cc3af req-72ce3f1b-9a90-4f0a-b1e9-f555ce0007b4 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:55.871481 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1d631d9d-61a1-42a3-a18a-b18c355cc3af req-72ce3f1b-9a90-4f0a-b1e9-f555ce0007b4 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=4416e603-62cc-429e-9119-8bb9ec6f2fbb HTTP/1.1" status: 200 len: 946 time: 0.0531254 Sep 20 13:24:55.917562 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1d631d9d-61a1-42a3-a18a-b18c355cc3af req-40d4b487-2ba2-45d3-ad51-b04d6197e4e6 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=05e0756e-9ec9-4d09-979c-eb48149b71bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406075 Sep 20 13:24:56.735081 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21c1e68e-1f58-483a-acac-7453cdb7afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (dfbc54aa-0ed8-4030-9edb-0bf7f0e74037), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:24:56.765576 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a501e2-e70c-415d-80cf-04f5618ba913 req-7dd40111-329e-4a38-96b4-77a50bd5b300 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:56.766961 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-68a501e2-e70c-415d-80cf-04f5618ba913 req-7dd40111-329e-4a38-96b4-77a50bd5b300 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 944 time: 0.0518830 Sep 20 13:24:56.812876 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-68a501e2-e70c-415d-80cf-04f5618ba913 req-fbe90ec1-5f6a-4de5-9396-dc702091e7cb tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404146 Sep 20 13:24:57.039251 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b29d1-9bb6-48aa-96f7-88891064bc02 req-41da0766-cc15-4420-9b92-233cb5cad1b2 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:57.040566 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-840b29d1-9bb6-48aa-96f7-88891064bc02 req-41da0766-cc15-4420-9b92-233cb5cad1b2 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=4416e603-62cc-429e-9119-8bb9ec6f2fbb HTTP/1.1" status: 200 len: 946 time: 0.0524352 Sep 20 13:24:57.090225 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-840b29d1-9bb6-48aa-96f7-88891064bc02 req-df1d05dc-1c41-4317-9cf0-e1ca32efd8bd tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=05e0756e-9ec9-4d09-979c-eb48149b71bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434489 Sep 20 13:24:57.939715 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e92d047-3739-4135-97d0-b79fefe8f617 req-e84b22bc-8617-41bf-8f1e-9bc0969fda2d tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:57.941170 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-4e92d047-3739-4135-97d0-b79fefe8f617 req-e84b22bc-8617-41bf-8f1e-9bc0969fda2d tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 944 time: 0.0520625 Sep 20 13:24:57.986724 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-4e92d047-3739-4135-97d0-b79fefe8f617 req-3fb017b6-f755-437f-a620-9939265314a0 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401435 Sep 20 13:24:58.151639 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c793fb8f-2eac-4cf0-b972-02f3f2d6d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (78ab24c8-cd03-458a-a2fc-6c0c54d0053a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:24:58.214570 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b49e8-3eb9-4c91-829b-3c4512a34a6c req-bce4fd07-d170-4d69-99c3-238e283b9195 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:58.216058 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1b9b49e8-3eb9-4c91-829b-3c4512a34a6c req-bce4fd07-d170-4d69-99c3-238e283b9195 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=4416e603-62cc-429e-9119-8bb9ec6f2fbb HTTP/1.1" status: 200 len: 946 time: 0.0526578 Sep 20 13:24:58.261166 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1b9b49e8-3eb9-4c91-829b-3c4512a34a6c req-9492686e-c5c5-45b7-92f8-0a09740aba74 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=05e0756e-9ec9-4d09-979c-eb48149b71bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396657 Sep 20 13:24:59.217405 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd611efe-4077-422d-a574-b156ea7ea8d4 req-a418fe47-32a9-4dbe-ab07-176efdc846e6 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:59.218770 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-dd611efe-4077-422d-a574-b156ea7ea8d4 req-a418fe47-32a9-4dbe-ab07-176efdc846e6 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 944 time: 0.0556006 Sep 20 13:24:59.264132 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-dd611efe-4077-422d-a574-b156ea7ea8d4 req-30f2b4c6-d71d-44a6-a7c4-9477d9bb2b7d tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398521 Sep 20 13:24:59.385720 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8ae75-6ef8-4a00-878c-b31ce78fd531 req-e8d596ac-303d-4465-87b4-12509d622c03 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:24:59.387147 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d1a8ae75-6ef8-4a00-878c-b31ce78fd531 req-e8d596ac-303d-4465-87b4-12509d622c03 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=4416e603-62cc-429e-9119-8bb9ec6f2fbb HTTP/1.1" status: 200 len: 946 time: 0.0540333 Sep 20 13:24:59.437745 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d1a8ae75-6ef8-4a00-878c-b31ce78fd531 req-9572520e-a414-4cbe-92fd-120367502c0e tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=05e0756e-9ec9-4d09-979c-eb48149b71bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450015 Sep 20 13:24:59.577920 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (543ca60b-7e7a-4ebd-8f87-7672c7a482b9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:00.393822 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf94409-d433-4810-a579-6c57cc5eaa6c req-831efa63-b011-4bea-a610-026d4aa2aedd tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:00.395287 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-3cf94409-d433-4810-a579-6c57cc5eaa6c req-831efa63-b011-4bea-a610-026d4aa2aedd tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 944 time: 0.0517418 Sep 20 13:25:00.441459 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-3cf94409-d433-4810-a579-6c57cc5eaa6c req-3e379a8e-1dd6-49ab-b934-4d96c6015e5d tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399997 Sep 20 13:25:00.566209 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92037c2a-e1dc-448a-8cce-b8547ad87e27 req-b6326f60-301c-4100-ba34-b18e3def4d07 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:00.567616 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-92037c2a-e1dc-448a-8cce-b8547ad87e27 req-b6326f60-301c-4100-ba34-b18e3def4d07 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=4416e603-62cc-429e-9119-8bb9ec6f2fbb HTTP/1.1" status: 200 len: 946 time: 0.0565774 Sep 20 13:25:00.612550 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-92037c2a-e1dc-448a-8cce-b8547ad87e27 req-8a204b99-f9a0-44a9-85c1-a9dbbb86c877 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=05e0756e-9ec9-4d09-979c-eb48149b71bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394328 Sep 20 13:25:01.491291 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0809a31-6dd6-4111-a90e-56d3ead88201 req-9fff690d-ea33-4019-ad2f-187b1852e181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:01.492839 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b0809a31-6dd6-4111-a90e-56d3ead88201 req-9fff690d-ea33-4019-ad2f-187b1852e181 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4416e603-62cc-429e-9119-8bb9ec6f2fbb HTTP/1.1" status: 200 len: 1130 time: 0.0451026 Sep 20 13:25:01.537599 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b0809a31-6dd6-4111-a90e-56d3ead88201 req-43f9ddca-b398-49e3-8f9a-9e4c706cefb6 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=05e0756e-9ec9-4d09-979c-eb48149b71bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382521 Sep 20 13:25:01.574877 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673d9c6d-4569-4695-a62c-acb515f33ace req-90ffec4e-6210-444b-8c4e-513b0a290c05 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:01.576342 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-673d9c6d-4569-4695-a62c-acb515f33ace req-90ffec4e-6210-444b-8c4e-513b0a290c05 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 944 time: 0.0531209 Sep 20 13:25:01.625257 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-673d9c6d-4569-4695-a62c-acb515f33ace req-28df232d-3998-498e-978a-bdc93339c1b3 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433638 Sep 20 13:25:01.738066 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6bb605-abb7-49ae-93a0-0dd1ca1fced9 req-e555eb2b-694d-4638-a15d-afad23dd0221 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:01.739457 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9a6bb605-abb7-49ae-93a0-0dd1ca1fced9 req-e555eb2b-694d-4638-a15d-afad23dd0221 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=4416e603-62cc-429e-9119-8bb9ec6f2fbb HTTP/1.1" status: 200 len: 946 time: 0.0548506 Sep 20 13:25:01.784649 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9a6bb605-abb7-49ae-93a0-0dd1ca1fced9 req-70f0af07-2a96-44b2-9d6f-a4d5dcc9d3ea tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=05e0756e-9ec9-4d09-979c-eb48149b71bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391192 Sep 20 13:25:02.755691 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6633468-e422-4b07-a499-4b3b0da67b71 req-da3c9d12-d050-4971-bb20-16da40f0848d tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:02.757046 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-e6633468-e422-4b07-a499-4b3b0da67b71 req-da3c9d12-d050-4971-bb20-16da40f0848d tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 944 time: 0.0510437 Sep 20 13:25:02.804706 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-e6633468-e422-4b07-a499-4b3b0da67b71 req-6aaf9681-0d69-4d65-8517-fbcb59108225 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417109 Sep 20 13:25:02.907900 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abe872a-f637-4d06-90ce-da2157103769 req-1b0fdca9-0a00-4b89-9789-51c904c89bc9 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:02.909681 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5abe872a-f637-4d06-90ce-da2157103769 req-1b0fdca9-0a00-4b89-9789-51c904c89bc9 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=4416e603-62cc-429e-9119-8bb9ec6f2fbb HTTP/1.1" status: 200 len: 946 time: 0.0523984 Sep 20 13:25:02.954709 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5abe872a-f637-4d06-90ce-da2157103769 req-fbfe80ce-e17a-46bf-a163-41d038e0578f tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=05e0756e-9ec9-4d09-979c-eb48149b71bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394058 Sep 20 13:25:03.939918 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd8feae-4077-404c-a0e1-e404ad35f160 req-7203a939-b50c-46f1-9a72-40b384373841 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:03.941377 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-0cd8feae-4077-404c-a0e1-e404ad35f160 req-7203a939-b50c-46f1-9a72-40b384373841 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 944 time: 0.0525360 Sep 20 13:25:03.987487 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-0cd8feae-4077-404c-a0e1-e404ad35f160 req-60c105c5-2e24-47f0-874b-37236f93aab8 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405624 Sep 20 13:25:04.078917 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509c7f5-0ce3-4e30-aee4-eec2a7ca6c2f req-bb511aa3-b606-42a5-9a97-1ab506446ba2 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:04.080363 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9509c7f5-0ce3-4e30-aee4-eec2a7ca6c2f req-bb511aa3-b606-42a5-9a97-1ab506446ba2 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=4416e603-62cc-429e-9119-8bb9ec6f2fbb HTTP/1.1" status: 200 len: 946 time: 0.0512550 Sep 20 13:25:04.135147 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9509c7f5-0ce3-4e30-aee4-eec2a7ca6c2f req-301f5546-d6a1-4a1a-b13d-ce03e91d6b98 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=05e0756e-9ec9-4d09-979c-eb48149b71bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486586 Sep 20 13:25:04.476973 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e838ef03-1e1e-46b6-beff-90b8f105ff85 req-13edf4a4-6b0d-4b80-aa6d-76319b362ce1 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:04.478924 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-e838ef03-1e1e-46b6-beff-90b8f105ff85 req-13edf4a4-6b0d-4b80-aa6d-76319b362ce1 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=4416e603-62cc-429e-9119-8bb9ec6f2fbb HTTP/1.1" status: 200 len: 946 time: 0.0582817 Sep 20 13:25:04.494163 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf604e1-8489-4805-9c2d-9e22cc473d5b req-f11a316a-7fa7-458d-aaa4-cdae3bc94384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:04.495804 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2cf604e1-8489-4805-9c2d-9e22cc473d5b req-f11a316a-7fa7-458d-aaa4-cdae3bc94384 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f8f8bdd06ef247d389068dcb1648b4f7&device_id=4416e603-62cc-429e-9119-8bb9ec6f2fbb HTTP/1.1" status: 200 len: 1130 time: 0.0454438 Sep 20 13:25:04.528813 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-e838ef03-1e1e-46b6-beff-90b8f105ff85 req-27bcbafb-7aa0-4ae6-8e6c-f79c205ad85e tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=05e0756e-9ec9-4d09-979c-eb48149b71bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442774 Sep 20 13:25:04.589632 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf604e1-8489-4805-9c2d-9e22cc473d5b req-3d7c5daf-f901-4746-b99d-b738891b78ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:04.591127 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2cf604e1-8489-4805-9c2d-9e22cc473d5b req-3d7c5daf-f901-4746-b99d-b738891b78ce service neutron] 10.222.0.62 "GET /v2.0/networks?id=105b52c6-cee8-4c92-bcc7-3a77d1e92018 HTTP/1.1" status: 200 len: 918 time: 0.0838950 Sep 20 13:25:04.656946 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2cf604e1-8489-4805-9c2d-9e22cc473d5b req-f51d3afb-dc7b-4631-8755-26176ecab2f0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b608ea5e-766d-4a7e-9cdd-277403a6b8cc HTTP/1.1" status: 200 len: 1001 time: 0.0568068 Sep 20 13:25:04.705553 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf604e1-8489-4805-9c2d-9e22cc473d5b req-3443418f-9694-4f39-881a-bbbe99b30cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:04.706983 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2cf604e1-8489-4805-9c2d-9e22cc473d5b req-3443418f-9694-4f39-881a-bbbe99b30cca service neutron] 10.222.0.62 "GET /v2.0/subnets?id=64939650-d3ca-4c0c-952c-41e35d669944 HTTP/1.1" status: 200 len: 857 time: 0.0422451 Sep 20 13:25:04.761048 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf604e1-8489-4805-9c2d-9e22cc473d5b req-56083ba7-5c06-4f80-9c84-0dc0622a52cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:04.762511 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2cf604e1-8489-4805-9c2d-9e22cc473d5b req-56083ba7-5c06-4f80-9c84-0dc0622a52cf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=105b52c6-cee8-4c92-bcc7-3a77d1e92018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428500 Sep 20 13:25:04.851498 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2cf604e1-8489-4805-9c2d-9e22cc473d5b req-bb737a63-8baf-4c08-9f20-191b7d5cf573 service neutron] 10.222.0.62 "GET /v2.0/networks/105b52c6-cee8-4c92-bcc7-3a77d1e92018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823972 Sep 20 13:25:04.939673 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2cf604e1-8489-4805-9c2d-9e22cc473d5b req-8c7a76f8-d0d8-4cf0-b0f8-ef39b4d08350 service neutron] 10.222.0.62 "GET /v2.0/networks/105b52c6-cee8-4c92-bcc7-3a77d1e92018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810828 Sep 20 13:25:05.119134 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca91b5c-7524-4488-af41-4f47e21fa844 req-e758a598-9408-4c1c-9b90-7e198582c1f7 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:05.120718 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4ca91b5c-7524-4488-af41-4f47e21fa844 req-e758a598-9408-4c1c-9b90-7e198582c1f7 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 944 time: 0.0532887 Sep 20 13:25:05.170143 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4ca91b5c-7524-4488-af41-4f47e21fa844 req-4e67b110-8b08-4741-bc2c-05efd4f01eed tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439870 Sep 20 13:25:05.653070 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe99851-0ee8-43f5-b403-dbde6686e19c req-8f19f1f8-e914-4d3e-9113-bae5179a5944 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:05.654542 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-abe99851-0ee8-43f5-b403-dbde6686e19c req-8f19f1f8-e914-4d3e-9113-bae5179a5944 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=4416e603-62cc-429e-9119-8bb9ec6f2fbb HTTP/1.1" status: 200 len: 946 time: 0.0534120 Sep 20 13:25:05.700843 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-abe99851-0ee8-43f5-b403-dbde6686e19c req-54a1b2de-15ad-4500-9c79-625bfb6e3e12 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=05e0756e-9ec9-4d09-979c-eb48149b71bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405359 Sep 20 13:25:06.299468 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad72c5-d638-443c-ab22-a8909d2f73d7 req-a1cbe3c1-78ff-48dc-949f-ed3616779d19 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:06.300933 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-65ad72c5-d638-443c-ab22-a8909d2f73d7 req-a1cbe3c1-78ff-48dc-949f-ed3616779d19 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 944 time: 0.0528431 Sep 20 13:25:06.347132 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-65ad72c5-d638-443c-ab22-a8909d2f73d7 req-ff336042-b129-4426-bcd1-82615e26474c tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402212 Sep 20 13:25:06.827194 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62868a-0673-42f2-890e-176311e35f7f req-a1fb348d-cd9d-4b29-82e6-ff102e4de0e8 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:06.828539 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-7a62868a-0673-42f2-890e-176311e35f7f req-a1fb348d-cd9d-4b29-82e6-ff102e4de0e8 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=4416e603-62cc-429e-9119-8bb9ec6f2fbb HTTP/1.1" status: 200 len: 946 time: 0.0556977 Sep 20 13:25:06.874162 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-7a62868a-0673-42f2-890e-176311e35f7f req-9d1276e1-e2c5-454c-85c8-3ea5e80e7ade tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=05e0756e-9ec9-4d09-979c-eb48149b71bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400925 Sep 20 13:25:07.454412 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.agents_db [None req-1b87bba1-5a3b-42d5-ba20-63287d9ec67c None None] Agent healthcheck: found 6 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:25:07.477606 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46098aea-cac6-44f0-955c-e77a424ad884 req-90995ec2-2889-42a2-bc0a-4a7e90cff48c tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:07.479128 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-46098aea-cac6-44f0-955c-e77a424ad884 req-90995ec2-2889-42a2-bc0a-4a7e90cff48c tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 944 time: 0.0530148 Sep 20 13:25:07.527351 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-46098aea-cac6-44f0-955c-e77a424ad884 req-ac60a66f-8cd3-4a5e-8ec6-f7a254094b87 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426188 Sep 20 13:25:07.998966 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348619b-7bca-4350-90fe-8b3d4ed22fca req-f14bc192-0ed0-4bef-9314-5247c60c68ce tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:08.000426 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-2348619b-7bca-4350-90fe-8b3d4ed22fca req-f14bc192-0ed0-4bef-9314-5247c60c68ce tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=4416e603-62cc-429e-9119-8bb9ec6f2fbb HTTP/1.1" status: 200 len: 946 time: 0.0521152 Sep 20 13:25:08.045423 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-2348619b-7bca-4350-90fe-8b3d4ed22fca req-e7683c53-a066-42cf-bc98-fa460abde3ea tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=05e0756e-9ec9-4d09-979c-eb48149b71bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396321 Sep 20 13:25:08.442282 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 12160af8-28a4-4dbf-a64f-d32e96938630 details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:25:08.537906 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port 12160af8-28a4-4dbf-a64f-d32e96938630, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=12160af8-28a4-4dbf-a64f-d32e96938630,segment=NetworkSegment(f948c4c9-3e43-44fc-b875-63e2f29a354c),segment_id=f948c4c9-3e43-44fc-b875-63e2f29a354c)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:25:08.549945 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Returning: {'device': '12160af8-28a4-4dbf-a64f-d32e96938630', 'network_id': '11c87694-9bef-4fe4-9250-573b5f8887eb', 'port_id': '12160af8-28a4-4dbf-a64f-d32e96938630', 'mac_address': 'fa:16:3e:6f:80:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bc59d34-e407-4d89-95e5-8037392fca32', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:25:08.585303 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Current status of the port 12160af8-28a4-4dbf-a64f-d32e96938630 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:25:08.585703 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (12160af8-28a4-4dbf-a64f-d32e96938630), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:08.601962 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12160af8-28a4-4dbf-a64f-d32e96938630 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 13:25:08.666685 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a6450-5647-40a8-b1a2-bcc38357ddcf req-4df6c4ca-b16f-4fae-a3a0-394cc41e4dba tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:08.669301 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a29a6450-5647-40a8-b1a2-bcc38357ddcf req-4df6c4ca-b16f-4fae-a3a0-394cc41e4dba tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 944 time: 0.0613313 Sep 20 13:25:08.718566 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a29a6450-5647-40a8-b1a2-bcc38357ddcf req-e5f8d9a5-5d5c-44ca-b74a-f505c2a400d4 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445726 Sep 20 13:25:08.750172 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port 12160af8-28a4-4dbf-a64f-d32e96938630, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=12160af8-28a4-4dbf-a64f-d32e96938630,segment=NetworkSegment(f948c4c9-3e43-44fc-b875-63e2f29a354c),segment_id=f948c4c9-3e43-44fc-b875-63e2f29a354c)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:25:08.754202 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (12160af8-28a4-4dbf-a64f-d32e96938630), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:08.801255 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Pushing event updated for resources: {'Port': ['ID=12160af8-28a4-4dbf-a64f-d32e96938630,revision_number=9']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:25:09.166231 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b1aa9-52fd-4452-b607-b59bddf322c4 req-2080efaa-224e-416d-b221-983c0dda8631 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:09.167710 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-fa5b1aa9-52fd-4452-b607-b59bddf322c4 req-2080efaa-224e-416d-b221-983c0dda8631 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=4416e603-62cc-429e-9119-8bb9ec6f2fbb HTTP/1.1" status: 200 len: 946 time: 0.0521648 Sep 20 13:25:09.217101 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-fa5b1aa9-52fd-4452-b607-b59bddf322c4 req-e6f99649-5740-41d3-b3ee-e4830f5de968 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=05e0756e-9ec9-4d09-979c-eb48149b71bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438466 Sep 20 13:25:09.335764 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068cf84-d4c3-42c8-aafe-075e8edee34b req-f3f43cb6-2c43-4ec9-a20b-b552b21d8715 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:09.337143 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c068cf84-d4c3-42c8-aafe-075e8edee34b req-f3f43cb6-2c43-4ec9-a20b-b552b21d8715 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=4416e603-62cc-429e-9119-8bb9ec6f2fbb HTTP/1.1" status: 200 len: 946 time: 0.0521750 Sep 20 13:25:09.347245 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 33672) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:25:09.351435 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-2e08a3df-aacb-4e0c-8a64-e6690e58b309 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Request body: {'floatingip': {'port_id': 'b608ea5e-766d-4a7e-9cdd-277403a6b8cc'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:25:09.403925 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2e08a3df-aacb-4e0c-8a64-e6690e58b309 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Publish callbacks [] for floatingip (730fdd80-e324-4ced-92cd-1ac4c5041e31), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:09.417693 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] get_ports_and_sgs() called for port_ids ['12160af8-28a4-4dbf-a64f-d32e96938630'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 13:25:09.851812 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92ff24-3f6a-4b67-bb91-7ad910ab101f req-f387264e-682d-4c52-9286-8341278bea9e tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:09.853550 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2e08a3df-aacb-4e0c-8a64-e6690e58b309 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:09.854090 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-9c92ff24-3f6a-4b67-bb91-7ad910ab101f req-f387264e-682d-4c52-9286-8341278bea9e tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 945 time: 0.0532544 Sep 20 13:25:09.857682 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2e08a3df-aacb-4e0c-8a64-e6690e58b309 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607693'] for floatingip (730fdd80-e324-4ced-92cd-1ac4c5041e31), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:09.900991 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-9c92ff24-3f6a-4b67-bb91-7ad910ab101f req-ba778dc8-bcae-4178-b23d-f6d9718a7404 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405228 Sep 20 13:25:10.062040 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e08a3df-aacb-4e0c-8a64-e6690e58b309 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Router 8e8eb188-6120-4b6d-8f74-15a286f1bc5c has already been hosted by L3 agent e6bdf340-58c5-4186-af2d-ab00439e5425 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:25:10.166306 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e08a3df-aacb-4e0c-8a64-e6690e58b309 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Notify agent at l3_agent.dv-cinder-858463-1-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:25:10.172358 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2e08a3df-aacb-4e0c-8a64-e6690e58b309 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:10.177179 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e57930c-fc6d-4816-a4f6-fbdb94915153 None None] Sync routers for ids ['8e8eb188-6120-4b6d-8f74-15a286f1bc5c'] in dv-cinder-858463-1-iscsi {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:25:10.181520 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (728cf656-0364-4172-b8b5-b6ffd3122ed0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:10.188935 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e57930c-fc6d-4816-a4f6-fbdb94915153 None None] Routers {'8e8eb188-6120-4b6d-8f74-15a286f1bc5c'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:25:10.189560 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-9e57930c-fc6d-4816-a4f6-fbdb94915153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:24:56Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['8e8eb188-6120-4b6d-8f74-15a286f1bc5c'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:25:10.204451 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4416e603-62cc-429e-9119-8bb9ec6f2fbb', 'tag': 'b608ea5e-766d-4a7e-9cdd-277403a6b8cc'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:25:10.206757 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8afa0c3fb06aef531850fccced94fa4b659a4977f0534d5a49c84d13d87c0c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-095a7ee4-a1b7-420d-a0ed-a538b900bfb8" -d '{"events": [{"name": "network-changed", "server_uuid": "4416e603-62cc-429e-9119-8bb9ec6f2fbb", "tag": "b608ea5e-766d-4a7e-9cdd-277403a6b8cc"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:25:10.244763 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-2e08a3df-aacb-4e0c-8a64-e6690e58b309 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "PUT /v2.0/floatingips/730fdd80-e324-4ced-92cd-1ac4c5041e31 HTTP/1.1" status: 200 len: 993 time: 0.8941503 Sep 20 13:25:10.251532 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 13:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020158d6-98ba-49ef-8481-8bdcfde3c7a2 x-openstack-request-id: req-020158d6-98ba-49ef-8481-8bdcfde3c7a2 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:25:10.251838 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4416e603-62cc-429e-9119-8bb9ec6f2fbb", "tag": "b608ea5e-766d-4a7e-9cdd-277403a6b8cc", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:25:10.252099 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-020158d6-98ba-49ef-8481-8bdcfde3c7a2 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:25:10.252507 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-020158d6-98ba-49ef-8481-8bdcfde3c7a2'] response: {'name': 'network-changed', 'server_uuid': '4416e603-62cc-429e-9119-8bb9ec6f2fbb', 'tag': 'b608ea5e-766d-4a7e-9cdd-277403a6b8cc', 'status': 'completed', 'code': 200} Sep 20 13:25:10.302456 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-9e57930c-fc6d-4816-a4f6-fbdb94915153 None None] Set router 8e8eb188-6120-4b6d-8f74-15a286f1bc5c gateway port host: dv-cinder-858463-1-iscsi {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:25:10.363695 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a7ee4-a1b7-420d-a0ed-a538b900bfb8 req-44c658df-4940-43a5-a6ca-3e4df7aa4009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:10.365232 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-095a7ee4-a1b7-420d-a0ed-a538b900bfb8 req-44c658df-4940-43a5-a6ca-3e4df7aa4009 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f8f8bdd06ef247d389068dcb1648b4f7&device_id=4416e603-62cc-429e-9119-8bb9ec6f2fbb HTTP/1.1" status: 200 len: 1130 time: 0.0494308 Sep 20 13:25:10.471691 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a7ee4-a1b7-420d-a0ed-a538b900bfb8 req-d164b38e-8f2e-45a1-9639-46a41134abf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:10.473184 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-095a7ee4-a1b7-420d-a0ed-a538b900bfb8 req-d164b38e-8f2e-45a1-9639-46a41134abf5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=105b52c6-cee8-4c92-bcc7-3a77d1e92018 HTTP/1.1" status: 200 len: 918 time: 0.0935676 Sep 20 13:25:10.527576 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-9e57930c-fc6d-4816-a4f6-fbdb94915153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8eb188-6120-4b6d-8f74-15a286f1bc5c', 'name': 'tempest-ServerRescueNegativeTestJSON-630298788-router', 'tenant_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '8c305207-f2ee-4893-880f-9fdd1f1e633c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:17:46Z', 'updated_at': '2022-09-20T13:17:56Z', 'revision_number': 4, 'project_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'gw_port': {'id': '8c305207-f2ee-4893-880f-9fdd1f1e633c', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:26:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8eb188-6120-4b6d-8f74-15a286f1bc5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:48Z', 'updated_at': '2022-09-20T13:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_floatingips': [{'id': '730fdd80-e324-4ced-92cd-1ac4c5041e31', 'tenant_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'floating_ip_address': '172.27.2.36', 'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'router_id': '8e8eb188-6120-4b6d-8f74-15a286f1bc5c', 'port_id': 'b608ea5e-766d-4a7e-9cdd-277403a6b8cc', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '105b52c6-cee8-4c92-bcc7-3a77d1e92018', 'mac_address': 'fa:16:3e:d1:b8:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4416e603-62cc-429e-9119-8bb9ec6f2fbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T13:20:51Z', 'updated_at': '2022-09-20T13:25:09Z', 'revision_number': 3, 'project_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9754ef40-4888-414d-91f5-dc27b14c30ca', 'name': '', 'network_id': '105b52c6-cee8-4c92-bcc7-3a77d1e92018', 'tenant_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'mac_address': 'fa:16:3e:df:fd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8eb188-6120-4b6d-8f74-15a286f1bc5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '64939650-d3ca-4c0c-952c-41e35d669944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:54Z', 'updated_at': '2022-09-20T13:18:05Z', 'revision_number': 5, 'project_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'subnets': [{'id': '64939650-d3ca-4c0c-952c-41e35d669944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:25:10.539695 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-095a7ee4-a1b7-420d-a0ed-a538b900bfb8 req-c460dd31-0179-4f4e-b4a3-413ac3cbf121 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b608ea5e-766d-4a7e-9cdd-277403a6b8cc HTTP/1.1" status: 200 len: 1001 time: 0.0580356 Sep 20 13:25:10.554786 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e57930c-fc6d-4816-a4f6-fbdb94915153 None None] Checking router: 8e8eb188-6120-4b6d-8f74-15a286f1bc5c for host: dv-cinder-858463-1-iscsi {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:25:10.563641 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e57930c-fc6d-4816-a4f6-fbdb94915153 None None] Routers {'8e8eb188-6120-4b6d-8f74-15a286f1bc5c'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:25:10.564246 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-9e57930c-fc6d-4816-a4f6-fbdb94915153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:24:56Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['8e8eb188-6120-4b6d-8f74-15a286f1bc5c'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:25:10.593783 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a7ee4-a1b7-420d-a0ed-a538b900bfb8 req-371571e0-0bb2-4d22-a890-ede583583cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:10.595252 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-095a7ee4-a1b7-420d-a0ed-a538b900bfb8 req-371571e0-0bb2-4d22-a890-ede583583cc1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=64939650-d3ca-4c0c-952c-41e35d669944 HTTP/1.1" status: 200 len: 857 time: 0.0487869 Sep 20 13:25:10.645284 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a7ee4-a1b7-420d-a0ed-a538b900bfb8 req-84a3f846-374e-423f-809a-17fe674c96a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:10.646819 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-095a7ee4-a1b7-420d-a0ed-a538b900bfb8 req-84a3f846-374e-423f-809a-17fe674c96a0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=105b52c6-cee8-4c92-bcc7-3a77d1e92018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446010 Sep 20 13:25:10.664796 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-9e57930c-fc6d-4816-a4f6-fbdb94915153 None None] Set router 8e8eb188-6120-4b6d-8f74-15a286f1bc5c gateway port host: dv-cinder-858463-1-iscsi {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:25:10.734260 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-095a7ee4-a1b7-420d-a0ed-a538b900bfb8 req-6954dec5-ad00-4812-b115-f30895be93bd service neutron] 10.222.0.62 "GET /v2.0/networks/105b52c6-cee8-4c92-bcc7-3a77d1e92018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813386 Sep 20 13:25:10.835269 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-095a7ee4-a1b7-420d-a0ed-a538b900bfb8 req-eff638fb-478f-4a3d-92ef-31d4e505dfc9 service neutron] 10.222.0.62 "GET /v2.0/networks/105b52c6-cee8-4c92-bcc7-3a77d1e92018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932324 Sep 20 13:25:10.894709 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-9e57930c-fc6d-4816-a4f6-fbdb94915153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8eb188-6120-4b6d-8f74-15a286f1bc5c', 'name': 'tempest-ServerRescueNegativeTestJSON-630298788-router', 'tenant_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '8c305207-f2ee-4893-880f-9fdd1f1e633c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:17:46Z', 'updated_at': '2022-09-20T13:17:56Z', 'revision_number': 4, 'project_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'gw_port': {'id': '8c305207-f2ee-4893-880f-9fdd1f1e633c', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:26:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8eb188-6120-4b6d-8f74-15a286f1bc5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:48Z', 'updated_at': '2022-09-20T13:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_floatingips': [{'id': '730fdd80-e324-4ced-92cd-1ac4c5041e31', 'tenant_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'floating_ip_address': '172.27.2.36', 'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'router_id': '8e8eb188-6120-4b6d-8f74-15a286f1bc5c', 'port_id': 'b608ea5e-766d-4a7e-9cdd-277403a6b8cc', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '105b52c6-cee8-4c92-bcc7-3a77d1e92018', 'mac_address': 'fa:16:3e:d1:b8:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4416e603-62cc-429e-9119-8bb9ec6f2fbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T13:20:51Z', 'updated_at': '2022-09-20T13:25:09Z', 'revision_number': 3, 'project_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9754ef40-4888-414d-91f5-dc27b14c30ca', 'name': '', 'network_id': '105b52c6-cee8-4c92-bcc7-3a77d1e92018', 'tenant_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'mac_address': 'fa:16:3e:df:fd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8eb188-6120-4b6d-8f74-15a286f1bc5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '64939650-d3ca-4c0c-952c-41e35d669944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:54Z', 'updated_at': '2022-09-20T13:18:05Z', 'revision_number': 5, 'project_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'subnets': [{'id': '64939650-d3ca-4c0c-952c-41e35d669944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:25:10.919630 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e57930c-fc6d-4816-a4f6-fbdb94915153 None None] The sync data for ids ['8e8eb188-6120-4b6d-8f74-15a286f1bc5c'] in dv-cinder-858463-1-iscsi is: [{'id': '8e8eb188-6120-4b6d-8f74-15a286f1bc5c', 'name': 'tempest-ServerRescueNegativeTestJSON-630298788-router', 'tenant_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '8c305207-f2ee-4893-880f-9fdd1f1e633c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:17:46Z', 'updated_at': '2022-09-20T13:17:56Z', 'revision_number': 4, 'project_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'gw_port': {'id': '8c305207-f2ee-4893-880f-9fdd1f1e633c', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:26:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8eb188-6120-4b6d-8f74-15a286f1bc5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:48Z', 'updated_at': '2022-09-20T13:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_floatingips': [{'id': '730fdd80-e324-4ced-92cd-1ac4c5041e31', 'tenant_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'floating_ip_address': '172.27.2.36', 'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'router_id': '8e8eb188-6120-4b6d-8f74-15a286f1bc5c', 'port_id': 'b608ea5e-766d-4a7e-9cdd-277403a6b8cc', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '105b52c6-cee8-4c92-bcc7-3a77d1e92018', 'mac_address': 'fa:16:3e:d1:b8:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4416e603-62cc-429e-9119-8bb9ec6f2fbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T13:20:51Z', 'updated_at': '2022-09-20T13:25:09Z', 'revision_number': 3, 'project_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9754ef40-4888-414d-91f5-dc27b14c30ca', 'name': '', 'network_id': '105b52c6-cee8-4c92-bcc7-3a77d1e92018', 'tenant_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'mac_address': 'fa:16:3e:df:fd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8eb188-6120-4b6d-8f74-15a286f1bc5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '64939650-d3ca-4c0c-952c-41e35d669944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:54Z', 'updated_at': '2022-09-20T13:18:05Z', 'revision_number': 5, 'project_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'subnets': [{'id': '64939650-d3ca-4c0c-952c-41e35d669944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:25:11.052563 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccb1760-951a-405f-8c7c-1feb56ffe8a9 req-9a53a1e5-3115-473a-92b4-5d2ba0a5817b tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:11.059561 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-9ccb1760-951a-405f-8c7c-1feb56ffe8a9 req-9a53a1e5-3115-473a-92b4-5d2ba0a5817b tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 945 time: 0.0685840 Sep 20 13:25:11.107468 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-9ccb1760-951a-405f-8c7c-1feb56ffe8a9 req-f8ac8eea-e077-4725-b081-4643479be9bc tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459514 Sep 20 13:25:12.243058 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848107e-114c-4c33-9cbc-d0bf4edd57c6 req-34cc9864-8e93-4bf3-9829-bff75c331dde tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:12.245187 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c848107e-114c-4c33-9cbc-d0bf4edd57c6 req-34cc9864-8e93-4bf3-9829-bff75c331dde tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 945 time: 0.0551946 Sep 20 13:25:12.256527 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4416e603-62cc-429e-9119-8bb9ec6f2fbb', 'tag': 'b608ea5e-766d-4a7e-9cdd-277403a6b8cc'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:25:12.258703 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8afa0c3fb06aef531850fccced94fa4b659a4977f0534d5a49c84d13d87c0c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db32909a-a9db-4c8d-8596-252be7cd76a1" -d '{"events": [{"name": "network-changed", "server_uuid": "4416e603-62cc-429e-9119-8bb9ec6f2fbb", "tag": "b608ea5e-766d-4a7e-9cdd-277403a6b8cc"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:25:12.300055 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 13:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77489a7e-6196-4515-b001-5e15a27bf1f1 x-openstack-request-id: req-77489a7e-6196-4515-b001-5e15a27bf1f1 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:25:12.300351 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4416e603-62cc-429e-9119-8bb9ec6f2fbb", "tag": "b608ea5e-766d-4a7e-9cdd-277403a6b8cc", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:25:12.300605 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-77489a7e-6196-4515-b001-5e15a27bf1f1 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:25:12.301007 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77489a7e-6196-4515-b001-5e15a27bf1f1'] response: {'name': 'network-changed', 'server_uuid': '4416e603-62cc-429e-9119-8bb9ec6f2fbb', 'tag': 'b608ea5e-766d-4a7e-9cdd-277403a6b8cc', 'status': 'completed', 'code': 200} Sep 20 13:25:12.310943 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c848107e-114c-4c33-9cbc-d0bf4edd57c6 req-1b57c5f8-3da9-414b-9c30-2c058a46231f tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599313 Sep 20 13:25:12.397119 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32909a-a9db-4c8d-8596-252be7cd76a1 req-3a601156-00f2-4209-b39c-596265f22bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:12.398587 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-db32909a-a9db-4c8d-8596-252be7cd76a1 req-3a601156-00f2-4209-b39c-596265f22bba service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f8f8bdd06ef247d389068dcb1648b4f7&device_id=4416e603-62cc-429e-9119-8bb9ec6f2fbb HTTP/1.1" status: 200 len: 1130 time: 0.0447879 Sep 20 13:25:12.471875 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 12160af8-28a4-4dbf-a64f-d32e96938630 up at agent hyperv_hv-cinder-85846 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:25:12.491685 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32909a-a9db-4c8d-8596-252be7cd76a1 req-8fdced9e-9b97-4998-a810-f944d2658a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:12.493219 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-db32909a-a9db-4c8d-8596-252be7cd76a1 req-8fdced9e-9b97-4998-a810-f944d2658a79 service neutron] 10.222.0.62 "GET /v2.0/networks?id=105b52c6-cee8-4c92-bcc7-3a77d1e92018 HTTP/1.1" status: 200 len: 918 time: 0.0869343 Sep 20 13:25:12.521084 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Provisioning complete for port 12160af8-28a4-4dbf-a64f-d32e96938630 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:25:12.521500 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (12160af8-28a4-4dbf-a64f-d32e96938630), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:12.521846 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Attempt 1 to provision port 12160af8-28a4-4dbf-a64f-d32e96938630 Sep 20 13:25:12.557350 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-db32909a-a9db-4c8d-8596-252be7cd76a1 req-62b83f35-1f20-4000-b429-0e8f2122c84c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b608ea5e-766d-4a7e-9cdd-277403a6b8cc HTTP/1.1" status: 200 len: 1001 time: 0.0558422 Sep 20 13:25:12.592742 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Current status of the port 12160af8-28a4-4dbf-a64f-d32e96938630 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:25:12.593137 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (12160af8-28a4-4dbf-a64f-d32e96938630), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:12.612669 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32909a-a9db-4c8d-8596-252be7cd76a1 req-6c978f83-55d8-4d84-a0f6-0ccf3ccea890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:12.614098 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-db32909a-a9db-4c8d-8596-252be7cd76a1 req-6c978f83-55d8-4d84-a0f6-0ccf3ccea890 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=64939650-d3ca-4c0c-952c-41e35d669944 HTTP/1.1" status: 200 len: 857 time: 0.0488143 Sep 20 13:25:12.615530 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc983a7f-0a42-41c9-9012-3570aa494e7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12160af8-28a4-4dbf-a64f-d32e96938630'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:25:12.617755 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76b3f69f6489aff1aa8284e7e37e9464aa9e8db96ff70d8a184fca566081ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1425710b-af29-42d9-9115-a9ecedd4b71c" -d '{"events": [{"server_uuid": "bc983a7f-0a42-41c9-9012-3570aa494e7c", "name": "network-vif-plugged", "status": "completed", "tag": "12160af8-28a4-4dbf-a64f-d32e96938630"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:25:12.631113 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port 12160af8-28a4-4dbf-a64f-d32e96938630, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=12160af8-28a4-4dbf-a64f-d32e96938630,segment=NetworkSegment(f948c4c9-3e43-44fc-b875-63e2f29a354c),segment_id=f948c4c9-3e43-44fc-b875-63e2f29a354c)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:25:12.635976 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (12160af8-28a4-4dbf-a64f-d32e96938630), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:12.662804 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 13:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d182d0-6e47-4646-945d-ccb5026abcbe x-openstack-request-id: req-34d182d0-6e47-4646-945d-ccb5026abcbe {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:25:12.663106 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc983a7f-0a42-41c9-9012-3570aa494e7c", "name": "network-vif-plugged", "status": "completed", "tag": "12160af8-28a4-4dbf-a64f-d32e96938630", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:25:12.663365 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-34d182d0-6e47-4646-945d-ccb5026abcbe {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:25:12.663761 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34d182d0-6e47-4646-945d-ccb5026abcbe'] response: {'server_uuid': 'bc983a7f-0a42-41c9-9012-3570aa494e7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12160af8-28a4-4dbf-a64f-d32e96938630', 'code': 200} Sep 20 13:25:12.664055 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32909a-a9db-4c8d-8596-252be7cd76a1 req-06e83e46-fc68-41e2-962b-5748cbfe7582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:12.666037 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-db32909a-a9db-4c8d-8596-252be7cd76a1 req-06e83e46-fc68-41e2-962b-5748cbfe7582 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=105b52c6-cee8-4c92-bcc7-3a77d1e92018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456614 Sep 20 13:25:12.689671 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Pushing event updated for resources: {'Port': ['ID=12160af8-28a4-4dbf-a64f-d32e96938630,revision_number=10']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:25:12.696693 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:12.697102 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:12.697454 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:12.697800 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:12.698138 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:12.698473 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:12.698834 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:12.699168 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:12.699498 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:12.699829 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:12.700157 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:12.700482 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:12.700807 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:12.797213 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-db32909a-a9db-4c8d-8596-252be7cd76a1 req-8ed853c0-ab81-4221-9378-4e25d78b7339 service neutron] 10.222.0.62 "GET /v2.0/networks/105b52c6-cee8-4c92-bcc7-3a77d1e92018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805054 Sep 20 13:25:12.895443 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-db32909a-a9db-4c8d-8596-252be7cd76a1 req-30bb3f2c-9765-46cc-92c1-fff5c92e51d0 service neutron] 10.222.0.62 "GET /v2.0/networks/105b52c6-cee8-4c92-bcc7-3a77d1e92018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836730 Sep 20 13:25:13.430160 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eee244-bbc2-4d48-9165-558ba360cd54 req-c25e27f4-beb3-4998-873f-35c2fc8254aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:13.431822 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-42eee244-bbc2-4d48-9165-558ba360cd54 req-c25e27f4-beb3-4998-873f-35c2fc8254aa service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 1131 time: 0.0724127 Sep 20 13:25:13.477001 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab799d-f526-49ab-8b70-6a874aa6465e req-2014c3e4-ef8d-415c-8067-a2506337ff61 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:13.478475 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-47ab799d-f526-49ab-8b70-6a874aa6465e req-2014c3e4-ef8d-415c-8067-a2506337ff61 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 947 time: 0.0850286 Sep 20 13:25:13.511081 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-42eee244-bbc2-4d48-9165-558ba360cd54 req-a9ca26ec-73cd-48e6-9421-9690a13d3555 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718317 Sep 20 13:25:13.536550 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-47ab799d-f526-49ab-8b70-6a874aa6465e req-0327d993-5500-4ea4-8065-46246c777c07 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510828 Sep 20 13:25:14.674984 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c20fd-e765-4aa8-bc59-0155be18ba67 req-cdc14127-87b7-4da3-83e8-704ffea83593 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:14.676513 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-634c20fd-e765-4aa8-bc59-0155be18ba67 req-cdc14127-87b7-4da3-83e8-704ffea83593 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 947 time: 0.0582111 Sep 20 13:25:14.722479 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-634c20fd-e765-4aa8-bc59-0155be18ba67 req-ef12e29b-effe-44b0-aaf9-1f06ab6f9e57 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404911 Sep 20 13:25:15.856180 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7543b-b607-465c-8f1d-bcd9756ae5d0 req-1e6d47b7-5872-4694-86ee-bf4429131530 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:15.857682 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b9f7543b-b607-465c-8f1d-bcd9756ae5d0 req-1e6d47b7-5872-4694-86ee-bf4429131530 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 947 time: 0.0539098 Sep 20 13:25:15.905653 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b9f7543b-b607-465c-8f1d-bcd9756ae5d0 req-7a56563f-855f-4548-9089-92037fa8ad27 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421247 Sep 20 13:25:17.037101 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ee5cb7-55a1-4ccc-87bd-be2c7ee8aba0 req-9eb699c0-3d61-4e46-9333-d588c79f9101 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:17.038566 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-95ee5cb7-55a1-4ccc-87bd-be2c7ee8aba0 req-9eb699c0-3d61-4e46-9333-d588c79f9101 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 947 time: 0.0515432 Sep 20 13:25:17.084518 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-95ee5cb7-55a1-4ccc-87bd-be2c7ee8aba0 req-9ea0cf40-fbb2-48a0-a52f-773b39d5abcd tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398922 Sep 20 13:25:20.664936 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad980e49-4803-4103-a5d0-a733fe4eee70 req-5b5f551d-1463-455e-b1f7-bf15091ba892 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:20.666393 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-ad980e49-4803-4103-a5d0-a733fe4eee70 req-5b5f551d-1463-455e-b1f7-bf15091ba892 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d5bc69b-fcc3-4101-9f89-02c750c2e5d4 HTTP/1.1" status: 200 len: 945 time: 0.0517480 Sep 20 13:25:20.714838 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-ad980e49-4803-4103-a5d0-a733fe4eee70 req-ffa5b4ea-7b0e-4360-9204-c8dba70db704 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7195410-58c3-4643-9e49-df53b21ffb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427203 Sep 20 13:25:21.837569 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18403222-2906-40cb-8cfe-8417e035d020 req-c90b1d89-436a-4699-9265-877bc8839a87 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:21.839045 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-18403222-2906-40cb-8cfe-8417e035d020 req-c90b1d89-436a-4699-9265-877bc8839a87 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d5bc69b-fcc3-4101-9f89-02c750c2e5d4 HTTP/1.1" status: 200 len: 945 time: 0.0512307 Sep 20 13:25:21.888492 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-18403222-2906-40cb-8cfe-8417e035d020 req-d98e5b54-cedb-46d7-8ec2-b6aed43c4f95 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7195410-58c3-4643-9e49-df53b21ffb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433371 Sep 20 13:25:22.898721 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25e7906-7b38-4723-9a93-c7012131c7fc req-10c316c3-1d68-4f89-aeb6-7bf6505c7173 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:22.900164 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f25e7906-7b38-4723-9a93-c7012131c7fc req-10c316c3-1d68-4f89-aeb6-7bf6505c7173 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d5bc69b-fcc3-4101-9f89-02c750c2e5d4 HTTP/1.1" status: 200 len: 945 time: 0.0531261 Sep 20 13:25:22.989277 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-f25e7906-7b38-4723-9a93-c7012131c7fc req-9e18792f-ff00-4da8-bb78-fbcfdead97c0 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Deleting port 2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:25:22.989624 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-f25e7906-7b38-4723-9a93-c7012131c7fc req-9e18792f-ff00-4da8-bb78-fbcfdead97c0 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:23.012277 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae5767-9a67-4493-95c3-ebb3dd41063a req-ccde7ac1-2a0c-47db-8332-d835b447170e tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:23.014404 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-01ae5767-9a67-4493-95c3-ebb3dd41063a req-ccde7ac1-2a0c-47db-8332-d835b447170e tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d5bc69b-fcc3-4101-9f89-02c750c2e5d4 HTTP/1.1" status: 200 len: 945 time: 0.0524347 Sep 20 13:25:23.059990 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-01ae5767-9a67-4493-95c3-ebb3dd41063a req-c04d89ea-2f2a-4bfc-a3ab-1a79176a18af tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7195410-58c3-4643-9e49-df53b21ffb45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400693 Sep 20 13:25:23.080352 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-f25e7906-7b38-4723-9a93-c7012131c7fc req-9e18792f-ff00-4da8-bb78-fbcfdead97c0 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] For port 2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed,segment=NetworkSegment(8a4b54b5-f94a-442c-baa8-d6ca9ddee630),segment_id=8a4b54b5-f94a-442c-baa8-d6ca9ddee630)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:25:23.080724 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-f25e7906-7b38-4723-9a93-c7012131c7fc req-9e18792f-ff00-4da8-bb78-fbcfdead97c0 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:23.282134 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-f25e7906-7b38-4723-9a93-c7012131c7fc req-9e18792f-ff00-4da8-bb78-fbcfdead97c0 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:23.282498 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-f25e7906-7b38-4723-9a93-c7012131c7fc req-9e18792f-ff00-4da8-bb78-fbcfdead97c0 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607693'] for floatingip (becaf19a-a3fd-4cdc-a21d-487f0af9dfc6), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:23.283094 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.db.l3_db [req-f25e7906-7b38-4723-9a93-c7012131c7fc req-9e18792f-ff00-4da8-bb78-fbcfdead97c0 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Floating IP becaf19a-a3fd-4cdc-a21d-487f0af9dfc6 disassociated. External IP: 172.27.2.64, port: 2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed. Sep 20 13:25:23.283442 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-f25e7906-7b38-4723-9a93-c7012131c7fc req-9e18792f-ff00-4da8-bb78-fbcfdead97c0 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Calling delete_port for 2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:25:23.404014 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-f25e7906-7b38-4723-9a93-c7012131c7fc req-9e18792f-ff00-4da8-bb78-fbcfdead97c0 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:23.429216 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18792f-ff00-4da8-bb78-fbcfdead97c0 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Pushing event deleted for resources: {'Port': ['ID=2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:25:23.430382 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-72c70cf6-03b2-4b62-8b0c-693b5d9b4df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (c520f755-59ca-4a79-a15e-107c01e131c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:23.441265 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18792f-ff00-4da8-bb78-fbcfdead97c0 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:23.441622 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18792f-ff00-4da8-bb78-fbcfdead97c0 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:23.441972 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18792f-ff00-4da8-bb78-fbcfdead97c0 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:23.442318 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18792f-ff00-4da8-bb78-fbcfdead97c0 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:23.442659 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18792f-ff00-4da8-bb78-fbcfdead97c0 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:23.443024 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18792f-ff00-4da8-bb78-fbcfdead97c0 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:23.443361 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18792f-ff00-4da8-bb78-fbcfdead97c0 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:23.443698 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18792f-ff00-4da8-bb78-fbcfdead97c0 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:23.444033 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18792f-ff00-4da8-bb78-fbcfdead97c0 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:23.444368 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18792f-ff00-4da8-bb78-fbcfdead97c0 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:23.444700 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18792f-ff00-4da8-bb78-fbcfdead97c0 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:23.445030 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18792f-ff00-4da8-bb78-fbcfdead97c0 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:23.445364 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18792f-ff00-4da8-bb78-fbcfdead97c0 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:23.804935 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f25e7906-7b38-4723-9a93-c7012131c7fc req-9e18792f-ff00-4da8-bb78-fbcfdead97c0 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Router be2310ee-b755-4160-9683-bf0123d26b8d has already been hosted by L3 agent e6bdf340-58c5-4186-af2d-ab00439e5425 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:25:23.905415 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f25e7906-7b38-4723-9a93-c7012131c7fc req-9e18792f-ff00-4da8-bb78-fbcfdead97c0 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Notify agent at l3_agent.dv-cinder-858463-1-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:25:23.915985 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cc8d8e-168c-4360-a569-5bd324a045eb None None] Sync routers for ids ['be2310ee-b755-4160-9683-bf0123d26b8d'] in dv-cinder-858463-1-iscsi {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:25:23.925834 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cc8d8e-168c-4360-a569-5bd324a045eb None None] Routers {'be2310ee-b755-4160-9683-bf0123d26b8d'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:25:23.926691 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-f0cc8d8e-168c-4360-a569-5bd324a045eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:24:56Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['be2310ee-b755-4160-9683-bf0123d26b8d'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:25:23.952471 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-f25e7906-7b38-4723-9a93-c7012131c7fc req-9e18792f-ff00-4da8-bb78-fbcfdead97c0 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] No DVR routers for this DVR port 2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed on host hv-cinder-85846 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:25:23.955356 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-f25e7906-7b38-4723-9a93-c7012131c7fc req-9e18792f-ff00-4da8-bb78-fbcfdead97c0 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:23.959088 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f25e7906-7b38-4723-9a93-c7012131c7fc req-9e18792f-ff00-4da8-bb78-fbcfdead97c0 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.62 "DELETE /v2.0/ports/2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed HTTP/1.1" status: 204 len: 173 time: 1.0537350 Sep 20 13:25:23.959616 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d5bc69b-fcc3-4101-9f89-02c750c2e5d4', 'name': 'network-vif-deleted', 'tag': '2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:25:23.962844 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8afa0c3fb06aef531850fccced94fa4b659a4977f0534d5a49c84d13d87c0c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9371940f-2469-42e6-94c3-4a687c6b45d9" -d '{"events": [{"server_uuid": "5d5bc69b-fcc3-4101-9f89-02c750c2e5d4", "name": "network-vif-deleted", "tag": "2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:25:24.008254 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 13:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65fa9b9-a87c-4be0-b07d-472afd395ef5 x-openstack-request-id: req-e65fa9b9-a87c-4be0-b07d-472afd395ef5 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:25:24.008254 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d5bc69b-fcc3-4101-9f89-02c750c2e5d4", "name": "network-vif-deleted", "tag": "2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:25:24.008513 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e65fa9b9-a87c-4be0-b07d-472afd395ef5 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:25:24.008933 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e65fa9b9-a87c-4be0-b07d-472afd395ef5'] response: {'server_uuid': '5d5bc69b-fcc3-4101-9f89-02c750c2e5d4', 'name': 'network-vif-deleted', 'tag': '2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed', 'status': 'completed', 'code': 200} Sep 20 13:25:24.028367 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-f0cc8d8e-168c-4360-a569-5bd324a045eb None None] Set router be2310ee-b755-4160-9683-bf0123d26b8d gateway port host: dv-cinder-858463-1-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:25:24.183105 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-f0862022-5780-4ecf-acf2-616e7f070397 req-7b0b2e4a-1a01-4687-8266-d049f4ec1fae tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d5bc69b-fcc3-4101-9f89-02c750c2e5d4 HTTP/1.1" status: 200 len: 210 time: 0.0340679 Sep 20 13:25:24.255096 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-f0cc8d8e-168c-4360-a569-5bd324a045eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'name': 'tempest-AttachVolumeNegativeTest-2003643593-router', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'e9492da9-45a9-44b6-9182-04a6b3f257d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:17:46Z', 'updated_at': '2022-09-20T13:17:58Z', 'revision_number': 4, 'project_id': '4a20aa815a0947579d330112176846c9', 'gw_port': {'id': 'e9492da9-45a9-44b6-9182-04a6b3f257d7', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:23:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:48Z', 'updated_at': '2022-09-20T13:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_floatingips': [{'id': '5cdd6e13-7676-4cda-9128-32991ede839b', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'floating_ip_address': '172.27.2.29', 'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'router_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'port_id': '055b6831-0401-4e61-b025-649a032bec93', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073', 'mac_address': 'fa:16:3e:22:47:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab316ba-c488-4ee1-8262-0d6e73b9afa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T13:18:04Z', 'updated_at': '2022-09-20T13:19:22Z', 'revision_number': 2, 'project_id': '4a20aa815a0947579d330112176846c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba476e6c-250e-4f5e-8556-480e6708d591', 'name': '', 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'mac_address': 'fa:16:3e:8c:7f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'adb9ef7c-1078-430d-958b-f7a53420a9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:56Z', 'updated_at': '2022-09-20T13:18:06Z', 'revision_number': 5, 'project_id': '4a20aa815a0947579d330112176846c9', 'subnets': [{'id': 'adb9ef7c-1078-430d-958b-f7a53420a9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:25:24.283118 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cc8d8e-168c-4360-a569-5bd324a045eb None None] Checking router: be2310ee-b755-4160-9683-bf0123d26b8d for host: dv-cinder-858463-1-iscsi {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:25:24.291272 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cc8d8e-168c-4360-a569-5bd324a045eb None None] Routers {'be2310ee-b755-4160-9683-bf0123d26b8d'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:25:24.291905 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-f0cc8d8e-168c-4360-a569-5bd324a045eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:24:56Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['be2310ee-b755-4160-9683-bf0123d26b8d'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:25:24.389582 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-f0cc8d8e-168c-4360-a569-5bd324a045eb None None] Set router be2310ee-b755-4160-9683-bf0123d26b8d gateway port host: dv-cinder-858463-1-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:25:24.693577 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-f0cc8d8e-168c-4360-a569-5bd324a045eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'name': 'tempest-AttachVolumeNegativeTest-2003643593-router', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'e9492da9-45a9-44b6-9182-04a6b3f257d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:17:46Z', 'updated_at': '2022-09-20T13:17:58Z', 'revision_number': 4, 'project_id': '4a20aa815a0947579d330112176846c9', 'gw_port': {'id': 'e9492da9-45a9-44b6-9182-04a6b3f257d7', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:23:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:48Z', 'updated_at': '2022-09-20T13:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_floatingips': [{'id': '5cdd6e13-7676-4cda-9128-32991ede839b', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'floating_ip_address': '172.27.2.29', 'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'router_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'port_id': '055b6831-0401-4e61-b025-649a032bec93', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073', 'mac_address': 'fa:16:3e:22:47:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab316ba-c488-4ee1-8262-0d6e73b9afa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T13:18:04Z', 'updated_at': '2022-09-20T13:19:22Z', 'revision_number': 2, 'project_id': '4a20aa815a0947579d330112176846c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba476e6c-250e-4f5e-8556-480e6708d591', 'name': '', 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'mac_address': 'fa:16:3e:8c:7f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'adb9ef7c-1078-430d-958b-f7a53420a9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:56Z', 'updated_at': '2022-09-20T13:18:06Z', 'revision_number': 5, 'project_id': '4a20aa815a0947579d330112176846c9', 'subnets': [{'id': 'adb9ef7c-1078-430d-958b-f7a53420a9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:25:24.717505 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cc8d8e-168c-4360-a569-5bd324a045eb None None] The sync data for ids ['be2310ee-b755-4160-9683-bf0123d26b8d'] in dv-cinder-858463-1-iscsi is: [{'id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'name': 'tempest-AttachVolumeNegativeTest-2003643593-router', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'e9492da9-45a9-44b6-9182-04a6b3f257d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:17:46Z', 'updated_at': '2022-09-20T13:17:58Z', 'revision_number': 4, 'project_id': '4a20aa815a0947579d330112176846c9', 'gw_port': {'id': 'e9492da9-45a9-44b6-9182-04a6b3f257d7', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:23:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:48Z', 'updated_at': '2022-09-20T13:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_floatingips': [{'id': '5cdd6e13-7676-4cda-9128-32991ede839b', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'floating_ip_address': '172.27.2.29', 'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'router_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'port_id': '055b6831-0401-4e61-b025-649a032bec93', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073', 'mac_address': 'fa:16:3e:22:47:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab316ba-c488-4ee1-8262-0d6e73b9afa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T13:18:04Z', 'updated_at': '2022-09-20T13:19:22Z', 'revision_number': 2, 'project_id': '4a20aa815a0947579d330112176846c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba476e6c-250e-4f5e-8556-480e6708d591', 'name': '', 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'mac_address': 'fa:16:3e:8c:7f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'adb9ef7c-1078-430d-958b-f7a53420a9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:56Z', 'updated_at': '2022-09-20T13:18:06Z', 'revision_number': 5, 'project_id': '4a20aa815a0947579d330112176846c9', 'subnets': [{'id': 'adb9ef7c-1078-430d-958b-f7a53420a9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:25:24.934132 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca95c24c-592a-42ec-ac08-c95194d79d04 None None] New status for floating IP becaf19a-a3fd-4cdc-a21d-487f0af9dfc6: DOWN {{(pid=104088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 13:25:25.269589 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 33762) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:25:25.323540 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f027216a-c35a-4d23-a966-0c1e2923005e tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for security_group (e7195410-58c3-4643-9e49-df53b21ffb45), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:25.348268 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f027216a-c35a-4d23-a966-0c1e2923005e tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for security_group (e7195410-58c3-4643-9e49-df53b21ffb45), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:25.395355 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f027216a-c35a-4d23-a966-0c1e2923005e tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (e7195410-58c3-4643-9e49-df53b21ffb45), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:25.397906 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f027216a-c35a-4d23-a966-0c1e2923005e tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:25.399059 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-f027216a-c35a-4d23-a966-0c1e2923005e tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "DELETE /v2.0/security-groups/e7195410-58c3-4643-9e49-df53b21ffb45 HTTP/1.1" status: 204 len: 168 time: 0.1283844 Sep 20 13:25:25.402067 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 33764) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:25:25.409404 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f027216a-c35a-4d23-a966-0c1e2923005e tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7195410-58c3-4643-9e49-df53b21ffb45,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:25:25.420544 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.api.v2.resource [None req-11b9f264-865a-4090-b9ae-9b86633763ca tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] show failed (client error): The resource could not be found. Sep 20 13:25:25.424677 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-11b9f264-865a-4090-b9ae-9b86633763ca tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups/e7195410-58c3-4643-9e49-df53b21ffb45 HTTP/1.1" status: 404 len: 347 time: 0.0215831 Sep 20 13:25:25.424871 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 33766) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:25:25.553006 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-aa3471be-e589-449b-bf83-537e60779a06 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Deleting port 92649ad3-c7f4-4138-b323-a945d2648029 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:25:25.553348 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-aa3471be-e589-449b-bf83-537e60779a06 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (92649ad3-c7f4-4138-b323-a945d2648029), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:25.629127 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-aa3471be-e589-449b-bf83-537e60779a06 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (92649ad3-c7f4-4138-b323-a945d2648029), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:25.629457 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-aa3471be-e589-449b-bf83-537e60779a06 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for floatingip (92649ad3-c7f4-4138-b323-a945d2648029), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:25.641316 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-aa3471be-e589-449b-bf83-537e60779a06 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Calling delete_port for 92649ad3-c7f4-4138-b323-a945d2648029 owned by network:floatingip {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:25:25.772492 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-976e9ef3-8dea-4dd3-a182-218e8dea6603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (e6bdf340-58c5-4186-af2d-ab00439e5425), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:25.778521 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-aa3471be-e589-449b-bf83-537e60779a06 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (92649ad3-c7f4-4138-b323-a945d2648029), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:25.807664 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3471be-e589-449b-bf83-537e60779a06 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Pushing event deleted for resources: {'Port': ['ID=92649ad3-c7f4-4138-b323-a945d2648029,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:25:25.869369 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-aa3471be-e589-449b-bf83-537e60779a06 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for floatingip (becaf19a-a3fd-4cdc-a21d-487f0af9dfc6), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:25.871828 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-aa3471be-e589-449b-bf83-537e60779a06 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:25.873542 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-aa3471be-e589-449b-bf83-537e60779a06 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "DELETE /v2.0/floatingips/becaf19a-a3fd-4cdc-a21d-487f0af9dfc6 HTTP/1.1" status: 204 len: 168 time: 0.4477618 Sep 20 13:25:26.564952 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed no longer exists at agent hyperv_hv-cinder-85846 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:25:26.584847 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] No Port match for: 2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 20 13:25:26.585196 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 2a1cc839-f09b-4a3e-bf80-7fdac2c1e6ed not bound to the agent host hv-cinder-85846 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:25:26.737908 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21c1e68e-1f58-483a-acac-7453cdb7afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (dfbc54aa-0ed8-4030-9edb-0bf7f0e74037), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:28.152672 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c793fb8f-2eac-4cf0-b972-02f3f2d6d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (78ab24c8-cd03-458a-a2fc-6c0c54d0053a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:28.519191 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e3d5b3-b2c5-4933-8683-fb7ae4d7c2da req-760163e8-00a2-4d80-b593-195d60d225d9 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:28.520676 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-02e3d5b3-b2c5-4933-8683-fb7ae4d7c2da req-760163e8-00a2-4d80-b593-195d60d225d9 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 946 time: 0.0574889 Sep 20 13:25:28.567388 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-02e3d5b3-b2c5-4933-8683-fb7ae4d7c2da req-be5b2d65-5784-4fe2-aefb-75e07dd01db8 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=e06914b7-70ea-4d64-8def-7f299f67398c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409296 Sep 20 13:25:29.580744 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (543ca60b-7e7a-4ebd-8f87-7672c7a482b9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:29.715163 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160257cb-7766-4061-b2d9-027c58992d18 req-37586061-d95c-4a92-9cd3-e465aec1d011 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:29.717089 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-160257cb-7766-4061-b2d9-027c58992d18 req-37586061-d95c-4a92-9cd3-e465aec1d011 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 946 time: 0.0686877 Sep 20 13:25:29.768648 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-160257cb-7766-4061-b2d9-027c58992d18 req-9a26a426-c1c5-4b71-936d-438e02b01b40 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=e06914b7-70ea-4d64-8def-7f299f67398c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459449 Sep 20 13:25:29.862105 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200b519-b8b9-49f5-9315-28fdeaeb4ec6 req-3ba4405d-649b-47fa-97e2-c4806e7f5930 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:29.863676 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7200b519-b8b9-49f5-9315-28fdeaeb4ec6 req-3ba4405d-649b-47fa-97e2-c4806e7f5930 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.62 "GET /v2.0/ports?device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 946 time: 0.0629656 Sep 20 13:25:29.972079 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-7200b519-b8b9-49f5-9315-28fdeaeb4ec6 req-9e6ecf56-73e8-429f-8be6-ce977b6a08a6 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Deleting port 055b6831-0401-4e61-b025-649a032bec93 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:25:29.972431 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-7200b519-b8b9-49f5-9315-28fdeaeb4ec6 req-9e6ecf56-73e8-429f-8be6-ce977b6a08a6 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (055b6831-0401-4e61-b025-649a032bec93), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:30.065629 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-7200b519-b8b9-49f5-9315-28fdeaeb4ec6 req-9e6ecf56-73e8-429f-8be6-ce977b6a08a6 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] For port 055b6831-0401-4e61-b025-649a032bec93, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=055b6831-0401-4e61-b025-649a032bec93,segment=NetworkSegment(8a4b54b5-f94a-442c-baa8-d6ca9ddee630),segment_id=8a4b54b5-f94a-442c-baa8-d6ca9ddee630)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:25:30.066007 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-7200b519-b8b9-49f5-9315-28fdeaeb4ec6 req-9e6ecf56-73e8-429f-8be6-ce977b6a08a6 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (055b6831-0401-4e61-b025-649a032bec93), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:30.239227 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-7200b519-b8b9-49f5-9315-28fdeaeb4ec6 req-9e6ecf56-73e8-429f-8be6-ce977b6a08a6 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:30.239596 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-7200b519-b8b9-49f5-9315-28fdeaeb4ec6 req-9e6ecf56-73e8-429f-8be6-ce977b6a08a6 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607693'] for floatingip (5cdd6e13-7676-4cda-9128-32991ede839b), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:30.239913 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.db.l3_db [req-7200b519-b8b9-49f5-9315-28fdeaeb4ec6 req-9e6ecf56-73e8-429f-8be6-ce977b6a08a6 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Floating IP 5cdd6e13-7676-4cda-9128-32991ede839b disassociated. External IP: 172.27.2.29, port: 055b6831-0401-4e61-b025-649a032bec93. Sep 20 13:25:30.240254 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-7200b519-b8b9-49f5-9315-28fdeaeb4ec6 req-9e6ecf56-73e8-429f-8be6-ce977b6a08a6 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Calling delete_port for 055b6831-0401-4e61-b025-649a032bec93 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:25:30.365769 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-7200b519-b8b9-49f5-9315-28fdeaeb4ec6 req-9e6ecf56-73e8-429f-8be6-ce977b6a08a6 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (055b6831-0401-4e61-b025-649a032bec93), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:30.393563 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6ecf56-73e8-429f-8be6-ce977b6a08a6 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Pushing event deleted for resources: {'Port': ['ID=055b6831-0401-4e61-b025-649a032bec93,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:25:30.502130 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7200b519-b8b9-49f5-9315-28fdeaeb4ec6 req-9e6ecf56-73e8-429f-8be6-ce977b6a08a6 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Router be2310ee-b755-4160-9683-bf0123d26b8d has already been hosted by L3 agent e6bdf340-58c5-4186-af2d-ab00439e5425 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:25:30.603826 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7200b519-b8b9-49f5-9315-28fdeaeb4ec6 req-9e6ecf56-73e8-429f-8be6-ce977b6a08a6 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Notify agent at l3_agent.dv-cinder-858463-1-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:25:30.614154 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79452f68-50f5-4e35-931b-120d7c321445 None None] Sync routers for ids ['be2310ee-b755-4160-9683-bf0123d26b8d'] in dv-cinder-858463-1-iscsi {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:25:30.623878 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79452f68-50f5-4e35-931b-120d7c321445 None None] Routers {'be2310ee-b755-4160-9683-bf0123d26b8d'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:25:30.624555 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-79452f68-50f5-4e35-931b-120d7c321445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:25:26Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['be2310ee-b755-4160-9683-bf0123d26b8d'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:25:30.644249 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-7200b519-b8b9-49f5-9315-28fdeaeb4ec6 req-9e6ecf56-73e8-429f-8be6-ce977b6a08a6 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] No DVR routers for this DVR port 055b6831-0401-4e61-b025-649a032bec93 on host hv-cinder-85846 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:25:30.646822 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-7200b519-b8b9-49f5-9315-28fdeaeb4ec6 req-9e6ecf56-73e8-429f-8be6-ce977b6a08a6 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:30.650097 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7200b519-b8b9-49f5-9315-28fdeaeb4ec6 req-9e6ecf56-73e8-429f-8be6-ce977b6a08a6 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.62 "DELETE /v2.0/ports/055b6831-0401-4e61-b025-649a032bec93 HTTP/1.1" status: 204 len: 173 time: 0.7768996 Sep 20 13:25:30.650589 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab316ba-c488-4ee1-8262-0d6e73b9afa5', 'name': 'network-vif-deleted', 'tag': '055b6831-0401-4e61-b025-649a032bec93'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:25:30.652931 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8afa0c3fb06aef531850fccced94fa4b659a4977f0534d5a49c84d13d87c0c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb8ee9d-283d-46fb-a328-ae344e64c8e5" -d '{"events": [{"server_uuid": "bab316ba-c488-4ee1-8262-0d6e73b9afa5", "name": "network-vif-deleted", "tag": "055b6831-0401-4e61-b025-649a032bec93"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:25:30.689363 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 13:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc64395-d65a-4939-b095-65c1dfe6d79b x-openstack-request-id: req-3fc64395-d65a-4939-b095-65c1dfe6d79b {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:25:30.689614 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab316ba-c488-4ee1-8262-0d6e73b9afa5", "name": "network-vif-deleted", "tag": "055b6831-0401-4e61-b025-649a032bec93", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:25:30.689886 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3fc64395-d65a-4939-b095-65c1dfe6d79b {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:25:30.690326 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fc64395-d65a-4939-b095-65c1dfe6d79b'] response: {'server_uuid': 'bab316ba-c488-4ee1-8262-0d6e73b9afa5', 'name': 'network-vif-deleted', 'tag': '055b6831-0401-4e61-b025-649a032bec93', 'status': 'completed', 'code': 200} Sep 20 13:25:30.732085 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-79452f68-50f5-4e35-931b-120d7c321445 None None] Set router be2310ee-b755-4160-9683-bf0123d26b8d gateway port host: dv-cinder-858463-1-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:25:30.911019 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-48358b6d-f6ab-40e9-a050-6076a043e84b req-eabca92b-1fe9-4986-a339-417f7bfe4339 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=bab316ba-c488-4ee1-8262-0d6e73b9afa5 HTTP/1.1" status: 200 len: 210 time: 0.0296750 Sep 20 13:25:30.939500 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-79452f68-50f5-4e35-931b-120d7c321445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'name': 'tempest-AttachVolumeNegativeTest-2003643593-router', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'e9492da9-45a9-44b6-9182-04a6b3f257d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:17:46Z', 'updated_at': '2022-09-20T13:17:58Z', 'revision_number': 4, 'project_id': '4a20aa815a0947579d330112176846c9', 'gw_port': {'id': 'e9492da9-45a9-44b6-9182-04a6b3f257d7', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:23:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:48Z', 'updated_at': '2022-09-20T13:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': 'ba476e6c-250e-4f5e-8556-480e6708d591', 'name': '', 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'mac_address': 'fa:16:3e:8c:7f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'adb9ef7c-1078-430d-958b-f7a53420a9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:56Z', 'updated_at': '2022-09-20T13:18:06Z', 'revision_number': 5, 'project_id': '4a20aa815a0947579d330112176846c9', 'subnets': [{'id': 'adb9ef7c-1078-430d-958b-f7a53420a9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:25:30.962812 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79452f68-50f5-4e35-931b-120d7c321445 None None] Checking router: be2310ee-b755-4160-9683-bf0123d26b8d for host: dv-cinder-858463-1-iscsi {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:25:30.970814 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79452f68-50f5-4e35-931b-120d7c321445 None None] Routers {'be2310ee-b755-4160-9683-bf0123d26b8d'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:25:30.971407 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-79452f68-50f5-4e35-931b-120d7c321445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:25:26Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['be2310ee-b755-4160-9683-bf0123d26b8d'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:25:31.068521 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-79452f68-50f5-4e35-931b-120d7c321445 None None] Set router be2310ee-b755-4160-9683-bf0123d26b8d gateway port host: dv-cinder-858463-1-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:25:31.256085 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-79452f68-50f5-4e35-931b-120d7c321445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'name': 'tempest-AttachVolumeNegativeTest-2003643593-router', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'e9492da9-45a9-44b6-9182-04a6b3f257d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:17:46Z', 'updated_at': '2022-09-20T13:17:58Z', 'revision_number': 4, 'project_id': '4a20aa815a0947579d330112176846c9', 'gw_port': {'id': 'e9492da9-45a9-44b6-9182-04a6b3f257d7', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:23:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:48Z', 'updated_at': '2022-09-20T13:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': 'ba476e6c-250e-4f5e-8556-480e6708d591', 'name': '', 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'mac_address': 'fa:16:3e:8c:7f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'adb9ef7c-1078-430d-958b-f7a53420a9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:56Z', 'updated_at': '2022-09-20T13:18:06Z', 'revision_number': 5, 'project_id': '4a20aa815a0947579d330112176846c9', 'subnets': [{'id': 'adb9ef7c-1078-430d-958b-f7a53420a9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:25:31.280812 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79452f68-50f5-4e35-931b-120d7c321445 None None] The sync data for ids ['be2310ee-b755-4160-9683-bf0123d26b8d'] in dv-cinder-858463-1-iscsi is: [{'id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'name': 'tempest-AttachVolumeNegativeTest-2003643593-router', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'e9492da9-45a9-44b6-9182-04a6b3f257d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:17:46Z', 'updated_at': '2022-09-20T13:17:58Z', 'revision_number': 4, 'project_id': '4a20aa815a0947579d330112176846c9', 'gw_port': {'id': 'e9492da9-45a9-44b6-9182-04a6b3f257d7', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:23:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:48Z', 'updated_at': '2022-09-20T13:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': 'ba476e6c-250e-4f5e-8556-480e6708d591', 'name': '', 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'mac_address': 'fa:16:3e:8c:7f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'adb9ef7c-1078-430d-958b-f7a53420a9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:56Z', 'updated_at': '2022-09-20T13:18:06Z', 'revision_number': 5, 'project_id': '4a20aa815a0947579d330112176846c9', 'subnets': [{'id': 'adb9ef7c-1078-430d-958b-f7a53420a9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:25:31.502047 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810beaf6-f4b7-4c1f-b9fb-2c381afede75 None None] New status for floating IP 5cdd6e13-7676-4cda-9128-32991ede839b: DOWN {{(pid=104088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 13:25:32.003941 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 33802) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:25:32.056022 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-043f0f2b-ae5e-4cd6-b1bd-a77955701895 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for security_group (e06914b7-70ea-4d64-8def-7f299f67398c), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:32.078850 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-043f0f2b-ae5e-4cd6-b1bd-a77955701895 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for security_group (e06914b7-70ea-4d64-8def-7f299f67398c), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:32.129927 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-043f0f2b-ae5e-4cd6-b1bd-a77955701895 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (e06914b7-70ea-4d64-8def-7f299f67398c), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:32.132538 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-043f0f2b-ae5e-4cd6-b1bd-a77955701895 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:32.133680 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-043f0f2b-ae5e-4cd6-b1bd-a77955701895 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "DELETE /v2.0/security-groups/e06914b7-70ea-4d64-8def-7f299f67398c HTTP/1.1" status: 204 len: 168 time: 0.1287227 Sep 20 13:25:32.136564 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 33804) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:25:32.143605 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f0f2b-ae5e-4cd6-b1bd-a77955701895 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06914b7-70ea-4d64-8def-7f299f67398c,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:25:32.150098 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.api.v2.resource [None req-b631ee28-515f-4cc9-8e36-c8389a07be33 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] show failed (client error): The resource could not be found. Sep 20 13:25:32.151120 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-b631ee28-515f-4cc9-8e36-c8389a07be33 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups/e06914b7-70ea-4d64-8def-7f299f67398c HTTP/1.1" status: 404 len: 347 time: 0.0129204 Sep 20 13:25:32.154706 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 33806) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:25:32.268406 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-1551f207-595f-467f-804d-29b149a304fb tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Deleting port c1cdfb4f-1d61-4aef-8c3f-725e1bea2d27 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:25:32.268754 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1551f207-595f-467f-804d-29b149a304fb tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (c1cdfb4f-1d61-4aef-8c3f-725e1bea2d27), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:32.344210 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1551f207-595f-467f-804d-29b149a304fb tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (c1cdfb4f-1d61-4aef-8c3f-725e1bea2d27), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:32.344545 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1551f207-595f-467f-804d-29b149a304fb tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for floatingip (c1cdfb4f-1d61-4aef-8c3f-725e1bea2d27), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:32.355988 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-1551f207-595f-467f-804d-29b149a304fb tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Calling delete_port for c1cdfb4f-1d61-4aef-8c3f-725e1bea2d27 owned by network:floatingip {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:25:32.495464 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1551f207-595f-467f-804d-29b149a304fb tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421007'] for port (c1cdfb4f-1d61-4aef-8c3f-725e1bea2d27), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:32.521353 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1551f207-595f-467f-804d-29b149a304fb tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Pushing event deleted for resources: {'Port': ['ID=c1cdfb4f-1d61-4aef-8c3f-725e1bea2d27,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:25:32.534255 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1551f207-595f-467f-804d-29b149a304fb tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:32.534661 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1551f207-595f-467f-804d-29b149a304fb tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:32.534997 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1551f207-595f-467f-804d-29b149a304fb tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:32.535342 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1551f207-595f-467f-804d-29b149a304fb tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:32.535691 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1551f207-595f-467f-804d-29b149a304fb tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:32.536034 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1551f207-595f-467f-804d-29b149a304fb tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:32.536841 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1551f207-595f-467f-804d-29b149a304fb tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:32.536841 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1551f207-595f-467f-804d-29b149a304fb tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:32.537022 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1551f207-595f-467f-804d-29b149a304fb tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:32.537348 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1551f207-595f-467f-804d-29b149a304fb tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:32.537685 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1551f207-595f-467f-804d-29b149a304fb tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:32.538018 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1551f207-595f-467f-804d-29b149a304fb tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:32.538352 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1551f207-595f-467f-804d-29b149a304fb tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:25:32.598256 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 055b6831-0401-4e61-b025-649a032bec93 no longer exists at agent hyperv_hv-cinder-85846 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:25:32.605152 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1551f207-595f-467f-804d-29b149a304fb tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for floatingip (5cdd6e13-7676-4cda-9128-32991ede839b), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:32.608286 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1551f207-595f-467f-804d-29b149a304fb tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:32.609441 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-1551f207-595f-467f-804d-29b149a304fb tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "DELETE /v2.0/floatingips/5cdd6e13-7676-4cda-9128-32991ede839b HTTP/1.1" status: 204 len: 168 time: 0.4538064 Sep 20 13:25:32.618849 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] No Port match for: 055b6831-0401-4e61-b025-649a032bec93 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 20 13:25:32.619208 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 055b6831-0401-4e61-b025-649a032bec93 not bound to the agent host hv-cinder-85846 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:25:32.692525 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 33810) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:25:32.697031 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-c0e621b1-9b4d-4712-ac23-08fee6ec6917 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1336771980', 'description': 'tempest-description--1231206384'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:25:32.716832 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c0e621b1-9b4d-4712-ac23-08fee6ec6917 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:32.781164 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c0e621b1-9b4d-4712-ac23-08fee6ec6917 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for security_group (1b5bdf03-21c6-4458-aa0b-1cc192c403fd), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:32.784942 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c0e621b1-9b4d-4712-ac23-08fee6ec6917 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (1b5bdf03-21c6-4458-aa0b-1cc192c403fd), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:32.816226 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c0e621b1-9b4d-4712-ac23-08fee6ec6917 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:32.817443 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-c0e621b1-9b4d-4712-ac23-08fee6ec6917 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1238923 Sep 20 13:25:32.818304 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e621b1-9b4d-4712-ac23-08fee6ec6917 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5bdf03-21c6-4458-aa0b-1cc192c403fd,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:25:32.820349 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 33812) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:25:32.825285 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-92a27ba2-54ac-4fa4-9ff4-aa90ff4ffb9c tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Request body: {'security_group_rule': {'security_group_id': '1b5bdf03-21c6-4458-aa0b-1cc192c403fd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:25:32.848859 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-92a27ba2-54ac-4fa4-9ff4-aa90ff4ffb9c tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for security_group_rule (29724ecb-db84-4893-b7a3-f57deda90f93), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:32.904475 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-92a27ba2-54ac-4fa4-9ff4-aa90ff4ffb9c tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for security_group_rule (29724ecb-db84-4893-b7a3-f57deda90f93), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:32.908074 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-92a27ba2-54ac-4fa4-9ff4-aa90ff4ffb9c tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828784'] for security_group_rule (29724ecb-db84-4893-b7a3-f57deda90f93), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:32.925716 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a27ba2-54ac-4fa4-9ff4-aa90ff4ffb9c tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29724ecb-db84-4893-b7a3-f57deda90f93,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:25:32.933113 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-92a27ba2-54ac-4fa4-9ff4-aa90ff4ffb9c tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:32.934346 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-92a27ba2-54ac-4fa4-9ff4-aa90ff4ffb9c tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1131685 Sep 20 13:25:32.937046 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 33814) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:25:32.941253 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-234d1a39-d331-4795-8700-9ec8f36ee9b1 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Request body: {'security_group_rule': {'security_group_id': '1b5bdf03-21c6-4458-aa0b-1cc192c403fd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:25:32.964939 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-234d1a39-d331-4795-8700-9ec8f36ee9b1 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for security_group_rule (b5caa866-5f9c-4f5b-aa95-aad734394d5d), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:33.019081 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-234d1a39-d331-4795-8700-9ec8f36ee9b1 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for security_group_rule (b5caa866-5f9c-4f5b-aa95-aad734394d5d), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:33.022567 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-234d1a39-d331-4795-8700-9ec8f36ee9b1 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828784'] for security_group_rule (b5caa866-5f9c-4f5b-aa95-aad734394d5d), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:33.043235 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d1a39-d331-4795-8700-9ec8f36ee9b1 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5caa866-5f9c-4f5b-aa95-aad734394d5d,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:25:33.051017 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-234d1a39-d331-4795-8700-9ec8f36ee9b1 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:33.052212 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-234d1a39-d331-4795-8700-9ec8f36ee9b1 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1142507 Sep 20 13:25:33.055303 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 33816) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:25:33.059787 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-5a287e02-94f8-4d4d-8173-2e05ef8469bf tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Request body: {'floatingip': {'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:25:33.079901 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5a287e02-94f8-4d4d-8173-2e05ef8469bf tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:33.173947 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5a287e02-94f8-4d4d-8173-2e05ef8469bf tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:33.276919 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-5a287e02-94f8-4d4d-8173-2e05ef8469bf tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Allocated IP 172.27.2.232 (36104724-3f48-4df5-b3a4-d541d8e9add0/adca2446-3f2d-49a4-ba29-cedd74eb43e2/b7c67078-fdbc-480b-8cb3-b0869570cc0f) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:25:33.379055 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5a287e02-94f8-4d4d-8173-2e05ef8469bf tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for port (b7c67078-fdbc-480b-8cb3-b0869570cc0f), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:33.411242 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5a287e02-94f8-4d4d-8173-2e05ef8469bf tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (b7c67078-fdbc-480b-8cb3-b0869570cc0f), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:33.445001 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a287e02-94f8-4d4d-8173-2e05ef8469bf tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Network 36104724-3f48-4df5-b3a4-d541d8e9add0 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:25:33.447813 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-5a287e02-94f8-4d4d-8173-2e05ef8469bf tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:25:33.451783 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a287e02-94f8-4d4d-8173-2e05ef8469bf tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:25:33.479846 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a287e02-94f8-4d4d-8173-2e05ef8469bf tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Pushing event updated for resources: {'Port': ['ID=b7c67078-fdbc-480b-8cb3-b0869570cc0f,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:25:33.543874 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5a287e02-94f8-4d4d-8173-2e05ef8469bf tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for floatingip (aa6a5b24-84ea-49d0-9dba-a14cff70bba9), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:33.578777 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5a287e02-94f8-4d4d-8173-2e05ef8469bf tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (b7c67078-fdbc-480b-8cb3-b0869570cc0f), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:33.725114 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5a287e02-94f8-4d4d-8173-2e05ef8469bf tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for port (b7c67078-fdbc-480b-8cb3-b0869570cc0f), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:33.729646 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5a287e02-94f8-4d4d-8173-2e05ef8469bf tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242759'] for port (b7c67078-fdbc-480b-8cb3-b0869570cc0f), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:33.791637 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a287e02-94f8-4d4d-8173-2e05ef8469bf tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Pushing event updated for resources: {'Port': ['ID=b7c67078-fdbc-480b-8cb3-b0869570cc0f,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:25:33.794116 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5a287e02-94f8-4d4d-8173-2e05ef8469bf tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607693'] for floatingip (aa6a5b24-84ea-49d0-9dba-a14cff70bba9), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:33.808773 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5a287e02-94f8-4d4d-8173-2e05ef8469bf tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:33.810536 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-5a287e02-94f8-4d4d-8173-2e05ef8469bf tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7543185 Sep 20 13:25:33.958189 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f2a2a686-4b89-498f-a924-c1579c73e79a req-97310b83-b29c-44df-a6db-649b63ab989d tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1336771980&fields=id&tenant_id=4a20aa815a0947579d330112176846c9 HTTP/1.1" status: 200 len: 267 time: 0.0422268 Sep 20 13:25:34.063207 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a2a686-4b89-498f-a924-c1579c73e79a req-64085d27-05d4-491b-bea5-7a87f443a2dd tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:34.064625 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f2a2a686-4b89-498f-a924-c1579c73e79a req-64085d27-05d4-491b-bea5-7a87f443a2dd tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/networks?id=ed809d10-45b2-429e-b44f-1694990b1073 HTTP/1.1" status: 200 len: 815 time: 0.1001246 Sep 20 13:25:34.078572 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f2a2a686-4b89-498f-a924-c1579c73e79a req-a7aca899-b059-4c91-a3f9-b5331bf283aa tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/quotas/4a20aa815a0947579d330112176846c9 HTTP/1.1" status: 200 len: 375 time: 0.0087566 Sep 20 13:25:34.131707 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f2a2a686-4b89-498f-a924-c1579c73e79a req-acf7f4d8-7015-47c8-b920-1aa61f18652d tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4a20aa815a0947579d330112176846c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480556 Sep 20 13:25:34.267860 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f2a2a686-4b89-498f-a924-c1579c73e79a req-97ded7e7-0ee5-487b-95d6-41881e2ae938 service neutron] 10.222.0.55 "GET /v2.0/networks/ed809d10-45b2-429e-b44f-1694990b1073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249673 Sep 20 13:25:34.357238 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f2a2a686-4b89-498f-a924-c1579c73e79a req-a59edfb3-3149-4fdf-a02b-73da1a2af784 service neutron] 10.222.0.55 "GET /v2.0/networks/ed809d10-45b2-429e-b44f-1694990b1073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829074 Sep 20 13:25:34.516368 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-23cf3140-bc8f-416e-9f1f-466599aa0882 req-bb5b8a9f-5306-4cae-816b-e6d6c6d230fe tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=57904dea-d62b-412f-beff-f3e4286628c8 HTTP/1.1" status: 200 len: 210 time: 0.0271010 Sep 20 13:25:35.590040 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a2a686-4b89-498f-a924-c1579c73e79a req-e8a0fd8f-e1af-4eb5-a4eb-208f7026a79c tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:35.592266 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f2a2a686-4b89-498f-a924-c1579c73e79a req-e8a0fd8f-e1af-4eb5-a4eb-208f7026a79c tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.62 "GET /v2.0/networks?id=ed809d10-45b2-429e-b44f-1694990b1073 HTTP/1.1" status: 200 len: 815 time: 0.1121943 Sep 20 13:25:35.620974 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0ce26e7b-2c13-44f2-8299-0398ce3b641a req-66a976bc-3627-4e39-8f3f-db9c4e8237a8 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=57904dea-d62b-412f-beff-f3e4286628c8 HTTP/1.1" status: 200 len: 210 time: 0.0277512 Sep 20 13:25:35.683414 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f2a2a686-4b89-498f-a924-c1579c73e79a req-3666f458-5db3-468a-b335-660aa04a3e5c tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a20aa815a0947579d330112176846c9 HTTP/1.1" status: 200 len: 380 time: 0.0548298 Sep 20 13:25:35.692172 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-f2a2a686-4b89-498f-a924-c1579c73e79a req-a1f07fb1-cc78-41ad-81bf-80d0b9de6c36 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Request body: {'port': {'device_id': '57904dea-d62b-412f-beff-f3e4286628c8', 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073', 'admin_state_up': True, 'tenant_id': '4a20aa815a0947579d330112176846c9', 'security_groups': ['1b5bdf03-21c6-4458-aa0b-1cc192c403fd']}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:25:35.798427 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2a2a686-4b89-498f-a924-c1579c73e79a req-a1f07fb1-cc78-41ad-81bf-80d0b9de6c36 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Made reservation on behalf of 4a20aa815a0947579d330112176846c9 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:25:35.801709 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-f2a2a686-4b89-498f-a924-c1579c73e79a req-a1f07fb1-cc78-41ad-81bf-80d0b9de6c36 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:35.923664 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-f2a2a686-4b89-498f-a924-c1579c73e79a req-a1f07fb1-cc78-41ad-81bf-80d0b9de6c36 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Allocated IP 172.20.0.5 (ed809d10-45b2-429e-b44f-1694990b1073/adb9ef7c-1078-430d-958b-f7a53420a9c5/7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:25:36.056469 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-f2a2a686-4b89-498f-a924-c1579c73e79a req-a1f07fb1-cc78-41ad-81bf-80d0b9de6c36 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for port (7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:36.087883 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-f2a2a686-4b89-498f-a924-c1579c73e79a req-a1f07fb1-cc78-41ad-81bf-80d0b9de6c36 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:36.127564 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2a2a686-4b89-498f-a924-c1579c73e79a req-a1f07fb1-cc78-41ad-81bf-80d0b9de6c36 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Network ed809d10-45b2-429e-b44f-1694990b1073 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:25:36.130520 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-f2a2a686-4b89-498f-a924-c1579c73e79a req-a1f07fb1-cc78-41ad-81bf-80d0b9de6c36 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:25:36.132840 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2a2a686-4b89-498f-a924-c1579c73e79a req-a1f07fb1-cc78-41ad-81bf-80d0b9de6c36 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:25:36.164344 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f07fb1-cc78-41ad-81bf-80d0b9de6c36 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Pushing event updated for resources: {'Port': ['ID=7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:25:36.195358 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a2a686-4b89-498f-a924-c1579c73e79a req-a1f07fb1-cc78-41ad-81bf-80d0b9de6c36 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:36.195967 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-f2a2a686-4b89-498f-a924-c1579c73e79a req-a1f07fb1-cc78-41ad-81bf-80d0b9de6c36 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:36.212301 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f2a2a686-4b89-498f-a924-c1579c73e79a req-a1f07fb1-cc78-41ad-81bf-80d0b9de6c36 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5236509 Sep 20 13:25:36.232393 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-f2a2a686-4b89-498f-a924-c1579c73e79a req-fb12d8ec-6165-4339-af4e-b443de8f13ac service neutron] Request body: {'port': {'device_id': '57904dea-d62b-412f-beff-f3e4286628c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85846'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:25:36.296319 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-f2a2a686-4b89-498f-a924-c1579c73e79a req-fb12d8ec-6165-4339-af4e-b443de8f13ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:36.326369 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-a6518c67-8a81-4194-94de-03d97291aa4b None None] Provisioning complete for port 7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:25:36.326941 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a6518c67-8a81-4194-94de-03d97291aa4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:36.327039 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-a6518c67-8a81-4194-94de-03d97291aa4b None None] Attempt 1 to provision port 7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4 Sep 20 13:25:36.357288 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-a6518c67-8a81-4194-94de-03d97291aa4b None None] Port 7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:25:36.548624 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [req-f2a2a686-4b89-498f-a924-c1579c73e79a req-fb12d8ec-6165-4339-af4e-b443de8f13ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 13:25:36.555878 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-f2a2a686-4b89-498f-a924-c1579c73e79a req-fb12d8ec-6165-4339-af4e-b443de8f13ac service neutron] Publish callbacks [] for port (7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:36.567381 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-f2a2a686-4b89-498f-a924-c1579c73e79a req-fb12d8ec-6165-4339-af4e-b443de8f13ac service neutron] Transition to ACTIVE for port object 7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 20 13:25:36.570819 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-f2a2a686-4b89-498f-a924-c1579c73e79a req-fb12d8ec-6165-4339-af4e-b443de8f13ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242759'] for port (7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:36.627255 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb12d8ec-6165-4339-af4e-b443de8f13ac service neutron] Pushing event updated for resources: {'Port': ['ID=7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:25:36.674493 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-f2a2a686-4b89-498f-a924-c1579c73e79a req-fb12d8ec-6165-4339-af4e-b443de8f13ac service neutron] Attempting to bind port 7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4 on host hv-cinder-85846 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 20 13:25:36.674867 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-f2a2a686-4b89-498f-a924-c1579c73e79a req-fb12d8ec-6165-4339-af4e-b443de8f13ac service neutron] Attempting to bind port 7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4 by drivers openvswitch,hyperv on host hv-cinder-85846 at level 0 using segments [{'id': '8a4b54b5-f94a-442c-baa8-d6ca9ddee630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 20 13:25:36.675192 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a2a686-4b89-498f-a924-c1579c73e79a req-fb12d8ec-6165-4339-af4e-b443de8f13ac service neutron] Attempting to bind port 7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4 on network ed809d10-45b2-429e-b44f-1694990b1073 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:25:36.679482 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a2a686-4b89-498f-a924-c1579c73e79a req-fb12d8ec-6165-4339-af4e-b443de8f13ac service neutron] Port 7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4 on network ed809d10-45b2-429e-b44f-1694990b1073 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85846 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 13:25:36.679808 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a2a686-4b89-498f-a924-c1579c73e79a req-fb12d8ec-6165-4339-af4e-b443de8f13ac service neutron] Attempting to bind port 7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4 on network ed809d10-45b2-429e-b44f-1694990b1073 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:25:36.685460 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a2a686-4b89-498f-a924-c1579c73e79a req-fb12d8ec-6165-4339-af4e-b443de8f13ac service neutron] Checking agent: {'id': '728cf656-0364-4172-b8b5-b6ffd3122ed0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85846', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 13, 15, 40), 'started_at': datetime.datetime(2022, 9, 20, 13, 15, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 13, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:25:36.685804 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a2a686-4b89-498f-a924-c1579c73e79a req-fb12d8ec-6165-4339-af4e-b443de8f13ac service neutron] Checking segment: {'id': '8a4b54b5-f94a-442c-baa8-d6ca9ddee630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:25:36.686188 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a2a686-4b89-498f-a924-c1579c73e79a req-fb12d8ec-6165-4339-af4e-b443de8f13ac service neutron] Bound using segment: {'id': '8a4b54b5-f94a-442c-baa8-d6ca9ddee630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:25:36.686642 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-f2a2a686-4b89-498f-a924-c1579c73e79a req-fb12d8ec-6165-4339-af4e-b443de8f13ac service neutron] Bound port: 7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4, host: hv-cinder-85846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a4b54b5-f94a-442c-baa8-d6ca9ddee630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 20 13:25:36.687048 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-f2a2a686-4b89-498f-a924-c1579c73e79a req-fb12d8ec-6165-4339-af4e-b443de8f13ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:36.747978 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cacd889-af67-48e6-8bee-dde58f06f9a8 req-c1a9d7ab-377d-4118-b4c3-6962010f2a54 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:36.749457 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-4cacd889-af67-48e6-8bee-dde58f06f9a8 req-c1a9d7ab-377d-4118-b4c3-6962010f2a54 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=57904dea-d62b-412f-beff-f3e4286628c8 HTTP/1.1" status: 200 len: 943 time: 0.0522308 Sep 20 13:25:36.750699 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-f2a2a686-4b89-498f-a924-c1579c73e79a req-fb12d8ec-6165-4339-af4e-b443de8f13ac service neutron] For port 7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4, host hv-cinder-85846, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:25:36.754077 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-f2a2a686-4b89-498f-a924-c1579c73e79a req-fb12d8ec-6165-4339-af4e-b443de8f13ac service neutron] For port 7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4, host hv-cinder-85846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4,segment=NetworkSegment(8a4b54b5-f94a-442c-baa8-d6ca9ddee630),segment_id=8a4b54b5-f94a-442c-baa8-d6ca9ddee630)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:25:36.759931 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-f2a2a686-4b89-498f-a924-c1579c73e79a req-fb12d8ec-6165-4339-af4e-b443de8f13ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242759'] for port (7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:36.766123 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a2a686-4b89-498f-a924-c1579c73e79a req-fb12d8ec-6165-4339-af4e-b443de8f13ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:36.766766 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-f2a2a686-4b89-498f-a924-c1579c73e79a req-fb12d8ec-6165-4339-af4e-b443de8f13ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:36.768206 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f2a2a686-4b89-498f-a924-c1579c73e79a req-fb12d8ec-6165-4339-af4e-b443de8f13ac service neutron] 10.222.0.62 "PUT /v2.0/ports/7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4 HTTP/1.1" status: 200 len: 1093 time: 0.5401492 Sep 20 13:25:36.768779 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57904dea-d62b-412f-beff-f3e4286628c8', 'tag': '7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:25:36.771235 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8afa0c3fb06aef531850fccced94fa4b659a4977f0534d5a49c84d13d87c0c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b2fd37-2f8e-486b-abe4-6b23245ca9b6" -d '{"events": [{"name": "network-changed", "server_uuid": "57904dea-d62b-412f-beff-f3e4286628c8", "tag": "7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:25:36.804444 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-4cacd889-af67-48e6-8bee-dde58f06f9a8 req-838bc8a4-62d6-4fe6-8309-ee7bb4d651c3 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=1b5bdf03-21c6-4458-aa0b-1cc192c403fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483098 Sep 20 13:25:36.817498 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 13:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0a178d-53f2-4659-8a67-2453203d354c x-openstack-request-id: req-5c0a178d-53f2-4659-8a67-2453203d354c {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:25:36.817834 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57904dea-d62b-412f-beff-f3e4286628c8", "tag": "7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:25:36.818103 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5c0a178d-53f2-4659-8a67-2453203d354c {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:25:36.818560 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c0a178d-53f2-4659-8a67-2453203d354c'] response: {'name': 'network-changed', 'server_uuid': '57904dea-d62b-412f-beff-f3e4286628c8', 'tag': '7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4', 'status': 'completed', 'code': 200} Sep 20 13:25:36.821825 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb12d8ec-6165-4339-af4e-b443de8f13ac service neutron] Pushing event updated for resources: {'Port': ['ID=7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:25:36.857970 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-a6518c67-8a81-4194-94de-03d97291aa4b None None] Attempt 2 to provision port 7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4 Sep 20 13:25:36.892454 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a2a686-4b89-498f-a924-c1579c73e79a req-92642e1b-8995-413f-bf47-861fb583f4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:36.893901 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f2a2a686-4b89-498f-a924-c1579c73e79a req-92642e1b-8995-413f-bf47-861fb583f4ea service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4a20aa815a0947579d330112176846c9&device_id=57904dea-d62b-412f-beff-f3e4286628c8 HTTP/1.1" status: 200 len: 1127 time: 0.0463059 Sep 20 13:25:36.898583 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-a6518c67-8a81-4194-94de-03d97291aa4b None None] Port 7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4 had new provisioning blocks added so it will not transition to active. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 20 13:25:36.946330 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f2a2a686-4b89-498f-a924-c1579c73e79a req-5be6225a-7d24-404e-8a3f-3004b75568a9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4 HTTP/1.1" status: 200 len: 217 time: 0.0316911 Sep 20 13:25:36.997183 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a2a686-4b89-498f-a924-c1579c73e79a req-559d6a40-6176-4a40-8ad1-76f1c1da258d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:36.998622 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f2a2a686-4b89-498f-a924-c1579c73e79a req-559d6a40-6176-4a40-8ad1-76f1c1da258d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=adb9ef7c-1078-430d-958b-f7a53420a9c5 HTTP/1.1" status: 200 len: 854 time: 0.0462477 Sep 20 13:25:37.047696 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a2a686-4b89-498f-a924-c1579c73e79a req-2992c4fc-8296-4126-95ce-a6664ccee067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:37.049148 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f2a2a686-4b89-498f-a924-c1579c73e79a req-2992c4fc-8296-4126-95ce-a6664ccee067 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ed809d10-45b2-429e-b44f-1694990b1073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438924 Sep 20 13:25:37.134369 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f2a2a686-4b89-498f-a924-c1579c73e79a req-e5dacfb4-f53f-44c8-b436-12d4847e509e service neutron] 10.222.0.62 "GET /v2.0/networks/ed809d10-45b2-429e-b44f-1694990b1073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789478 Sep 20 13:25:37.223261 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f2a2a686-4b89-498f-a924-c1579c73e79a req-a7ac0400-09d4-4fb7-99c1-1547d0232d02 service neutron] 10.222.0.62 "GET /v2.0/networks/ed809d10-45b2-429e-b44f-1694990b1073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826893 Sep 20 13:25:37.368197 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2fd37-2f8e-486b-abe4-6b23245ca9b6 req-6199e673-694c-4bff-ba8f-7860df02e8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:37.369670 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e3b2fd37-2f8e-486b-abe4-6b23245ca9b6 req-6199e673-694c-4bff-ba8f-7860df02e8c0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4a20aa815a0947579d330112176846c9&device_id=57904dea-d62b-412f-beff-f3e4286628c8 HTTP/1.1" status: 200 len: 1127 time: 0.0457644 Sep 20 13:25:37.466260 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2fd37-2f8e-486b-abe4-6b23245ca9b6 req-68736d1c-fa63-4e00-820a-98e1fdac970c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:37.467777 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e3b2fd37-2f8e-486b-abe4-6b23245ca9b6 req-68736d1c-fa63-4e00-820a-98e1fdac970c service neutron] 10.222.0.62 "GET /v2.0/networks?id=ed809d10-45b2-429e-b44f-1694990b1073 HTTP/1.1" status: 200 len: 915 time: 0.0887480 Sep 20 13:25:37.508589 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e3b2fd37-2f8e-486b-abe4-6b23245ca9b6 req-212ecd50-600d-4d5b-9778-f598726e0c46 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4 HTTP/1.1" status: 200 len: 217 time: 0.0342760 Sep 20 13:25:37.560316 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2fd37-2f8e-486b-abe4-6b23245ca9b6 req-2294bed1-bbf3-48b8-9f17-481ca2344fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:37.561714 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e3b2fd37-2f8e-486b-abe4-6b23245ca9b6 req-2294bed1-bbf3-48b8-9f17-481ca2344fe9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=adb9ef7c-1078-430d-958b-f7a53420a9c5 HTTP/1.1" status: 200 len: 854 time: 0.0439453 Sep 20 13:25:37.615531 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2fd37-2f8e-486b-abe4-6b23245ca9b6 req-cf262047-3d25-4ec3-bea4-a71c6bf6c5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:37.617012 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e3b2fd37-2f8e-486b-abe4-6b23245ca9b6 req-cf262047-3d25-4ec3-bea4-a71c6bf6c5d2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ed809d10-45b2-429e-b44f-1694990b1073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479734 Sep 20 13:25:37.705628 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e3b2fd37-2f8e-486b-abe4-6b23245ca9b6 req-34a0a3be-74f9-4f4b-bff6-c8a670eb4914 service neutron] 10.222.0.62 "GET /v2.0/networks/ed809d10-45b2-429e-b44f-1694990b1073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806227 Sep 20 13:25:37.797601 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e3b2fd37-2f8e-486b-abe4-6b23245ca9b6 req-ac631535-6102-4490-bf62-982095dabeb5 service neutron] 10.222.0.62 "GET /v2.0/networks/ed809d10-45b2-429e-b44f-1694990b1073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826895 Sep 20 13:25:37.933521 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc815ab-99e1-46d0-b277-28bd67e7dc20 req-28184f76-0907-41f3-a763-04190a23fb1e tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:37.935952 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6bc815ab-99e1-46d0-b277-28bd67e7dc20 req-28184f76-0907-41f3-a763-04190a23fb1e tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=57904dea-d62b-412f-beff-f3e4286628c8 HTTP/1.1" status: 200 len: 943 time: 0.0547400 Sep 20 13:25:37.981869 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6bc815ab-99e1-46d0-b277-28bd67e7dc20 req-095416c7-8915-4c14-87c7-d1af96286051 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=1b5bdf03-21c6-4458-aa0b-1cc192c403fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402503 Sep 20 13:25:39.107576 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6208feb1-b763-490b-b36d-4ebb17fc2544 req-ff592e0e-0291-4ad6-b9f0-591551d7c654 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:39.109057 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-6208feb1-b763-490b-b36d-4ebb17fc2544 req-ff592e0e-0291-4ad6-b9f0-591551d7c654 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=57904dea-d62b-412f-beff-f3e4286628c8 HTTP/1.1" status: 200 len: 943 time: 0.0559530 Sep 20 13:25:39.154112 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-6208feb1-b763-490b-b36d-4ebb17fc2544 req-3a4676cd-3e64-4166-9001-81bc2eafd0de tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=1b5bdf03-21c6-4458-aa0b-1cc192c403fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395525 Sep 20 13:25:39.662838 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-aad91433-364f-4fb3-bde2-59fd621bc146 req-05027976-aeee-4b79-a723-7182f41391e1 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-480124330&fields=id&tenant_id=d1d42226fe654d57a6388f5b714bbd64 HTTP/1.1" status: 200 len: 267 time: 0.0428541 Sep 20 13:25:39.719105 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad91433-364f-4fb3-bde2-59fd621bc146 req-ab445d15-49a0-4866-9f5c-97dfe76f8fad tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:39.720550 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-aad91433-364f-4fb3-bde2-59fd621bc146 req-ab445d15-49a0-4866-9f5c-97dfe76f8fad tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 984 time: 0.0509973 Sep 20 13:25:39.733216 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-aad91433-364f-4fb3-bde2-59fd621bc146 req-1c2ab2c3-a55b-472b-a8bc-a802674f0061 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Request body: {'port': {'security_groups': ['1891abea-c207-4dad-8eca-78b6dbec540c']}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:25:39.838200 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-aad91433-364f-4fb3-bde2-59fd621bc146 req-1c2ab2c3-a55b-472b-a8bc-a802674f0061 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (f8a4aa0b-881e-4442-bdee-7a0856380659), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:39.854709 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-085ea669-c453-49c9-8786-8c4c94c03ec6 req-691dc98a-fdd6-4efe-a19a-e19e1def203c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0881193 Sep 20 13:25:40.166192 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (728cf656-0364-4172-b8b5-b6ffd3122ed0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:40.256613 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ea669-c453-49c9-8786-8c4c94c03ec6 req-0a5fbdfa-5df8-4bfd-98a6-83ecf0a0f41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:40.258124 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-085ea669-c453-49c9-8786-8c4c94c03ec6 req-0a5fbdfa-5df8-4bfd-98a6-83ecf0a0f41d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d1d42226fe654d57a6388f5b714bbd64&device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 1168 time: 0.3680716 Sep 20 13:25:40.278222 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513184e-434c-4fea-b2eb-ab0d86cd2f88 req-487c6b14-9598-47d3-bc32-3dadd5f658bd tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:40.279910 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-b513184e-434c-4fea-b2eb-ab0d86cd2f88 req-487c6b14-9598-47d3-bc32-3dadd5f658bd tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=57904dea-d62b-412f-beff-f3e4286628c8 HTTP/1.1" status: 200 len: 943 time: 0.0542002 Sep 20 13:25:40.328802 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-b513184e-434c-4fea-b2eb-ab0d86cd2f88 req-fd86d4cb-39cd-48b5-961a-29f4dca4dafb tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=1b5bdf03-21c6-4458-aa0b-1cc192c403fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427177 Sep 20 13:25:40.358900 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-aad91433-364f-4fb3-bde2-59fd621bc146 req-1c2ab2c3-a55b-472b-a8bc-a802674f0061 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] For port f8a4aa0b-881e-4442-bdee-7a0856380659, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=f8a4aa0b-881e-4442-bdee-7a0856380659,segment=NetworkSegment(437ececc-1771-4972-ab20-33388b1fbcfe),segment_id=437ececc-1771-4972-ab20-33388b1fbcfe)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:25:40.406723 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-aad91433-364f-4fb3-bde2-59fd621bc146 req-1c2ab2c3-a55b-472b-a8bc-a802674f0061 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Publish callbacks [] for port (f8a4aa0b-881e-4442-bdee-7a0856380659), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:40.413284 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ea669-c453-49c9-8786-8c4c94c03ec6 req-d65559a4-839a-48f5-b5b0-961fcf5dfbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:40.414777 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-085ea669-c453-49c9-8786-8c4c94c03ec6 req-d65559a4-839a-48f5-b5b0-961fcf5dfbc1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=dfbd57c2-2ed1-4120-b909-66eb06365412 HTTP/1.1" status: 200 len: 915 time: 0.1359377 Sep 20 13:25:40.415344 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-aad91433-364f-4fb3-bde2-59fd621bc146 req-1c2ab2c3-a55b-472b-a8bc-a802674f0061 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242759'] for port (f8a4aa0b-881e-4442-bdee-7a0856380659), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:40.424811 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad91433-364f-4fb3-bde2-59fd621bc146 req-1c2ab2c3-a55b-472b-a8bc-a802674f0061 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:40.425333 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-aad91433-364f-4fb3-bde2-59fd621bc146 req-1c2ab2c3-a55b-472b-a8bc-a802674f0061 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:40.426585 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-aad91433-364f-4fb3-bde2-59fd621bc146 req-1c2ab2c3-a55b-472b-a8bc-a802674f0061 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "PUT /v2.0/ports/f8a4aa0b-881e-4442-bdee-7a0856380659 HTTP/1.1" status: 200 len: 942 time: 0.6999667 Sep 20 13:25:40.430454 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc445ffb-f74a-4848-b91f-d680d0593309', 'tag': 'f8a4aa0b-881e-4442-bdee-7a0856380659'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:25:40.432690 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8afa0c3fb06aef531850fccced94fa4b659a4977f0534d5a49c84d13d87c0c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28ef7e9-1fc0-4926-a683-dc20b3f7f30a" -d '{"events": [{"name": "network-changed", "server_uuid": "bc445ffb-f74a-4848-b91f-d680d0593309", "tag": "f8a4aa0b-881e-4442-bdee-7a0856380659"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:25:40.432848 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 33870) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:25:40.467010 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] get_ports_and_sgs() called for port_ids ['f8a4aa0b-881e-4442-bdee-7a0856380659'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 13:25:40.495711 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 13:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e21fef-f55c-496c-93b5-5853006f356c x-openstack-request-id: req-47e21fef-f55c-496c-93b5-5853006f356c {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:25:40.496083 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc445ffb-f74a-4848-b91f-d680d0593309", "tag": "f8a4aa0b-881e-4442-bdee-7a0856380659", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:25:40.496588 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-47e21fef-f55c-496c-93b5-5853006f356c {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:25:40.497001 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47e21fef-f55c-496c-93b5-5853006f356c'] response: {'name': 'network-changed', 'server_uuid': 'bc445ffb-f74a-4848-b91f-d680d0593309', 'tag': 'f8a4aa0b-881e-4442-bdee-7a0856380659', 'status': 'completed', 'code': 200} Sep 20 13:25:40.508319 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-df6b6686-0757-4e7a-b39e-6f1e5875e60f tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Publish callbacks [] for security_group (d836f1b0-c057-4be8-b298-edbe4e6a8e58), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:40.535900 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-df6b6686-0757-4e7a-b39e-6f1e5875e60f tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Publish callbacks [] for security_group (d836f1b0-c057-4be8-b298-edbe4e6a8e58), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:40.539882 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-085ea669-c453-49c9-8786-8c4c94c03ec6 req-d1731416-c7b2-4757-bd05-7016aab6cd31 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8a4aa0b-881e-4442-bdee-7a0856380659 HTTP/1.1" status: 200 len: 1001 time: 0.1123531 Sep 20 13:25:40.540619 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ab2c3-a55b-472b-a8bc-a802674f0061 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Pushing event updated for resources: {'Port': ['ID=f8a4aa0b-881e-4442-bdee-7a0856380659,revision_number=7']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:25:40.599322 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ea669-c453-49c9-8786-8c4c94c03ec6 req-0acac33d-1c1a-4cf2-aab6-eb5a4a59f1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:40.600779 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-085ea669-c453-49c9-8786-8c4c94c03ec6 req-0acac33d-1c1a-4cf2-aab6-eb5a4a59f1ee service neutron] 10.222.0.62 "GET /v2.0/subnets?id=75bf63df-eea8-4ba0-a7d6-3fca49399710 HTTP/1.1" status: 200 len: 854 time: 0.0550091 Sep 20 13:25:40.616731 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-df6b6686-0757-4e7a-b39e-6f1e5875e60f tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (d836f1b0-c057-4be8-b298-edbe4e6a8e58), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:40.619516 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-df6b6686-0757-4e7a-b39e-6f1e5875e60f tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:40.623138 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-df6b6686-0757-4e7a-b39e-6f1e5875e60f tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "DELETE /v2.0/security-groups/d836f1b0-c057-4be8-b298-edbe4e6a8e58 HTTP/1.1" status: 204 len: 168 time: 0.1869996 Sep 20 13:25:40.626174 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 33874) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:25:40.627782 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4 details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:25:40.638119 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6b6686-0757-4e7a-b39e-6f1e5875e60f tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d836f1b0-c057-4be8-b298-edbe4e6a8e58,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:25:40.664097 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ea669-c453-49c9-8786-8c4c94c03ec6 req-8c6ff1a2-1136-4cd4-a51e-e398ebecddc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:40.666386 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-085ea669-c453-49c9-8786-8c4c94c03ec6 req-8c6ff1a2-1136-4cd4-a51e-e398ebecddc6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dfbd57c2-2ed1-4120-b909-66eb06365412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0592716 Sep 20 13:25:40.753324 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port 7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4,segment=NetworkSegment(8a4b54b5-f94a-442c-baa8-d6ca9ddee630),segment_id=8a4b54b5-f94a-442c-baa8-d6ca9ddee630)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:25:40.764777 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-085ea669-c453-49c9-8786-8c4c94c03ec6 req-4f4c135c-5849-49bd-a3be-44271be1eb81 service neutron] 10.222.0.62 "GET /v2.0/networks/dfbd57c2-2ed1-4120-b909-66eb06365412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901382 Sep 20 13:25:40.766062 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Returning: {'device': '7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4', 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073', 'port_id': '7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4', 'mac_address': 'fa:16:3e:dd:9c:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adb9ef7c-1078-430d-958b-f7a53420a9c5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:25:40.786936 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-44571c48-ac00-4ad5-8b4b-145c06a714c9 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Deleting port e79effb4-e353-453c-aa04-b1ec2ed6c43e {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:25:40.787289 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-44571c48-ac00-4ad5-8b4b-145c06a714c9 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (e79effb4-e353-453c-aa04-b1ec2ed6c43e), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:40.791162 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] get_ports_and_sgs() called for port_ids ['f8a4aa0b-881e-4442-bdee-7a0856380659'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 13:25:40.869229 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-44571c48-ac00-4ad5-8b4b-145c06a714c9 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (e79effb4-e353-453c-aa04-b1ec2ed6c43e), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:40.869619 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-44571c48-ac00-4ad5-8b4b-145c06a714c9 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Publish callbacks [] for floatingip (e79effb4-e353-453c-aa04-b1ec2ed6c43e), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:40.877007 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-085ea669-c453-49c9-8786-8c4c94c03ec6 req-d01d3c2c-7668-4a9f-9dda-666dbe13a46c service neutron] 10.222.0.62 "GET /v2.0/networks/dfbd57c2-2ed1-4120-b909-66eb06365412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045978 Sep 20 13:25:40.887762 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-44571c48-ac00-4ad5-8b4b-145c06a714c9 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Calling delete_port for e79effb4-e353-453c-aa04-b1ec2ed6c43e owned by network:floatingip {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:25:40.953231 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Current status of the port 7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:25:40.953531 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:40.974910 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 13:25:41.007658 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port 7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4,segment=NetworkSegment(8a4b54b5-f94a-442c-baa8-d6ca9ddee630),segment_id=8a4b54b5-f94a-442c-baa8-d6ca9ddee630)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:25:41.018862 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:41.019218 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ef7e9-1fc0-4926-a683-dc20b3f7f30a req-8d5635bd-fa2a-455f-8912-4c62a7b071b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:41.021773 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e28ef7e9-1fc0-4926-a683-dc20b3f7f30a req-8d5635bd-fa2a-455f-8912-4c62a7b071b5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d1d42226fe654d57a6388f5b714bbd64&device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 1129 time: 0.0513644 Sep 20 13:25:41.068076 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-44571c48-ac00-4ad5-8b4b-145c06a714c9 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421007'] for port (e79effb4-e353-453c-aa04-b1ec2ed6c43e), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:41.096754 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44571c48-ac00-4ad5-8b4b-145c06a714c9 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Pushing event deleted for resources: {'Port': ['ID=e79effb4-e353-453c-aa04-b1ec2ed6c43e,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:25:41.097006 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Pushing event updated for resources: {'Port': ['ID=7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:25:41.122480 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ef7e9-1fc0-4926-a683-dc20b3f7f30a req-2f139e1e-189f-459d-9057-60b6c896df60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:41.123995 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e28ef7e9-1fc0-4926-a683-dc20b3f7f30a req-2f139e1e-189f-459d-9057-60b6c896df60 service neutron] 10.222.0.62 "GET /v2.0/networks?id=dfbd57c2-2ed1-4120-b909-66eb06365412 HTTP/1.1" status: 200 len: 915 time: 0.0940311 Sep 20 13:25:41.161288 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-44571c48-ac00-4ad5-8b4b-145c06a714c9 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Publish callbacks [] for floatingip (bf0087d3-6f1a-410d-8c0c-0f9bfd8090be), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:41.161632 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.db.l3_db [None req-44571c48-ac00-4ad5-8b4b-145c06a714c9 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Floating IP bf0087d3-6f1a-410d-8c0c-0f9bfd8090be disassociated (deleted). External IP: 172.27.2.189, port: f8a4aa0b-881e-4442-bdee-7a0856380659. Sep 20 13:25:41.169644 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e28ef7e9-1fc0-4926-a683-dc20b3f7f30a req-55502f01-f032-4801-bac6-cb038620cbfe service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8a4aa0b-881e-4442-bdee-7a0856380659 HTTP/1.1" status: 200 len: 217 time: 0.0382719 Sep 20 13:25:41.217994 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ef7e9-1fc0-4926-a683-dc20b3f7f30a req-493a0973-d007-4b7d-a691-52db21d4a7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:41.219443 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e28ef7e9-1fc0-4926-a683-dc20b3f7f30a req-493a0973-d007-4b7d-a691-52db21d4a7aa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=75bf63df-eea8-4ba0-a7d6-3fca49399710 HTTP/1.1" status: 200 len: 854 time: 0.0434852 Sep 20 13:25:41.269274 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ef7e9-1fc0-4926-a683-dc20b3f7f30a req-e2a9d041-1481-4d5a-8dab-79d93f6ef323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:41.270796 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e28ef7e9-1fc0-4926-a683-dc20b3f7f30a req-e2a9d041-1481-4d5a-8dab-79d93f6ef323 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dfbd57c2-2ed1-4120-b909-66eb06365412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443115 Sep 20 13:25:41.357214 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44571c48-ac00-4ad5-8b4b-145c06a714c9 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Router 5ab1d8fa-13af-44c8-935e-05053a2b6d74 has already been hosted by L3 agent e6bdf340-58c5-4186-af2d-ab00439e5425 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:25:41.364638 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e28ef7e9-1fc0-4926-a683-dc20b3f7f30a req-3d8d3c01-0c8e-4a41-bb43-5ed8a217366e service neutron] 10.222.0.62 "GET /v2.0/networks/dfbd57c2-2ed1-4120-b909-66eb06365412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856574 Sep 20 13:25:41.461121 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44571c48-ac00-4ad5-8b4b-145c06a714c9 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Notify agent at l3_agent.dv-cinder-858463-1-iscsi the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:25:41.465894 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-44571c48-ac00-4ad5-8b4b-145c06a714c9 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:41.473347 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4bafb9-a986-4ede-98bb-787ec165889e None None] Sync routers for ids ['5ab1d8fa-13af-44c8-935e-05053a2b6d74'] in dv-cinder-858463-1-iscsi {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:25:41.489529 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4bafb9-a986-4ede-98bb-787ec165889e None None] Routers {'5ab1d8fa-13af-44c8-935e-05053a2b6d74'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:25:41.490449 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-bd4bafb9-a986-4ede-98bb-787ec165889e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:25:26Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['5ab1d8fa-13af-44c8-935e-05053a2b6d74'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:25:41.502909 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-44571c48-ac00-4ad5-8b4b-145c06a714c9 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "DELETE /v2.0/floatingips/bf0087d3-6f1a-410d-8c0c-0f9bfd8090be HTTP/1.1" status: 204 len: 168 time: 0.8724101 Sep 20 13:25:41.502909 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc445ffb-f74a-4848-b91f-d680d0593309', 'tag': 'f8a4aa0b-881e-4442-bdee-7a0856380659'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:25:41.502909 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35f9f8ba2811e4be4385c704f255b6faf45db8d19dac8ae47afe3dd23e96b6c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92690283-ecac-480b-97cb-413c06fdd56e" -d '{"events": [{"name": "network-changed", "server_uuid": "bc445ffb-f74a-4848-b91f-d680d0593309", "tag": "f8a4aa0b-881e-4442-bdee-7a0856380659"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:25:41.505717 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f258f40-3c50-48d2-9834-8f6436dc6066 req-8c579c4f-7ddc-4e04-b4b0-dfb8cabd7c66 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:41.507269 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4f258f40-3c50-48d2-9834-8f6436dc6066 req-8c579c4f-7ddc-4e04-b4b0-dfb8cabd7c66 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=57904dea-d62b-412f-beff-f3e4286628c8 HTTP/1.1" status: 200 len: 944 time: 0.0931103 Sep 20 13:25:41.509389 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e28ef7e9-1fc0-4926-a683-dc20b3f7f30a req-0da46188-f099-4922-a36b-dc8ac5e72d3f service neutron] 10.222.0.62 "GET /v2.0/networks/dfbd57c2-2ed1-4120-b909-66eb06365412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380422 Sep 20 13:25:41.563265 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4f258f40-3c50-48d2-9834-8f6436dc6066 req-d8552e47-103d-4913-acd4-8ee593cb6b06 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=1b5bdf03-21c6-4458-aa0b-1cc192c403fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492892 Sep 20 13:25:41.635888 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-bd4bafb9-a986-4ede-98bb-787ec165889e None None] Set router 5ab1d8fa-13af-44c8-935e-05053a2b6d74 gateway port host: dv-cinder-858463-1-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:25:41.694164 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] get_ports_and_sgs() called for port_ids ['7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 13:25:41.709976 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 13:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc58fc6-c234-4489-9eb2-af51519a6ed1 x-openstack-request-id: req-ffc58fc6-c234-4489-9eb2-af51519a6ed1 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:25:41.710282 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc445ffb-f74a-4848-b91f-d680d0593309", "tag": "f8a4aa0b-881e-4442-bdee-7a0856380659", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:25:41.710572 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ffc58fc6-c234-4489-9eb2-af51519a6ed1 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:25:41.711033 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffc58fc6-c234-4489-9eb2-af51519a6ed1'] response: {'name': 'network-changed', 'server_uuid': 'bc445ffb-f74a-4848-b91f-d680d0593309', 'tag': 'f8a4aa0b-881e-4442-bdee-7a0856380659', 'status': 'completed', 'code': 200} Sep 20 13:25:41.813875 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92690283-ecac-480b-97cb-413c06fdd56e req-99f7cd2c-1afa-4c02-914d-c43b7b251c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:41.815507 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-92690283-ecac-480b-97cb-413c06fdd56e req-99f7cd2c-1afa-4c02-914d-c43b7b251c4f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d1d42226fe654d57a6388f5b714bbd64&device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 1129 time: 0.0482423 Sep 20 13:25:41.861738 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-bd4bafb9-a986-4ede-98bb-787ec165889e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab1d8fa-13af-44c8-935e-05053a2b6d74', 'name': 'tempest-TestMinimumBasicScenario-2059182449-router', 'tenant_id': 'd1d42226fe654d57a6388f5b714bbd64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '78a2b042-cdd9-4df7-bdff-07ac7dc05db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:19:19Z', 'updated_at': '2022-09-20T13:19:24Z', 'revision_number': 4, 'project_id': 'd1d42226fe654d57a6388f5b714bbd64', 'gw_port': {'id': '78a2b042-cdd9-4df7-bdff-07ac7dc05db8', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab1d8fa-13af-44c8-935e-05053a2b6d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:19:20Z', 'updated_at': '2022-09-20T13:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': 'e78359e6-bdd3-44f0-919f-d59cd57dbbc8', 'name': '', 'network_id': 'dfbd57c2-2ed1-4120-b909-66eb06365412', 'tenant_id': 'd1d42226fe654d57a6388f5b714bbd64', 'mac_address': 'fa:16:3e:35:77:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab1d8fa-13af-44c8-935e-05053a2b6d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '75bf63df-eea8-4ba0-a7d6-3fca49399710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:19:24Z', 'updated_at': '2022-09-20T13:19:29Z', 'revision_number': 5, 'project_id': 'd1d42226fe654d57a6388f5b714bbd64', 'subnets': [{'id': '75bf63df-eea8-4ba0-a7d6-3fca49399710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:25:41.884824 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4bafb9-a986-4ede-98bb-787ec165889e None None] Checking router: 5ab1d8fa-13af-44c8-935e-05053a2b6d74 for host: dv-cinder-858463-1-iscsi {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:25:41.893592 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4bafb9-a986-4ede-98bb-787ec165889e None None] Routers {'5ab1d8fa-13af-44c8-935e-05053a2b6d74'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:25:41.894192 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-bd4bafb9-a986-4ede-98bb-787ec165889e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:25:26Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['5ab1d8fa-13af-44c8-935e-05053a2b6d74'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:25:41.918754 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92690283-ecac-480b-97cb-413c06fdd56e req-2f549470-1aa0-4acb-a260-5ba195c35bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:41.920273 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-92690283-ecac-480b-97cb-413c06fdd56e req-2f549470-1aa0-4acb-a260-5ba195c35bae service neutron] 10.222.0.62 "GET /v2.0/networks?id=dfbd57c2-2ed1-4120-b909-66eb06365412 HTTP/1.1" status: 200 len: 915 time: 0.0979497 Sep 20 13:25:41.963763 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-92690283-ecac-480b-97cb-413c06fdd56e req-d6e604a2-5a66-41c8-8f44-929474dfd59a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8a4aa0b-881e-4442-bdee-7a0856380659 HTTP/1.1" status: 200 len: 217 time: 0.0332873 Sep 20 13:25:41.991978 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-bd4bafb9-a986-4ede-98bb-787ec165889e None None] Set router 5ab1d8fa-13af-44c8-935e-05053a2b6d74 gateway port host: dv-cinder-858463-1-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:25:42.016321 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92690283-ecac-480b-97cb-413c06fdd56e req-87a5c979-22bb-4bc3-8f58-985bad0af8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:42.017866 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-92690283-ecac-480b-97cb-413c06fdd56e req-87a5c979-22bb-4bc3-8f58-985bad0af8eb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=75bf63df-eea8-4ba0-a7d6-3fca49399710 HTTP/1.1" status: 200 len: 854 time: 0.0438006 Sep 20 13:25:42.066555 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92690283-ecac-480b-97cb-413c06fdd56e req-228e5209-996d-43c7-a12c-1c8b802d749c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:42.068093 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-92690283-ecac-480b-97cb-413c06fdd56e req-228e5209-996d-43c7-a12c-1c8b802d749c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dfbd57c2-2ed1-4120-b909-66eb06365412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434711 Sep 20 13:25:42.163950 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-92690283-ecac-480b-97cb-413c06fdd56e req-c4fa6836-e3ed-4911-b135-dca5d87cf65c service neutron] 10.222.0.62 "GET /v2.0/networks/dfbd57c2-2ed1-4120-b909-66eb06365412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881603 Sep 20 13:25:42.253250 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-92690283-ecac-480b-97cb-413c06fdd56e req-c4a71fa6-4f20-4f3a-9a70-b149b6ca4908 service neutron] 10.222.0.62 "GET /v2.0/networks/dfbd57c2-2ed1-4120-b909-66eb06365412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814722 Sep 20 13:25:42.264757 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-bd4bafb9-a986-4ede-98bb-787ec165889e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab1d8fa-13af-44c8-935e-05053a2b6d74', 'name': 'tempest-TestMinimumBasicScenario-2059182449-router', 'tenant_id': 'd1d42226fe654d57a6388f5b714bbd64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '78a2b042-cdd9-4df7-bdff-07ac7dc05db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:19:19Z', 'updated_at': '2022-09-20T13:19:24Z', 'revision_number': 4, 'project_id': 'd1d42226fe654d57a6388f5b714bbd64', 'gw_port': {'id': '78a2b042-cdd9-4df7-bdff-07ac7dc05db8', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab1d8fa-13af-44c8-935e-05053a2b6d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:19:20Z', 'updated_at': '2022-09-20T13:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': 'e78359e6-bdd3-44f0-919f-d59cd57dbbc8', 'name': '', 'network_id': 'dfbd57c2-2ed1-4120-b909-66eb06365412', 'tenant_id': 'd1d42226fe654d57a6388f5b714bbd64', 'mac_address': 'fa:16:3e:35:77:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab1d8fa-13af-44c8-935e-05053a2b6d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '75bf63df-eea8-4ba0-a7d6-3fca49399710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:19:24Z', 'updated_at': '2022-09-20T13:19:29Z', 'revision_number': 5, 'project_id': 'd1d42226fe654d57a6388f5b714bbd64', 'subnets': [{'id': '75bf63df-eea8-4ba0-a7d6-3fca49399710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:25:42.289436 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4bafb9-a986-4ede-98bb-787ec165889e None None] The sync data for ids ['5ab1d8fa-13af-44c8-935e-05053a2b6d74'] in dv-cinder-858463-1-iscsi is: [{'id': '5ab1d8fa-13af-44c8-935e-05053a2b6d74', 'name': 'tempest-TestMinimumBasicScenario-2059182449-router', 'tenant_id': 'd1d42226fe654d57a6388f5b714bbd64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '78a2b042-cdd9-4df7-bdff-07ac7dc05db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:19:19Z', 'updated_at': '2022-09-20T13:19:24Z', 'revision_number': 4, 'project_id': 'd1d42226fe654d57a6388f5b714bbd64', 'gw_port': {'id': '78a2b042-cdd9-4df7-bdff-07ac7dc05db8', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab1d8fa-13af-44c8-935e-05053a2b6d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:19:20Z', 'updated_at': '2022-09-20T13:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': 'e78359e6-bdd3-44f0-919f-d59cd57dbbc8', 'name': '', 'network_id': 'dfbd57c2-2ed1-4120-b909-66eb06365412', 'tenant_id': 'd1d42226fe654d57a6388f5b714bbd64', 'mac_address': 'fa:16:3e:35:77:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab1d8fa-13af-44c8-935e-05053a2b6d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '75bf63df-eea8-4ba0-a7d6-3fca49399710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:19:24Z', 'updated_at': '2022-09-20T13:19:29Z', 'revision_number': 5, 'project_id': 'd1d42226fe654d57a6388f5b714bbd64', 'subnets': [{'id': '75bf63df-eea8-4ba0-a7d6-3fca49399710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:25:42.518476 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f8acdf-89db-447e-9bea-f3ac8c0fa30f None None] New status for floating IP bf0087d3-6f1a-410d-8c0c-0f9bfd8090be: DOWN {{(pid=104088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 13:25:42.696068 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096424b-676d-41b9-851b-f2277c9c4bae req-07d41203-788b-440a-a8d5-ede6d7dcda63 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:42.697520 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1096424b-676d-41b9-851b-f2277c9c4bae req-07d41203-788b-440a-a8d5-ede6d7dcda63 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=57904dea-d62b-412f-beff-f3e4286628c8 HTTP/1.1" status: 200 len: 944 time: 0.0580230 Sep 20 13:25:42.744922 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1096424b-676d-41b9-851b-f2277c9c4bae req-11879c56-ee61-427d-be28-d926e73c779f tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=1b5bdf03-21c6-4458-aa0b-1cc192c403fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418453 Sep 20 13:25:43.871984 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90c27e-dd89-41a7-a832-05b1035509e5 req-bf4b53ef-260e-47f0-b1b8-fbc9147eef85 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:43.873477 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2d90c27e-dd89-41a7-a832-05b1035509e5 req-bf4b53ef-260e-47f0-b1b8-fbc9147eef85 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=57904dea-d62b-412f-beff-f3e4286628c8 HTTP/1.1" status: 200 len: 944 time: 0.0553896 Sep 20 13:25:43.919931 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2d90c27e-dd89-41a7-a832-05b1035509e5 req-491e956f-b2d1-4788-b19b-c9b138e54cec tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=1b5bdf03-21c6-4458-aa0b-1cc192c403fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409470 Sep 20 13:25:44.453505 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.agents_db [None req-1b87bba1-5a3b-42d5-ba20-63287d9ec67c None None] Agent healthcheck: found 6 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:25:44.657868 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4 up at agent hyperv_hv-cinder-85846 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:25:44.702307 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Provisioning for port 7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 13:25:44.706057 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Provisioning complete for port 7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:25:44.706387 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:44.706792 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Attempt 1 to provision port 7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4 Sep 20 13:25:44.780316 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Current status of the port 7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:25:44.780708 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:44.802795 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57904dea-d62b-412f-beff-f3e4286628c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:25:44.805003 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76b3f69f6489aff1aa8284e7e37e9464aa9e8db96ff70d8a184fca566081ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2e9406-399b-408c-a0fe-9dc07d74958f" -d '{"events": [{"server_uuid": "57904dea-d62b-412f-beff-f3e4286628c8", "name": "network-vif-plugged", "status": "completed", "tag": "7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:25:44.817327 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port 7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4,segment=NetworkSegment(8a4b54b5-f94a-442c-baa8-d6ca9ddee630),segment_id=8a4b54b5-f94a-442c-baa8-d6ca9ddee630)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:25:44.821558 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:44.844269 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 13:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8fcab3b-c04e-4cca-8907-cb43dc21fda7 x-openstack-request-id: req-e8fcab3b-c04e-4cca-8907-cb43dc21fda7 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:25:44.844572 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57904dea-d62b-412f-beff-f3e4286628c8", "name": "network-vif-plugged", "status": "completed", "tag": "7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:25:44.844830 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e8fcab3b-c04e-4cca-8907-cb43dc21fda7 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:25:44.845225 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8fcab3b-c04e-4cca-8907-cb43dc21fda7'] response: {'server_uuid': '57904dea-d62b-412f-beff-f3e4286628c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4', 'code': 200} Sep 20 13:25:44.870053 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Pushing event updated for resources: {'Port': ['ID=7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:25:45.045317 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac761106-302b-4831-9747-7cb205356fa0 req-58fb68fc-e541-4f2d-8b76-bafa4b7e74e6 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:45.046844 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-ac761106-302b-4831-9747-7cb205356fa0 req-58fb68fc-e541-4f2d-8b76-bafa4b7e74e6 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=57904dea-d62b-412f-beff-f3e4286628c8 HTTP/1.1" status: 200 len: 945 time: 0.0533590 Sep 20 13:25:45.081503 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e881b1-43e9-4387-913a-33281a569393 req-007bfd4b-3338-42f3-ad86-9a1834086083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:45.083051 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-76e881b1-43e9-4387-913a-33281a569393 req-007bfd4b-3338-42f3-ad86-9a1834086083 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=57904dea-d62b-412f-beff-f3e4286628c8 HTTP/1.1" status: 200 len: 1129 time: 0.0491409 Sep 20 13:25:45.096908 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-ac761106-302b-4831-9747-7cb205356fa0 req-3365084e-ca7b-413a-935e-f16f393c2254 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=1b5bdf03-21c6-4458-aa0b-1cc192c403fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442104 Sep 20 13:25:45.130064 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-76e881b1-43e9-4387-913a-33281a569393 req-a954787c-b3c7-4738-927f-f90efc70a592 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1b5bdf03-21c6-4458-aa0b-1cc192c403fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399206 Sep 20 13:25:45.290585 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ec68c-0dc3-4406-a85e-b0cbd1eb90b2 req-45069d62-72e8-46d8-8aa2-67d6878499a2 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:45.292043 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-0b3ec68c-0dc3-4406-a85e-b0cbd1eb90b2 req-45069d62-72e8-46d8-8aa2-67d6878499a2 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 945 time: 0.0519247 Sep 20 13:25:45.340455 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-0b3ec68c-0dc3-4406-a85e-b0cbd1eb90b2 req-93d906ee-c59e-403b-a760-220452a46c64 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/security-groups?id=1891abea-c207-4dad-8eca-78b6dbec540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421677 Sep 20 13:25:46.224921 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85769770-edab-423f-965c-05c0ff64d38e req-b1026446-342c-4f86-aaa2-d593c84b1ecb tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:46.226305 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-85769770-edab-423f-965c-05c0ff64d38e req-b1026446-342c-4f86-aaa2-d593c84b1ecb tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=57904dea-d62b-412f-beff-f3e4286628c8 HTTP/1.1" status: 200 len: 945 time: 0.0537694 Sep 20 13:25:46.271705 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-85769770-edab-423f-965c-05c0ff64d38e req-d1244364-d1d9-47a4-9f00-7a57538f7953 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=1b5bdf03-21c6-4458-aa0b-1cc192c403fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397656 Sep 20 13:25:46.462828 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ccc315-4ae3-420b-a820-06170adde9ce req-801d5efa-fdc4-408c-af07-23b82af2571a tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:46.464284 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-b7ccc315-4ae3-420b-a820-06170adde9ce req-801d5efa-fdc4-408c-af07-23b82af2571a tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 945 time: 0.0527446 Sep 20 13:25:46.510348 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-b7ccc315-4ae3-420b-a820-06170adde9ce req-e2b861a7-609c-4814-bce6-7d243c1ce130 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/security-groups?id=1891abea-c207-4dad-8eca-78b6dbec540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404413 Sep 20 13:25:47.394185 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825cedb-03a5-4b0d-9c1b-44d263e763ab req-9ba88875-ab88-4dbc-a4d8-feb6d23921b5 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:47.395672 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2825cedb-03a5-4b0d-9c1b-44d263e763ab req-9ba88875-ab88-4dbc-a4d8-feb6d23921b5 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=57904dea-d62b-412f-beff-f3e4286628c8 HTTP/1.1" status: 200 len: 945 time: 0.0518076 Sep 20 13:25:47.445085 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2825cedb-03a5-4b0d-9c1b-44d263e763ab req-89b447c1-df16-4164-9982-9d8eaaa7da7f tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=1b5bdf03-21c6-4458-aa0b-1cc192c403fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439079 Sep 20 13:25:47.617706 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445b7c2-6086-409b-96b1-28ddba7ecfb4 req-730b8ecc-f736-4876-b09a-d3eb3b73d100 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:47.619759 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7445b7c2-6086-409b-96b1-28ddba7ecfb4 req-730b8ecc-f736-4876-b09a-d3eb3b73d100 tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 945 time: 0.0608745 Sep 20 13:25:47.666318 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36164199-03f3-469c-a226-5935c3009b5b req-971393d0-dcf0-4802-aea8-1d2f6e87167e tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:47.668594 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-36164199-03f3-469c-a226-5935c3009b5b req-971393d0-dcf0-4802-aea8-1d2f6e87167e tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc445ffb-f74a-4848-b91f-d680d0593309 HTTP/1.1" status: 200 len: 945 time: 0.0767691 Sep 20 13:25:47.721167 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-7445b7c2-6086-409b-96b1-28ddba7ecfb4 req-a5b8d954-7ed4-4e56-ae8d-268b5cfaca6d tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Deleting port f8a4aa0b-881e-4442-bdee-7a0856380659 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:25:47.721542 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-7445b7c2-6086-409b-96b1-28ddba7ecfb4 req-a5b8d954-7ed4-4e56-ae8d-268b5cfaca6d tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (f8a4aa0b-881e-4442-bdee-7a0856380659), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:47.725487 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-36164199-03f3-469c-a226-5935c3009b5b req-3dc7e449-b197-4d1b-9d7c-e34034a28ecf tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.55 "GET /v2.0/security-groups?id=1891abea-c207-4dad-8eca-78b6dbec540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489182 Sep 20 13:25:47.819937 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-7445b7c2-6086-409b-96b1-28ddba7ecfb4 req-a5b8d954-7ed4-4e56-ae8d-268b5cfaca6d tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] For port f8a4aa0b-881e-4442-bdee-7a0856380659, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=f8a4aa0b-881e-4442-bdee-7a0856380659,segment=NetworkSegment(437ececc-1771-4972-ab20-33388b1fbcfe),segment_id=437ececc-1771-4972-ab20-33388b1fbcfe)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:25:47.820344 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-7445b7c2-6086-409b-96b1-28ddba7ecfb4 req-a5b8d954-7ed4-4e56-ae8d-268b5cfaca6d tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (f8a4aa0b-881e-4442-bdee-7a0856380659), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:47.833611 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-7445b7c2-6086-409b-96b1-28ddba7ecfb4 req-a5b8d954-7ed4-4e56-ae8d-268b5cfaca6d tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Calling delete_port for f8a4aa0b-881e-4442-bdee-7a0856380659 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:25:47.958665 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-7445b7c2-6086-409b-96b1-28ddba7ecfb4 req-a5b8d954-7ed4-4e56-ae8d-268b5cfaca6d tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (f8a4aa0b-881e-4442-bdee-7a0856380659), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:47.984671 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b8d954-7ed4-4e56-ae8d-268b5cfaca6d tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Pushing event deleted for resources: {'Port': ['ID=f8a4aa0b-881e-4442-bdee-7a0856380659,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:25:48.006065 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] get_ports_and_sgs() called for port_ids ['f8a4aa0b-881e-4442-bdee-7a0856380659'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 13:25:48.029168 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-7445b7c2-6086-409b-96b1-28ddba7ecfb4 req-a5b8d954-7ed4-4e56-ae8d-268b5cfaca6d tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] No DVR routers for this DVR port f8a4aa0b-881e-4442-bdee-7a0856380659 on host hv-cinder-85846 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:25:48.031586 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-7445b7c2-6086-409b-96b1-28ddba7ecfb4 req-a5b8d954-7ed4-4e56-ae8d-268b5cfaca6d tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:48.035102 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7445b7c2-6086-409b-96b1-28ddba7ecfb4 req-a5b8d954-7ed4-4e56-ae8d-268b5cfaca6d tempest-TestMinimumBasicScenario-1234115576 tempest-TestMinimumBasicScenario-1234115576-project] 10.222.0.62 "DELETE /v2.0/ports/f8a4aa0b-881e-4442-bdee-7a0856380659 HTTP/1.1" status: 204 len: 173 time: 0.4088490 Sep 20 13:25:48.035595 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc445ffb-f74a-4848-b91f-d680d0593309', 'name': 'network-vif-deleted', 'tag': 'f8a4aa0b-881e-4442-bdee-7a0856380659'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:25:48.037910 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8afa0c3fb06aef531850fccced94fa4b659a4977f0534d5a49c84d13d87c0c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d687792b-318c-4be8-bf2e-75a83ea6aa99" -d '{"events": [{"server_uuid": "bc445ffb-f74a-4848-b91f-d680d0593309", "name": "network-vif-deleted", "tag": "f8a4aa0b-881e-4442-bdee-7a0856380659"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:25:48.073580 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 13:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c40dd0-0dff-4594-81be-549f111495d6 x-openstack-request-id: req-29c40dd0-0dff-4594-81be-549f111495d6 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:25:48.074265 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc445ffb-f74a-4848-b91f-d680d0593309", "name": "network-vif-deleted", "tag": "f8a4aa0b-881e-4442-bdee-7a0856380659", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:25:48.074544 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-29c40dd0-0dff-4594-81be-549f111495d6 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:25:48.074917 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29c40dd0-0dff-4594-81be-549f111495d6'] response: {'server_uuid': 'bc445ffb-f74a-4848-b91f-d680d0593309', 'name': 'network-vif-deleted', 'tag': 'f8a4aa0b-881e-4442-bdee-7a0856380659', 'status': 'completed', 'code': 200} Sep 20 13:25:48.570025 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2c7bb-0b1d-41c2-90c7-2340f69c83bc req-3950bd9f-403b-4552-912c-b4a6fedbc757 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:48.571482 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-73d2c7bb-0b1d-41c2-90c7-2340f69c83bc req-3950bd9f-403b-4552-912c-b4a6fedbc757 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=57904dea-d62b-412f-beff-f3e4286628c8 HTTP/1.1" status: 200 len: 945 time: 0.0561178 Sep 20 13:25:48.617945 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-73d2c7bb-0b1d-41c2-90c7-2340f69c83bc req-ebd25661-46f2-45e8-8c35-00bd29835ded tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=1b5bdf03-21c6-4458-aa0b-1cc192c403fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409176 Sep 20 13:25:48.748154 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30712455-36b5-44f5-a324-f5777cacaed6 req-089d54ad-bd45-4c9c-ab42-d1b2d8a2405a tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:48.749771 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-30712455-36b5-44f5-a324-f5777cacaed6 req-089d54ad-bd45-4c9c-ab42-d1b2d8a2405a tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=57904dea-d62b-412f-beff-f3e4286628c8 HTTP/1.1" status: 200 len: 945 time: 0.0555072 Sep 20 13:25:48.759968 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 33936) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:25:48.764543 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-06378b01-2ccf-41a8-92f1-51141bb7c9b8 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Request body: {'floatingip': {'port_id': '7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:25:48.809576 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-06378b01-2ccf-41a8-92f1-51141bb7c9b8 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for floatingip (aa6a5b24-84ea-49d0-9dba-a14cff70bba9), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:49.238350 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-06378b01-2ccf-41a8-92f1-51141bb7c9b8 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:49.242309 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-06378b01-2ccf-41a8-92f1-51141bb7c9b8 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607693'] for floatingip (aa6a5b24-84ea-49d0-9dba-a14cff70bba9), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:49.281337 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 33978) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:25:49.340162 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.db.l3_db [None req-06378b01-2ccf-41a8-92f1-51141bb7c9b8 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Floating IP aa6a5b24-84ea-49d0-9dba-a14cff70bba9 associated. External IP: 172.27.2.232, port: 7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4. Sep 20 13:25:49.539407 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06378b01-2ccf-41a8-92f1-51141bb7c9b8 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Router be2310ee-b755-4160-9683-bf0123d26b8d has already been hosted by L3 agent e6bdf340-58c5-4186-af2d-ab00439e5425 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:25:49.646645 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06378b01-2ccf-41a8-92f1-51141bb7c9b8 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Notify agent at l3_agent.dv-cinder-858463-1-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:25:49.651214 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-06378b01-2ccf-41a8-92f1-51141bb7c9b8 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:49.658189 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63014837-a1ff-4738-b01a-01fa3af48624 None None] Sync routers for ids ['be2310ee-b755-4160-9683-bf0123d26b8d'] in dv-cinder-858463-1-iscsi {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:25:49.670377 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63014837-a1ff-4738-b01a-01fa3af48624 None None] Routers {'be2310ee-b755-4160-9683-bf0123d26b8d'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:25:49.671060 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-63014837-a1ff-4738-b01a-01fa3af48624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:25:26Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['be2310ee-b755-4160-9683-bf0123d26b8d'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:25:49.685247 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-06378b01-2ccf-41a8-92f1-51141bb7c9b8 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "PUT /v2.0/floatingips/aa6a5b24-84ea-49d0-9dba-a14cff70bba9 HTTP/1.1" status: 200 len: 991 time: 0.9214950 Sep 20 13:25:49.774419 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-63014837-a1ff-4738-b01a-01fa3af48624 None None] Set router be2310ee-b755-4160-9683-bf0123d26b8d gateway port host: dv-cinder-858463-1-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:25:49.973894 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-671c3bd0-e852-481a-8e32-64e67a0ec4cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1608461'] for router_interface (5ab1d8fa-13af-44c8-935e-05053a2b6d74), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:49.989180 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-63014837-a1ff-4738-b01a-01fa3af48624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'name': 'tempest-AttachVolumeNegativeTest-2003643593-router', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'e9492da9-45a9-44b6-9182-04a6b3f257d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:17:46Z', 'updated_at': '2022-09-20T13:17:58Z', 'revision_number': 4, 'project_id': '4a20aa815a0947579d330112176846c9', 'gw_port': {'id': 'e9492da9-45a9-44b6-9182-04a6b3f257d7', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:23:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:48Z', 'updated_at': '2022-09-20T13:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_floatingips': [{'id': 'aa6a5b24-84ea-49d0-9dba-a14cff70bba9', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'floating_ip_address': '172.27.2.232', 'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'router_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'port_id': '7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073', 'mac_address': 'fa:16:3e:dd:9c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57904dea-d62b-412f-beff-f3e4286628c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T13:25:33Z', 'updated_at': '2022-09-20T13:25:49Z', 'revision_number': 1, 'project_id': '4a20aa815a0947579d330112176846c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba476e6c-250e-4f5e-8556-480e6708d591', 'name': '', 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'mac_address': 'fa:16:3e:8c:7f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'adb9ef7c-1078-430d-958b-f7a53420a9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:56Z', 'updated_at': '2022-09-20T13:18:06Z', 'revision_number': 5, 'project_id': '4a20aa815a0947579d330112176846c9', 'subnets': [{'id': 'adb9ef7c-1078-430d-958b-f7a53420a9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:25:50.012599 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63014837-a1ff-4738-b01a-01fa3af48624 None None] Checking router: be2310ee-b755-4160-9683-bf0123d26b8d for host: dv-cinder-858463-1-iscsi {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:25:50.021110 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63014837-a1ff-4738-b01a-01fa3af48624 None None] Routers {'be2310ee-b755-4160-9683-bf0123d26b8d'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:25:50.021712 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-63014837-a1ff-4738-b01a-01fa3af48624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:25:26Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['be2310ee-b755-4160-9683-bf0123d26b8d'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:25:50.076586 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57904dea-d62b-412f-beff-f3e4286628c8', 'tag': '7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:25:50.078978 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8afa0c3fb06aef531850fccced94fa4b659a4977f0534d5a49c84d13d87c0c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d700a243-b6ca-49fe-b424-eec6d2ea5a23" -d '{"events": [{"name": "network-changed", "server_uuid": "57904dea-d62b-412f-beff-f3e4286628c8", "tag": "7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:25:50.116123 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 13:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc23fe03-0e91-4dfe-95a4-5022ef50809d x-openstack-request-id: req-bc23fe03-0e91-4dfe-95a4-5022ef50809d {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:25:50.116675 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57904dea-d62b-412f-beff-f3e4286628c8", "tag": "7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:25:50.117130 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bc23fe03-0e91-4dfe-95a4-5022ef50809d {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:25:50.117608 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc23fe03-0e91-4dfe-95a4-5022ef50809d'] response: {'name': 'network-changed', 'server_uuid': '57904dea-d62b-412f-beff-f3e4286628c8', 'tag': '7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4', 'status': 'completed', 'code': 200} Sep 20 13:25:50.123171 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-63014837-a1ff-4738-b01a-01fa3af48624 None None] Set router be2310ee-b755-4160-9683-bf0123d26b8d gateway port host: dv-cinder-858463-1-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:25:50.211001 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d700a243-b6ca-49fe-b424-eec6d2ea5a23 req-51d171cd-cf0b-404f-b93a-50a000fae842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:50.212500 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d700a243-b6ca-49fe-b424-eec6d2ea5a23 req-51d171cd-cf0b-404f-b93a-50a000fae842 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4a20aa815a0947579d330112176846c9&device_id=57904dea-d62b-412f-beff-f3e4286628c8 HTTP/1.1" status: 200 len: 1129 time: 0.0467143 Sep 20 13:25:50.260573 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-671c3bd0-e852-481a-8e32-64e67a0ec4cd admin admin] Deleting port e78359e6-bdd3-44f0-919f-d59cd57dbbc8 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:25:50.260913 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-671c3bd0-e852-481a-8e32-64e67a0ec4cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (e78359e6-bdd3-44f0-919f-d59cd57dbbc8), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:50.305185 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d700a243-b6ca-49fe-b424-eec6d2ea5a23 req-4dc1a5a4-71d1-4a79-aa3e-221f527b4a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:50.306653 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d700a243-b6ca-49fe-b424-eec6d2ea5a23 req-4dc1a5a4-71d1-4a79-aa3e-221f527b4a88 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ed809d10-45b2-429e-b44f-1694990b1073 HTTP/1.1" status: 200 len: 915 time: 0.0883257 Sep 20 13:25:50.342924 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-671c3bd0-e852-481a-8e32-64e67a0ec4cd admin admin] For port e78359e6-bdd3-44f0-919f-d59cd57dbbc8, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=e78359e6-bdd3-44f0-919f-d59cd57dbbc8,segment=NetworkSegment(437ececc-1771-4972-ab20-33388b1fbcfe),segment_id=437ececc-1771-4972-ab20-33388b1fbcfe)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:25:50.343529 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-671c3bd0-e852-481a-8e32-64e67a0ec4cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (e78359e6-bdd3-44f0-919f-d59cd57dbbc8), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:50.356930 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-63014837-a1ff-4738-b01a-01fa3af48624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'name': 'tempest-AttachVolumeNegativeTest-2003643593-router', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'e9492da9-45a9-44b6-9182-04a6b3f257d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:17:46Z', 'updated_at': '2022-09-20T13:17:58Z', 'revision_number': 4, 'project_id': '4a20aa815a0947579d330112176846c9', 'gw_port': {'id': 'e9492da9-45a9-44b6-9182-04a6b3f257d7', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:23:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:48Z', 'updated_at': '2022-09-20T13:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_floatingips': [{'id': 'aa6a5b24-84ea-49d0-9dba-a14cff70bba9', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'floating_ip_address': '172.27.2.232', 'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'router_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'port_id': '7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073', 'mac_address': 'fa:16:3e:dd:9c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57904dea-d62b-412f-beff-f3e4286628c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T13:25:33Z', 'updated_at': '2022-09-20T13:25:49Z', 'revision_number': 1, 'project_id': '4a20aa815a0947579d330112176846c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba476e6c-250e-4f5e-8556-480e6708d591', 'name': '', 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'mac_address': 'fa:16:3e:8c:7f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'adb9ef7c-1078-430d-958b-f7a53420a9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:56Z', 'updated_at': '2022-09-20T13:18:06Z', 'revision_number': 5, 'project_id': '4a20aa815a0947579d330112176846c9', 'subnets': [{'id': 'adb9ef7c-1078-430d-958b-f7a53420a9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:25:50.357235 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-671c3bd0-e852-481a-8e32-64e67a0ec4cd admin admin] Calling delete_port for e78359e6-bdd3-44f0-919f-d59cd57dbbc8 owned by network:router_interface {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:25:50.380689 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d700a243-b6ca-49fe-b424-eec6d2ea5a23 req-ea422a64-a094-408a-b4b6-76e969879870 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4 HTTP/1.1" status: 200 len: 999 time: 0.0663466 Sep 20 13:25:50.381116 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63014837-a1ff-4738-b01a-01fa3af48624 None None] The sync data for ids ['be2310ee-b755-4160-9683-bf0123d26b8d'] in dv-cinder-858463-1-iscsi is: [{'id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'name': 'tempest-AttachVolumeNegativeTest-2003643593-router', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'e9492da9-45a9-44b6-9182-04a6b3f257d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:17:46Z', 'updated_at': '2022-09-20T13:17:58Z', 'revision_number': 4, 'project_id': '4a20aa815a0947579d330112176846c9', 'gw_port': {'id': 'e9492da9-45a9-44b6-9182-04a6b3f257d7', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:23:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:48Z', 'updated_at': '2022-09-20T13:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_floatingips': [{'id': 'aa6a5b24-84ea-49d0-9dba-a14cff70bba9', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'floating_ip_address': '172.27.2.232', 'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'router_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'port_id': '7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073', 'mac_address': 'fa:16:3e:dd:9c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57904dea-d62b-412f-beff-f3e4286628c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T13:25:33Z', 'updated_at': '2022-09-20T13:25:49Z', 'revision_number': 1, 'project_id': '4a20aa815a0947579d330112176846c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba476e6c-250e-4f5e-8556-480e6708d591', 'name': '', 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'mac_address': 'fa:16:3e:8c:7f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'adb9ef7c-1078-430d-958b-f7a53420a9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:56Z', 'updated_at': '2022-09-20T13:18:06Z', 'revision_number': 5, 'project_id': '4a20aa815a0947579d330112176846c9', 'subnets': [{'id': 'adb9ef7c-1078-430d-958b-f7a53420a9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:25:50.432076 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d700a243-b6ca-49fe-b424-eec6d2ea5a23 req-7675be2f-7672-4333-8ec6-2703e2f274a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:50.433626 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d700a243-b6ca-49fe-b424-eec6d2ea5a23 req-7675be2f-7672-4333-8ec6-2703e2f274a6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=adb9ef7c-1078-430d-958b-f7a53420a9c5 HTTP/1.1" status: 200 len: 854 time: 0.0463574 Sep 20 13:25:50.487879 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d700a243-b6ca-49fe-b424-eec6d2ea5a23 req-17ba9583-7b35-4c01-bf4f-f4cc0583b044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:50.489374 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d700a243-b6ca-49fe-b424-eec6d2ea5a23 req-17ba9583-7b35-4c01-bf4f-f4cc0583b044 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ed809d10-45b2-429e-b44f-1694990b1073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497923 Sep 20 13:25:50.549380 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-671c3bd0-e852-481a-8e32-64e67a0ec4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421007'] for port (e78359e6-bdd3-44f0-919f-d59cd57dbbc8), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:50.576611 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671c3bd0-e852-481a-8e32-64e67a0ec4cd admin admin] Pushing event deleted for resources: {'Port': ['ID=e78359e6-bdd3-44f0-919f-d59cd57dbbc8,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:25:50.593082 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d700a243-b6ca-49fe-b424-eec6d2ea5a23 req-9bad4f76-e099-475c-84e6-813c94ef88df service neutron] 10.222.0.62 "GET /v2.0/networks/ed809d10-45b2-429e-b44f-1694990b1073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967326 Sep 20 13:25:50.611453 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c42c52-3261-41b2-9a49-038771b5eab8 None None] New status for floating IP aa6a5b24-84ea-49d0-9dba-a14cff70bba9: ACTIVE {{(pid=104088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 13:25:50.707950 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d700a243-b6ca-49fe-b424-eec6d2ea5a23 req-e6aa4f97-9d65-46d9-bb22-5adf78e4a618 service neutron] 10.222.0.62 "GET /v2.0/networks/ed809d10-45b2-429e-b44f-1694990b1073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077344 Sep 20 13:25:50.720233 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device f8a4aa0b-881e-4442-bdee-7a0856380659 no longer exists at agent hyperv_hv-cinder-85846 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:25:50.744747 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] No Port match for: f8a4aa0b-881e-4442-bdee-7a0856380659 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 20 13:25:50.745375 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device f8a4aa0b-881e-4442-bdee-7a0856380659 not bound to the agent host hv-cinder-85846 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:25:50.764726 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-671c3bd0-e852-481a-8e32-64e67a0ec4cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1609629'] for router_interface (5ab1d8fa-13af-44c8-935e-05053a2b6d74), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:50.966395 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-671c3bd0-e852-481a-8e32-64e67a0ec4cd admin admin] Router 5ab1d8fa-13af-44c8-935e-05053a2b6d74 has already been hosted by L3 agent e6bdf340-58c5-4186-af2d-ab00439e5425 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:25:51.065554 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671c3bd0-e852-481a-8e32-64e67a0ec4cd admin admin] Notify agent at l3_agent.dv-cinder-858463-1-iscsi the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:25:51.070837 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-671c3bd0-e852-481a-8e32-64e67a0ec4cd admin admin] 10.222.0.55 "PUT /v2.0/routers/5ab1d8fa-13af-44c8-935e-05053a2b6d74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7882922 Sep 20 13:25:51.073351 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 33986) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:25:51.074827 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7dd94ae-6239-4de3-ad4e-98c9293a70c9 None None] Sync routers for ids ['5ab1d8fa-13af-44c8-935e-05053a2b6d74'] in dv-cinder-858463-1-iscsi {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:25:51.084356 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7dd94ae-6239-4de3-ad4e-98c9293a70c9 None None] Routers {'5ab1d8fa-13af-44c8-935e-05053a2b6d74'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:25:51.084967 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-b7dd94ae-6239-4de3-ad4e-98c9293a70c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:25:26Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['5ab1d8fa-13af-44c8-935e-05053a2b6d74'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:25:51.169351 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c9db208c-c771-4db9-a6af-7a3d2b6696b8 admin admin] Publish callbacks [] for router (5ab1d8fa-13af-44c8-935e-05053a2b6d74), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:51.183817 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-b7dd94ae-6239-4de3-ad4e-98c9293a70c9 None None] Set router 5ab1d8fa-13af-44c8-935e-05053a2b6d74 gateway port host: dv-cinder-858463-1-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:25:51.262887 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c9db208c-c771-4db9-a6af-7a3d2b6696b8 admin admin] Publish callbacks [] for router_gateway (5ab1d8fa-13af-44c8-935e-05053a2b6d74), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:51.309986 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-c9db208c-c771-4db9-a6af-7a3d2b6696b8 admin admin] Deleting port 78a2b042-cdd9-4df7-bdff-07ac7dc05db8 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:25:51.310325 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c9db208c-c771-4db9-a6af-7a3d2b6696b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (78a2b042-cdd9-4df7-bdff-07ac7dc05db8), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:51.353977 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-b7dd94ae-6239-4de3-ad4e-98c9293a70c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab1d8fa-13af-44c8-935e-05053a2b6d74', 'name': 'tempest-TestMinimumBasicScenario-2059182449-router', 'tenant_id': 'd1d42226fe654d57a6388f5b714bbd64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '78a2b042-cdd9-4df7-bdff-07ac7dc05db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:19:19Z', 'updated_at': '2022-09-20T13:25:50Z', 'revision_number': 5, 'project_id': 'd1d42226fe654d57a6388f5b714bbd64', 'gw_port': {'id': '78a2b042-cdd9-4df7-bdff-07ac7dc05db8', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab1d8fa-13af-44c8-935e-05053a2b6d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:19:20Z', 'updated_at': '2022-09-20T13:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi'}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:25:51.381186 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7dd94ae-6239-4de3-ad4e-98c9293a70c9 None None] Checking router: 5ab1d8fa-13af-44c8-935e-05053a2b6d74 for host: dv-cinder-858463-1-iscsi {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:25:51.389723 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-c9db208c-c771-4db9-a6af-7a3d2b6696b8 admin admin] For port 78a2b042-cdd9-4df7-bdff-07ac7dc05db8, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=78a2b042-cdd9-4df7-bdff-07ac7dc05db8,segment=NetworkSegment(5aaf6297-6a46-4e9d-b63a-dd8b37b93294),segment_id=5aaf6297-6a46-4e9d-b63a-dd8b37b93294)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:25:51.390249 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7dd94ae-6239-4de3-ad4e-98c9293a70c9 None None] Routers {'5ab1d8fa-13af-44c8-935e-05053a2b6d74'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:25:51.390363 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c9db208c-c771-4db9-a6af-7a3d2b6696b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (78a2b042-cdd9-4df7-bdff-07ac7dc05db8), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:51.390471 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-b7dd94ae-6239-4de3-ad4e-98c9293a70c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:25:26Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['5ab1d8fa-13af-44c8-935e-05053a2b6d74'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:25:51.402094 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-c9db208c-c771-4db9-a6af-7a3d2b6696b8 admin admin] Calling delete_port for 78a2b042-cdd9-4df7-bdff-07ac7dc05db8 owned by network:router_gateway {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:25:51.467902 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-b7dd94ae-6239-4de3-ad4e-98c9293a70c9 None None] Set router 5ab1d8fa-13af-44c8-935e-05053a2b6d74 gateway port host: None {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:25:51.520305 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-b7dd94ae-6239-4de3-ad4e-98c9293a70c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab1d8fa-13af-44c8-935e-05053a2b6d74', 'name': 'tempest-TestMinimumBasicScenario-2059182449-router', 'tenant_id': 'd1d42226fe654d57a6388f5b714bbd64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:19:19Z', 'updated_at': '2022-09-20T13:25:51Z', 'revision_number': 6, 'project_id': 'd1d42226fe654d57a6388f5b714bbd64', 'gw_port_host': None}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:25:51.545843 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7dd94ae-6239-4de3-ad4e-98c9293a70c9 None None] The sync data for ids ['5ab1d8fa-13af-44c8-935e-05053a2b6d74'] in dv-cinder-858463-1-iscsi is: [{'id': '5ab1d8fa-13af-44c8-935e-05053a2b6d74', 'name': 'tempest-TestMinimumBasicScenario-2059182449-router', 'tenant_id': 'd1d42226fe654d57a6388f5b714bbd64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:19:19Z', 'updated_at': '2022-09-20T13:25:51Z', 'revision_number': 6, 'project_id': 'd1d42226fe654d57a6388f5b714bbd64', 'gw_port_host': None}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:25:51.563300 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c9db208c-c771-4db9-a6af-7a3d2b6696b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421007'] for port (78a2b042-cdd9-4df7-bdff-07ac7dc05db8), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:51.587467 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9db208c-c771-4db9-a6af-7a3d2b6696b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=78a2b042-cdd9-4df7-bdff-07ac7dc05db8,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:25:51.648668 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c9db208c-c771-4db9-a6af-7a3d2b6696b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607735'] for router_gateway (5ab1d8fa-13af-44c8-935e-05053a2b6d74), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:51.734833 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c9db208c-c771-4db9-a6af-7a3d2b6696b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36854'] for router (5ab1d8fa-13af-44c8-935e-05053a2b6d74), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:51.737136 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c9db208c-c771-4db9-a6af-7a3d2b6696b8 admin admin] Publish callbacks [] for router_controller (5ab1d8fa-13af-44c8-935e-05053a2b6d74), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:51.780029 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c9db208c-c771-4db9-a6af-7a3d2b6696b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634723'] for router (5ab1d8fa-13af-44c8-935e-05053a2b6d74), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:51.780578 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9db208c-c771-4db9-a6af-7a3d2b6696b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ab1d8fa-13af-44c8-935e-05053a2b6d74 {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 13:25:51.785789 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c9db208c-c771-4db9-a6af-7a3d2b6696b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:51.786968 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-c9db208c-c771-4db9-a6af-7a3d2b6696b8 admin admin] 10.222.0.55 "DELETE /v2.0/routers/5ab1d8fa-13af-44c8-935e-05053a2b6d74 HTTP/1.1" status: 204 len: 168 time: 0.7126424 Sep 20 13:25:51.789430 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 33988) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:25:51.835076 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-f55b80bc-22fb-4ad1-8cd8-ade0e2f87ce5 admin admin] Deleting subnet 75bf63df-eea8-4ba0-a7d6-3fca49399710 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 20 13:25:51.837983 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f55b80bc-22fb-4ad1-8cd8-ade0e2f87ce5 admin admin] Publish callbacks [] for subnet (75bf63df-eea8-4ba0-a7d6-3fca49399710), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:51.871159 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f55b80bc-22fb-4ad1-8cd8-ade0e2f87ce5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10421076'] for subnet (75bf63df-eea8-4ba0-a7d6-3fca49399710), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:51.956418 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f55b80bc-22fb-4ad1-8cd8-ade0e2f87ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-555306'] for subnet (75bf63df-eea8-4ba0-a7d6-3fca49399710), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:52.017974 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f55b80bc-22fb-4ad1-8cd8-ade0e2f87ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-555325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10421116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10408817'] for subnet (75bf63df-eea8-4ba0-a7d6-3fca49399710), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:52.045038 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55b80bc-22fb-4ad1-8cd8-ade0e2f87ce5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75bf63df-eea8-4ba0-a7d6-3fca49399710,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:25:52.047021 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f55b80bc-22fb-4ad1-8cd8-ade0e2f87ce5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:52.051423 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d09a9d6-2075-494e-a96b-e8481d41df39 None None] Network dfbd57c2-2ed1-4120-b909-66eb06365412 requested from dv-cinder-858463-1-iscsi {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 20 13:25:52.051914 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-f55b80bc-22fb-4ad1-8cd8-ade0e2f87ce5 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/75bf63df-eea8-4ba0-a7d6-3fca49399710 HTTP/1.1" status: 204 len: 168 time: 0.2606440 Sep 20 13:25:52.052878 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 33990) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:25:52.121709 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3aab0231-6f57-4a13-971f-8ce561d928d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-760150'] for network (dfbd57c2-2ed1-4120-b909-66eb06365412), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:52.175193 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-3aab0231-6f57-4a13-971f-8ce561d928d0 admin admin] Deleting port 394728da-3bf0-4b86-beea-f3383b231f1a {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:25:52.175494 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3aab0231-6f57-4a13-971f-8ce561d928d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (394728da-3bf0-4b86-beea-f3383b231f1a), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:52.237825 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-3aab0231-6f57-4a13-971f-8ce561d928d0 admin admin] For port 394728da-3bf0-4b86-beea-f3383b231f1a, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=394728da-3bf0-4b86-beea-f3383b231f1a,segment=NetworkSegment(437ececc-1771-4972-ab20-33388b1fbcfe),segment_id=437ececc-1771-4972-ab20-33388b1fbcfe)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:25:52.238185 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3aab0231-6f57-4a13-971f-8ce561d928d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (394728da-3bf0-4b86-beea-f3383b231f1a), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:52.249854 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-3aab0231-6f57-4a13-971f-8ce561d928d0 admin admin] Calling delete_port for 394728da-3bf0-4b86-beea-f3383b231f1a owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:25:52.336969 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3aab0231-6f57-4a13-971f-8ce561d928d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421007'] for port (394728da-3bf0-4b86-beea-f3383b231f1a), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:52.348052 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ae907b-87a4-4a5c-8e3f-cf44bec923d4 None None] DHCP port deletion for dfbd57c2-2ed1-4120-b909-66eb06365412 request from dv-cinder-858463-1-iscsi {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 20 13:25:52.365998 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device e78359e6-bdd3-44f0-919f-d59cd57dbbc8 no longer exists at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:25:52.375415 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab0231-6f57-4a13-971f-8ce561d928d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=394728da-3bf0-4b86-beea-f3383b231f1a,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:25:52.379880 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aab0231-6f57-4a13-971f-8ce561d928d0 admin admin] No DVR routers for this DVR port 394728da-3bf0-4b86-beea-f3383b231f1a on host dv-cinder-858463-1-iscsi {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:25:52.392454 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] No Port match for: e78359e6-bdd3-44f0-919f-d59cd57dbbc8 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 20 13:25:52.392812 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device e78359e6-bdd3-44f0-919f-d59cd57dbbc8 not bound to the agent host dv-cinder-858463-1-iscsi {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:25:52.453073 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3aab0231-6f57-4a13-971f-8ce561d928d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553133', 'neutron.services.segments.db._delete_segments_for_network-8760608259063'] for network (dfbd57c2-2ed1-4120-b909-66eb06365412), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:52.473828 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.services.segments.db [None req-3aab0231-6f57-4a13-971f-8ce561d928d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfbd57c2-2ed1-4120-b909-66eb06365412']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:25:52.483034 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.services.segments.db [None req-3aab0231-6f57-4a13-971f-8ce561d928d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '437ececc-1771-4972-ab20-33388b1fbcfe') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:25:52.483389 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.services.segments.db [None req-3aab0231-6f57-4a13-971f-8ce561d928d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '437ececc-1771-4972-ab20-33388b1fbcfe') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:25:52.492631 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3aab0231-6f57-4a13-971f-8ce561d928d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760608262413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10421091'] for segment (437ececc-1771-4972-ab20-33388b1fbcfe), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:52.506564 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3aab0231-6f57-4a13-971f-8ce561d928d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549390'] for segment (437ececc-1771-4972-ab20-33388b1fbcfe), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:52.512696 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aab0231-6f57-4a13-971f-8ce561d928d0 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 13:25:52.513176 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3aab0231-6f57-4a13-971f-8ce561d928d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10420446'] for segment (437ececc-1771-4972-ab20-33388b1fbcfe), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:52.531760 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.services.segments.plugin [-] Segment 437ececc-1771-4972-ab20-33388b1fbcfe resource provider aggregate not found Sep 20 13:25:52.560281 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.services.segments.plugin [-] Segment 437ececc-1771-4972-ab20-33388b1fbcfe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 437ececc-1771-4972-ab20-33388b1fbcfe found for delete ", "request_id": "req-25c73706-775c-44f2-9bfe-8f0ad16cd17b"}]} Sep 20 13:25:52.587428 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3aab0231-6f57-4a13-971f-8ce561d928d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607699'] for network (dfbd57c2-2ed1-4120-b909-66eb06365412), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:52.592626 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3aab0231-6f57-4a13-971f-8ce561d928d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:52.595914 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-3aab0231-6f57-4a13-971f-8ce561d928d0 admin admin] 10.222.0.55 "DELETE /v2.0/networks/dfbd57c2-2ed1-4120-b909-66eb06365412 HTTP/1.1" status: 204 len: 168 time: 0.5419402 Sep 20 13:25:52.598901 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 33998) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:25:52.609273 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab0231-6f57-4a13-971f-8ce561d928d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfbd57c2-2ed1-4120-b909-66eb06365412,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:25:53.180251 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-67a219b6-367b-4287-ba40-742b84673fa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1608461'] for router_interface (5a715f33-96c8-4d3d-8773-1c4f300e2734), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:53.406905 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-67a219b6-367b-4287-ba40-742b84673fa5 admin admin] Deleting port 5e154b8a-7311-44b6-8136-cb7f1b338414 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:25:53.407248 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-67a219b6-367b-4287-ba40-742b84673fa5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (5e154b8a-7311-44b6-8136-cb7f1b338414), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:53.430518 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6830fb0c-1665-4658-9442-a8401a4cb8a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (c520f755-59ca-4a79-a15e-107c01e131c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:53.483955 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-67a219b6-367b-4287-ba40-742b84673fa5 admin admin] For port 5e154b8a-7311-44b6-8136-cb7f1b338414, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=5e154b8a-7311-44b6-8136-cb7f1b338414,segment=NetworkSegment(2ea14680-04b1-4cc7-925f-79cdb0fff2ca),segment_id=2ea14680-04b1-4cc7-925f-79cdb0fff2ca)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:25:53.484328 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-67a219b6-367b-4287-ba40-742b84673fa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (5e154b8a-7311-44b6-8136-cb7f1b338414), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:53.501683 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-67a219b6-367b-4287-ba40-742b84673fa5 admin admin] Calling delete_port for 5e154b8a-7311-44b6-8136-cb7f1b338414 owned by network:router_interface {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:25:53.672566 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 394728da-3bf0-4b86-beea-f3383b231f1a no longer exists at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:25:53.681356 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-67a219b6-367b-4287-ba40-742b84673fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (5e154b8a-7311-44b6-8136-cb7f1b338414), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:53.695748 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] No Port match for: 394728da-3bf0-4b86-beea-f3383b231f1a {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 20 13:25:53.696104 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 394728da-3bf0-4b86-beea-f3383b231f1a not bound to the agent host dv-cinder-858463-1-iscsi {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:25:53.696529 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 78a2b042-cdd9-4df7-bdff-07ac7dc05db8 no longer exists at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:25:53.707083 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a219b6-367b-4287-ba40-742b84673fa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e154b8a-7311-44b6-8136-cb7f1b338414,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:25:53.714768 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] No Port match for: 78a2b042-cdd9-4df7-bdff-07ac7dc05db8 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 20 13:25:53.715189 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 78a2b042-cdd9-4df7-bdff-07ac7dc05db8 not bound to the agent host dv-cinder-858463-1-iscsi {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:25:53.871286 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-67a219b6-367b-4287-ba40-742b84673fa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1609629'] for router_interface (5a715f33-96c8-4d3d-8773-1c4f300e2734), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:54.075005 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a219b6-367b-4287-ba40-742b84673fa5 admin admin] Router 5a715f33-96c8-4d3d-8773-1c4f300e2734 has already been hosted by L3 agent e6bdf340-58c5-4186-af2d-ab00439e5425 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:25:54.174068 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a219b6-367b-4287-ba40-742b84673fa5 admin admin] Notify agent at l3_agent.dv-cinder-858463-1-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:25:54.179144 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-67a219b6-367b-4287-ba40-742b84673fa5 admin admin] 10.222.0.55 "PUT /v2.0/routers/5a715f33-96c8-4d3d-8773-1c4f300e2734/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5790961 Sep 20 13:25:54.181522 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 34002) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:25:54.184479 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80af7b82-a6a2-42f8-a725-918429469a58 None None] Sync routers for ids ['5a715f33-96c8-4d3d-8773-1c4f300e2734'] in dv-cinder-858463-1-iscsi {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:25:54.194885 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80af7b82-a6a2-42f8-a725-918429469a58 None None] Routers {'5a715f33-96c8-4d3d-8773-1c4f300e2734'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:25:54.195610 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-80af7b82-a6a2-42f8-a725-918429469a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:25:26Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['5a715f33-96c8-4d3d-8773-1c4f300e2734'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:25:54.278620 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dee0db3f-87fc-4d6d-ae26-ff9f079f7459 admin admin] Publish callbacks [] for router (5a715f33-96c8-4d3d-8773-1c4f300e2734), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:54.297461 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-80af7b82-a6a2-42f8-a725-918429469a58 None None] Set router 5a715f33-96c8-4d3d-8773-1c4f300e2734 gateway port host: dv-cinder-858463-1-iscsi {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:25:54.379264 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dee0db3f-87fc-4d6d-ae26-ff9f079f7459 admin admin] Publish callbacks [] for router_gateway (5a715f33-96c8-4d3d-8773-1c4f300e2734), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:54.442007 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-dee0db3f-87fc-4d6d-ae26-ff9f079f7459 admin admin] Deleting port 97553876-7d7d-469a-84fc-d8de601eff86 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:25:54.442379 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dee0db3f-87fc-4d6d-ae26-ff9f079f7459 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (97553876-7d7d-469a-84fc-d8de601eff86), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:54.475930 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-80af7b82-a6a2-42f8-a725-918429469a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a715f33-96c8-4d3d-8773-1c4f300e2734', 'name': 'tempest-TestMinimumBasicScenario-975954830-router', 'tenant_id': 'ef1628eca94540b9b951e9e9edb7dd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '97553876-7d7d-469a-84fc-d8de601eff86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:19:27Z', 'updated_at': '2022-09-20T13:25:53Z', 'revision_number': 5, 'project_id': 'ef1628eca94540b9b951e9e9edb7dd69', 'gw_port': {'id': '97553876-7d7d-469a-84fc-d8de601eff86', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:57:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a715f33-96c8-4d3d-8773-1c4f300e2734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:19:27Z', 'updated_at': '2022-09-20T13:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi'}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:25:54.499508 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80af7b82-a6a2-42f8-a725-918429469a58 None None] Checking router: 5a715f33-96c8-4d3d-8773-1c4f300e2734 for host: dv-cinder-858463-1-iscsi {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:25:54.508333 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80af7b82-a6a2-42f8-a725-918429469a58 None None] Routers {'5a715f33-96c8-4d3d-8773-1c4f300e2734'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:25:54.508962 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-80af7b82-a6a2-42f8-a725-918429469a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:25:26Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['5a715f33-96c8-4d3d-8773-1c4f300e2734'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:25:54.523376 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-dee0db3f-87fc-4d6d-ae26-ff9f079f7459 admin admin] For port 97553876-7d7d-469a-84fc-d8de601eff86, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=97553876-7d7d-469a-84fc-d8de601eff86,segment=NetworkSegment(5aaf6297-6a46-4e9d-b63a-dd8b37b93294),segment_id=5aaf6297-6a46-4e9d-b63a-dd8b37b93294)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:25:54.523751 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dee0db3f-87fc-4d6d-ae26-ff9f079f7459 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (97553876-7d7d-469a-84fc-d8de601eff86), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:54.537511 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-dee0db3f-87fc-4d6d-ae26-ff9f079f7459 admin admin] Calling delete_port for 97553876-7d7d-469a-84fc-d8de601eff86 owned by network:router_gateway {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:25:54.593012 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-80af7b82-a6a2-42f8-a725-918429469a58 None None] Set router 5a715f33-96c8-4d3d-8773-1c4f300e2734 gateway port host: None {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:25:54.644149 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-80af7b82-a6a2-42f8-a725-918429469a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a715f33-96c8-4d3d-8773-1c4f300e2734', 'name': 'tempest-TestMinimumBasicScenario-975954830-router', 'tenant_id': 'ef1628eca94540b9b951e9e9edb7dd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:19:27Z', 'updated_at': '2022-09-20T13:25:54Z', 'revision_number': 6, 'project_id': 'ef1628eca94540b9b951e9e9edb7dd69', 'gw_port_host': None}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:25:54.671686 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80af7b82-a6a2-42f8-a725-918429469a58 None None] The sync data for ids ['5a715f33-96c8-4d3d-8773-1c4f300e2734'] in dv-cinder-858463-1-iscsi is: [{'id': '5a715f33-96c8-4d3d-8773-1c4f300e2734', 'name': 'tempest-TestMinimumBasicScenario-975954830-router', 'tenant_id': 'ef1628eca94540b9b951e9e9edb7dd69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:19:27Z', 'updated_at': '2022-09-20T13:25:54Z', 'revision_number': 6, 'project_id': 'ef1628eca94540b9b951e9e9edb7dd69', 'gw_port_host': None}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:25:54.703922 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dee0db3f-87fc-4d6d-ae26-ff9f079f7459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (97553876-7d7d-469a-84fc-d8de601eff86), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:54.726844 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee0db3f-87fc-4d6d-ae26-ff9f079f7459 admin admin] Pushing event deleted for resources: {'Port': ['ID=97553876-7d7d-469a-84fc-d8de601eff86,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:25:54.792695 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dee0db3f-87fc-4d6d-ae26-ff9f079f7459 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607735'] for router_gateway (5a715f33-96c8-4d3d-8773-1c4f300e2734), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:54.891587 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dee0db3f-87fc-4d6d-ae26-ff9f079f7459 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36854'] for router (5a715f33-96c8-4d3d-8773-1c4f300e2734), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:54.893710 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dee0db3f-87fc-4d6d-ae26-ff9f079f7459 admin admin] Publish callbacks [] for router_controller (5a715f33-96c8-4d3d-8773-1c4f300e2734), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:54.954910 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dee0db3f-87fc-4d6d-ae26-ff9f079f7459 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634723'] for router (5a715f33-96c8-4d3d-8773-1c4f300e2734), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:54.955375 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee0db3f-87fc-4d6d-ae26-ff9f079f7459 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a715f33-96c8-4d3d-8773-1c4f300e2734 {{(pid=104087) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 13:25:54.960432 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dee0db3f-87fc-4d6d-ae26-ff9f079f7459 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:54.961586 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-dee0db3f-87fc-4d6d-ae26-ff9f079f7459 admin admin] 10.222.0.55 "DELETE /v2.0/routers/5a715f33-96c8-4d3d-8773-1c4f300e2734 HTTP/1.1" status: 204 len: 168 time: 0.7791629 Sep 20 13:25:54.964048 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 34004) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:25:55.008256 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-647474d2-1244-4103-ab37-4240c2132472 admin admin] Deleting subnet c96f8489-dcfe-40c9-a40c-b15d52f8b8da {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 20 13:25:55.012231 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-647474d2-1244-4103-ab37-4240c2132472 admin admin] Publish callbacks [] for subnet (c96f8489-dcfe-40c9-a40c-b15d52f8b8da), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:55.051643 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-647474d2-1244-4103-ab37-4240c2132472 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026560'] for subnet (c96f8489-dcfe-40c9-a40c-b15d52f8b8da), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:55.152813 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-647474d2-1244-4103-ab37-4240c2132472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-555306'] for subnet (c96f8489-dcfe-40c9-a40c-b15d52f8b8da), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:55.206801 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-647474d2-1244-4103-ab37-4240c2132472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-555325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9062310'] for subnet (c96f8489-dcfe-40c9-a40c-b15d52f8b8da), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:55.231731 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647474d2-1244-4103-ab37-4240c2132472 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c96f8489-dcfe-40c9-a40c-b15d52f8b8da,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:25:55.236668 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-647474d2-1244-4103-ab37-4240c2132472 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:55.240651 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-647474d2-1244-4103-ab37-4240c2132472 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c96f8489-dcfe-40c9-a40c-b15d52f8b8da HTTP/1.1" status: 204 len: 168 time: 0.2754118 Sep 20 13:25:55.242041 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64600bd-5d59-45d7-b9f0-11430261b5ac None None] Network 82c75e71-720a-4b4f-9078-7d55b4054058 requested from dv-cinder-858463-1-iscsi {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 20 13:25:55.242974 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 34006) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:25:55.310069 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ce3642fa-1038-48ef-8d7a-1b36cae66718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-760150'] for network (82c75e71-720a-4b4f-9078-7d55b4054058), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:55.362513 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-ce3642fa-1038-48ef-8d7a-1b36cae66718 admin admin] Deleting port 88200b4c-4f7e-4c85-9377-e182871362c5 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:25:55.362882 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ce3642fa-1038-48ef-8d7a-1b36cae66718 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (88200b4c-4f7e-4c85-9377-e182871362c5), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:55.414848 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326c60a9-f9a5-4330-8775-c04f3cee07c0 None None] DHCP port deletion for 82c75e71-720a-4b4f-9078-7d55b4054058 request from dv-cinder-858463-1-iscsi {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 20 13:25:55.429177 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-ce3642fa-1038-48ef-8d7a-1b36cae66718 admin admin] For port 88200b4c-4f7e-4c85-9377-e182871362c5, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=88200b4c-4f7e-4c85-9377-e182871362c5,segment=NetworkSegment(2ea14680-04b1-4cc7-925f-79cdb0fff2ca),segment_id=2ea14680-04b1-4cc7-925f-79cdb0fff2ca)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:25:55.429392 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ce3642fa-1038-48ef-8d7a-1b36cae66718 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (88200b4c-4f7e-4c85-9377-e182871362c5), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:55.442628 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-ce3642fa-1038-48ef-8d7a-1b36cae66718 admin admin] Calling delete_port for 88200b4c-4f7e-4c85-9377-e182871362c5 owned by network:dhcp {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:25:55.459887 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-326c60a9-f9a5-4330-8775-c04f3cee07c0 None None] Deleting port 88200b4c-4f7e-4c85-9377-e182871362c5 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:25:55.460192 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-326c60a9-f9a5-4330-8775-c04f3cee07c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (88200b4c-4f7e-4c85-9377-e182871362c5), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:55.529063 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ce3642fa-1038-48ef-8d7a-1b36cae66718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (88200b4c-4f7e-4c85-9377-e182871362c5), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:55.534447 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-326c60a9-f9a5-4330-8775-c04f3cee07c0 None None] For port 88200b4c-4f7e-4c85-9377-e182871362c5, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=88200b4c-4f7e-4c85-9377-e182871362c5,segment=NetworkSegment(2ea14680-04b1-4cc7-925f-79cdb0fff2ca),segment_id=2ea14680-04b1-4cc7-925f-79cdb0fff2ca)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:25:55.535157 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-326c60a9-f9a5-4330-8775-c04f3cee07c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (88200b4c-4f7e-4c85-9377-e182871362c5), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:55.548442 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-326c60a9-f9a5-4330-8775-c04f3cee07c0 None None] Calling delete_port for 88200b4c-4f7e-4c85-9377-e182871362c5 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:25:55.558322 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3642fa-1038-48ef-8d7a-1b36cae66718 admin admin] No DVR routers for this DVR port 88200b4c-4f7e-4c85-9377-e182871362c5 on host dv-cinder-858463-1-iscsi {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:25:55.560385 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3642fa-1038-48ef-8d7a-1b36cae66718 admin admin] Pushing event deleted for resources: {'Port': ['ID=88200b4c-4f7e-4c85-9377-e182871362c5,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:25:55.627563 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-326c60a9-f9a5-4330-8775-c04f3cee07c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947'] for port (88200b4c-4f7e-4c85-9377-e182871362c5), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:55.630812 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ce3642fa-1038-48ef-8d7a-1b36cae66718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553133', 'neutron.services.segments.db._delete_segments_for_network-8760608259063'] for network (82c75e71-720a-4b4f-9078-7d55b4054058), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:55.653235 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326c60a9-f9a5-4330-8775-c04f3cee07c0 None None] Pushing event deleted for resources: {'Port': ['ID=88200b4c-4f7e-4c85-9377-e182871362c5,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:25:55.658247 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326c60a9-f9a5-4330-8775-c04f3cee07c0 None None] No DVR routers for this DVR port 88200b4c-4f7e-4c85-9377-e182871362c5 on host dv-cinder-858463-1-iscsi {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:25:55.669562 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-ce3642fa-1038-48ef-8d7a-1b36cae66718 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82c75e71-720a-4b4f-9078-7d55b4054058']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:25:55.679718 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-ce3642fa-1038-48ef-8d7a-1b36cae66718 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ea14680-04b1-4cc7-925f-79cdb0fff2ca') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:25:55.680029 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-ce3642fa-1038-48ef-8d7a-1b36cae66718 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ea14680-04b1-4cc7-925f-79cdb0fff2ca') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:25:55.690664 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ce3642fa-1038-48ef-8d7a-1b36cae66718 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760608262413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026615'] for segment (2ea14680-04b1-4cc7-925f-79cdb0fff2ca), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:55.704099 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ce3642fa-1038-48ef-8d7a-1b36cae66718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549390'] for segment (2ea14680-04b1-4cc7-925f-79cdb0fff2ca), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:55.710697 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce3642fa-1038-48ef-8d7a-1b36cae66718 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 13:25:55.711064 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ce3642fa-1038-48ef-8d7a-1b36cae66718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242223'] for segment (2ea14680-04b1-4cc7-925f-79cdb0fff2ca), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:55.711642 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 97553876-7d7d-469a-84fc-d8de601eff86 no longer exists at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:25:55.740204 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] No Port match for: 97553876-7d7d-469a-84fc-d8de601eff86 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 20 13:25:55.740643 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 97553876-7d7d-469a-84fc-d8de601eff86 not bound to the agent host dv-cinder-858463-1-iscsi {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:25:55.741165 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 5e154b8a-7311-44b6-8136-cb7f1b338414 no longer exists at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:25:55.750259 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.services.segments.plugin [-] Segment 2ea14680-04b1-4cc7-925f-79cdb0fff2ca resource provider aggregate not found Sep 20 13:25:55.773111 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.services.segments.plugin [-] Segment 2ea14680-04b1-4cc7-925f-79cdb0fff2ca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2ea14680-04b1-4cc7-925f-79cdb0fff2ca found for delete ", "request_id": "req-f6be8f2a-5dd9-4f89-909e-3e0066169d78"}]} Sep 20 13:25:55.783560 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ce3642fa-1038-48ef-8d7a-1b36cae66718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607699'] for network (82c75e71-720a-4b4f-9078-7d55b4054058), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:55.787206 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] No Port match for: 5e154b8a-7311-44b6-8136-cb7f1b338414 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 20 13:25:55.787728 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 5e154b8a-7311-44b6-8136-cb7f1b338414 not bound to the agent host dv-cinder-858463-1-iscsi {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:25:55.788157 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 88200b4c-4f7e-4c85-9377-e182871362c5 no longer exists at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:25:55.800390 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ce3642fa-1038-48ef-8d7a-1b36cae66718 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:55.803613 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-ce3642fa-1038-48ef-8d7a-1b36cae66718 admin admin] 10.222.0.55 "DELETE /v2.0/networks/82c75e71-720a-4b4f-9078-7d55b4054058 HTTP/1.1" status: 204 len: 168 time: 0.5597243 Sep 20 13:25:55.804668 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3642fa-1038-48ef-8d7a-1b36cae66718 admin admin] Pushing event deleted for resources: {'Network': ['ID=82c75e71-720a-4b4f-9078-7d55b4054058,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:25:55.815231 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] No Port match for: 88200b4c-4f7e-4c85-9377-e182871362c5 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 20 13:25:55.815640 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 88200b4c-4f7e-4c85-9377-e182871362c5 not bound to the agent host dv-cinder-858463-1-iscsi {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:25:55.818909 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-23e5f1f3-30bf-4c0b-b2b3-0185bdab511b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (e6bdf340-58c5-4186-af2d-ab00439e5425), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:55.930544 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 34014) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:25:55.973442 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-6c6959ae-ca1b-4976-ae3f-3c7363c5a1d4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d1d42226fe654d57a6388f5b714bbd64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416126 Sep 20 13:25:55.975987 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 34016) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:25:56.023517 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cef6bd48-87de-4e5b-befe-b5acee8f2001 admin admin] Publish callbacks [] for security_group (1891abea-c207-4dad-8eca-78b6dbec540c), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:56.044769 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cef6bd48-87de-4e5b-befe-b5acee8f2001 admin admin] Publish callbacks [] for security_group (1891abea-c207-4dad-8eca-78b6dbec540c), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:56.090613 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cef6bd48-87de-4e5b-befe-b5acee8f2001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (1891abea-c207-4dad-8eca-78b6dbec540c), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:56.093216 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-cef6bd48-87de-4e5b-befe-b5acee8f2001 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:56.094355 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-cef6bd48-87de-4e5b-befe-b5acee8f2001 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1891abea-c207-4dad-8eca-78b6dbec540c HTTP/1.1" status: 204 len: 168 time: 0.1173832 Sep 20 13:25:56.101896 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6bd48-87de-4e5b-befe-b5acee8f2001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1891abea-c207-4dad-8eca-78b6dbec540c,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:25:56.400115 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 34024) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:25:56.444073 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-04f3418e-e8f4-4bb9-908a-3ebc405af7f1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ef1628eca94540b9b951e9e9edb7dd69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427961 Sep 20 13:25:56.446463 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 34026) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:25:56.492208 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a31c83ed-695b-4289-bd33-593af1a76e95 admin admin] Publish callbacks [] for security_group (c66700dc-bc36-4e86-b1c9-4fde04716425), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:56.514266 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a31c83ed-695b-4289-bd33-593af1a76e95 admin admin] Publish callbacks [] for security_group (c66700dc-bc36-4e86-b1c9-4fde04716425), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:56.564532 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a31c83ed-695b-4289-bd33-593af1a76e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (c66700dc-bc36-4e86-b1c9-4fde04716425), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:56.567174 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a31c83ed-695b-4289-bd33-593af1a76e95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:56.568315 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-a31c83ed-695b-4289-bd33-593af1a76e95 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c66700dc-bc36-4e86-b1c9-4fde04716425 HTTP/1.1" status: 204 len: 168 time: 0.1209192 Sep 20 13:25:56.576093 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31c83ed-695b-4289-bd33-593af1a76e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66700dc-bc36-4e86-b1c9-4fde04716425,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:25:56.740392 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21c1e68e-1f58-483a-acac-7453cdb7afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (dfbc54aa-0ed8-4030-9edb-0bf7f0e74037), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:57.221169 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 34048) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:25:57.314942 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.v2.base [None req-bf72191a-ba0a-43ce-ba3b-e6e0a973d97b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-63882873-network', 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:25:57.332947 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf72191a-ba0a-43ce-ba3b-e6e0a973d97b admin admin] Made reservation on behalf of d53aef994f644a7fa4fa688cf97b1e17 for: {'network': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:25:57.335161 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bf72191a-ba0a-43ce-ba3b-e6e0a973d97b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for network (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:57.343436 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bf72191a-ba0a-43ce-ba3b-e6e0a973d97b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:57.414340 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bf72191a-ba0a-43ce-ba3b-e6e0a973d97b admin admin] Publish callbacks [] for security_group (b45de4ed-c0c8-47a2-8443-52604b8cf326), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:57.418431 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bf72191a-ba0a-43ce-ba3b-e6e0a973d97b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (b45de4ed-c0c8-47a2-8443-52604b8cf326), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:57.438421 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf72191a-ba0a-43ce-ba3b-e6e0a973d97b admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=104086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 13:25:57.452374 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf72191a-ba0a-43ce-ba3b-e6e0a973d97b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45de4ed-c0c8-47a2-8443-52604b8cf326,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:25:57.455161 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bf72191a-ba0a-43ce-ba3b-e6e0a973d97b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549390'] for segment (f47cb449-14cc-4dd6-9f7f-1690124e994f), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:57.455502 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.db.segments_db [None req-bf72191a-ba0a-43ce-ba3b-e6e0a973d97b admin admin] Added segment f47cb449-14cc-4dd6-9f7f-1690124e994f of type vlan for network cff89604-63f6-4ff4-b070-c24b9893ce13 Sep 20 13:25:57.503542 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bf72191a-ba0a-43ce-ba3b-e6e0a973d97b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760607722792'] for network (cff89604-63f6-4ff4-b070-c24b9893ce13), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:57.527118 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bf72191a-ba0a-43ce-ba3b-e6e0a973d97b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183'] for network (cff89604-63f6-4ff4-b070-c24b9893ce13), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:57.528055 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf72191a-ba0a-43ce-ba3b-e6e0a973d97b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:57.528650 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bf72191a-ba0a-43ce-ba3b-e6e0a973d97b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:57.589179 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-bf72191a-ba0a-43ce-ba3b-e6e0a973d97b admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3667979 Sep 20 13:25:57.592054 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 34052) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:25:57.596691 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.v2.base [None req-9ea287f5-7cf9-4d2f-9a1e-08e9cb73901a admin admin] Request body: {'subnet': {'network_id': 'cff89604-63f6-4ff4-b070-c24b9893ce13', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-63882873-subnet', 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:25:57.600762 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf72191a-ba0a-43ce-ba3b-e6e0a973d97b admin admin] Pushing event updated for resources: {'Network': ['ID=cff89604-63f6-4ff4-b070-c24b9893ce13,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:25:57.616058 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Network cff89604-63f6-4ff4-b070-c24b9893ce13 details requested by agent ovs-agent-dv-cinder-858463-1-iscsi with host dv-cinder-858463-1-iscsi {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 13:25:57.619076 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea287f5-7cf9-4d2f-9a1e-08e9cb73901a admin admin] Made reservation on behalf of d53aef994f644a7fa4fa688cf97b1e17 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:25:57.622035 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9ea287f5-7cf9-4d2f-9a1e-08e9cb73901a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10408794'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:57.785568 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9ea287f5-7cf9-4d2f-9a1e-08e9cb73901a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10421155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10408776'] for subnet (45d26521-be10-46ff-844d-b02be9b0cca0), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:57.838162 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea287f5-7cf9-4d2f-9a1e-08e9cb73901a admin admin] Pushing event updated for resources: {'Subnet': ['ID=45d26521-be10-46ff-844d-b02be9b0cca0,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:25:57.848909 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea287f5-7cf9-4d2f-9a1e-08e9cb73901a admin admin] Checking segment: {'id': 'f47cb449-14cc-4dd6-9f7f-1690124e994f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cff89604-63f6-4ff4-b070-c24b9893ce13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:25:57.849263 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea287f5-7cf9-4d2f-9a1e-08e9cb73901a admin admin] Network hostable DHCP agents. Network: cff89604-63f6-4ff4-b070-c24b9893ce13, hostable agents: ['c520f755-59ca-4a79-a15e-107c01e131c2'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 13:25:57.866567 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea287f5-7cf9-4d2f-9a1e-08e9cb73901a admin admin] Network cff89604-63f6-4ff4-b070-c24b9893ce13 is scheduled to be hosted by DHCP agent c520f755-59ca-4a79-a15e-107c01e131c2 with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 13:25:57.875321 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-9ea287f5-7cf9-4d2f-9a1e-08e9cb73901a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858463-1-iscsi, cff89604-63f6-4ff4-b070-c24b9893ce13) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:25:57.879741 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea287f5-7cf9-4d2f-9a1e-08e9cb73901a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:25:57.880892 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9ea287f5-7cf9-4d2f-9a1e-08e9cb73901a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:57.883869 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb718a6d-2e72-436b-9486-dbc88368bcbb None None] Network cff89604-63f6-4ff4-b070-c24b9893ce13 requested from dv-cinder-858463-1-iscsi {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 20 13:25:57.895861 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-9ea287f5-7cf9-4d2f-9a1e-08e9cb73901a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3028111 Sep 20 13:25:57.898678 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 34054) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:25:57.903739 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-11e5dd5e-4d8c-401f-b141-01bdce24ccac admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-63882873-router', 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'}}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:25:57.942261 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-11e5dd5e-4d8c-401f-b141-01bdce24ccac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36824'] for router (996f78d9-1530-4b4f-838d-e5b1f6b573c9), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:57.943378 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-11e5dd5e-4d8c-401f-b141-01bdce24ccac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1607812', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36847'] for router (996f78d9-1530-4b4f-838d-e5b1f6b573c9), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:58.000840 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-11e5dd5e-4d8c-401f-b141-01bdce24ccac admin admin] Publish callbacks [] for router_controller (996f78d9-1530-4b4f-838d-e5b1f6b573c9), precommit_add_association {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:58.117464 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c32bba-0cbf-41fb-af6c-f5b1b652638b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb49ed716-09e0-5d67-b392-6c4cef110713-cff89604-63f6-4ff4-b070-c24b9893ce13', 'network_id': 'cff89604-63f6-4ff4-b070-c24b9893ce13', 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'fixed_ips': [{'subnet_id': '45d26521-be10-46ff-844d-b02be9b0cca0'}]}} from dv-cinder-858463-1-iscsi. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 20 13:25:58.118316 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a9c32bba-0cbf-41fb-af6c-f5b1b652638b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:58.137637 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-11e5dd5e-4d8c-401f-b141-01bdce24ccac admin admin] Publish callbacks [] for router_gateway (996f78d9-1530-4b4f-838d-e5b1f6b573c9), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:58.211405 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c793fb8f-2eac-4cf0-b972-02f3f2d6d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (78ab24c8-cd03-458a-a2fc-6c0c54d0053a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:58.268249 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-a9c32bba-0cbf-41fb-af6c-f5b1b652638b None None] Allocated IP 172.20.0.2 (cff89604-63f6-4ff4-b070-c24b9893ce13/45d26521-be10-46ff-844d-b02be9b0cca0/54f588eb-eb48-4931-a62c-36b79e8de44a) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:25:58.334699 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-11e5dd5e-4d8c-401f-b141-01bdce24ccac admin admin] Publish callbacks [] for router_gateway (996f78d9-1530-4b4f-838d-e5b1f6b573c9), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:58.353932 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-11e5dd5e-4d8c-401f-b141-01bdce24ccac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:58.411552 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a9c32bba-0cbf-41fb-af6c-f5b1b652638b None None] Publish callbacks [] for port (54f588eb-eb48-4931-a62c-36b79e8de44a), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:58.417659 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a9c32bba-0cbf-41fb-af6c-f5b1b652638b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938'] for port (54f588eb-eb48-4931-a62c-36b79e8de44a), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:58.460519 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c32bba-0cbf-41fb-af6c-f5b1b652638b None None] Network cff89604-63f6-4ff4-b070-c24b9893ce13 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:25:58.460849 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-11e5dd5e-4d8c-401f-b141-01bdce24ccac admin admin] Allocated IP 172.27.2.11 (36104724-3f48-4df5-b3a4-d541d8e9add0/adca2446-3f2d-49a4-ba29-cedd74eb43e2/22432643-4979-4ef7-8f82-fccb3218006c) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:25:58.464060 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-a9c32bba-0cbf-41fb-af6c-f5b1b652638b None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:25:58.470411 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c32bba-0cbf-41fb-af6c-f5b1b652638b None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:25:58.478085 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c32bba-0cbf-41fb-af6c-f5b1b652638b None None] Pushing event updated for resources: {'Port': ['ID=54f588eb-eb48-4931-a62c-36b79e8de44a,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:25:58.538795 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-a9c32bba-0cbf-41fb-af6c-f5b1b652638b None None] Attempting to bind port 54f588eb-eb48-4931-a62c-36b79e8de44a on host dv-cinder-858463-1-iscsi for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 20 13:25:58.539168 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-a9c32bba-0cbf-41fb-af6c-f5b1b652638b None None] Attempting to bind port 54f588eb-eb48-4931-a62c-36b79e8de44a by drivers openvswitch,hyperv on host dv-cinder-858463-1-iscsi at level 0 using segments [{'id': 'f47cb449-14cc-4dd6-9f7f-1690124e994f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cff89604-63f6-4ff4-b070-c24b9893ce13'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 20 13:25:58.539542 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c32bba-0cbf-41fb-af6c-f5b1b652638b None None] Attempting to bind port 54f588eb-eb48-4931-a62c-36b79e8de44a on network cff89604-63f6-4ff4-b070-c24b9893ce13 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:25:58.545573 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c32bba-0cbf-41fb-af6c-f5b1b652638b None None] Checking agent: {'id': '543ca60b-7e7a-4ebd-8f87-7672c7a482b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 13, 9, 29), 'started_at': datetime.datetime(2022, 9, 20, 13, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 13, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:25:58.545961 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c32bba-0cbf-41fb-af6c-f5b1b652638b None None] Checking segment: {'id': 'f47cb449-14cc-4dd6-9f7f-1690124e994f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cff89604-63f6-4ff4-b070-c24b9893ce13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:25:58.546376 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a9c32bba-0cbf-41fb-af6c-f5b1b652638b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:58.546800 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c32bba-0cbf-41fb-af6c-f5b1b652638b None None] Bound using segment: {'id': 'f47cb449-14cc-4dd6-9f7f-1690124e994f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cff89604-63f6-4ff4-b070-c24b9893ce13'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:25:58.547315 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-a9c32bba-0cbf-41fb-af6c-f5b1b652638b None None] Bound port: 54f588eb-eb48-4931-a62c-36b79e8de44a, host: dv-cinder-858463-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f47cb449-14cc-4dd6-9f7f-1690124e994f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cff89604-63f6-4ff4-b070-c24b9893ce13'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 20 13:25:58.547705 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a9c32bba-0cbf-41fb-af6c-f5b1b652638b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (54f588eb-eb48-4931-a62c-36b79e8de44a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:58.612504 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-a9c32bba-0cbf-41fb-af6c-f5b1b652638b None None] For port 54f588eb-eb48-4931-a62c-36b79e8de44a, host dv-cinder-858463-1-iscsi, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:25:58.615752 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-a9c32bba-0cbf-41fb-af6c-f5b1b652638b None None] For port 54f588eb-eb48-4931-a62c-36b79e8de44a, host dv-cinder-858463-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=54f588eb-eb48-4931-a62c-36b79e8de44a,segment=NetworkSegment(f47cb449-14cc-4dd6-9f7f-1690124e994f),segment_id=f47cb449-14cc-4dd6-9f7f-1690124e994f)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:25:58.622808 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a9c32bba-0cbf-41fb-af6c-f5b1b652638b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (54f588eb-eb48-4931-a62c-36b79e8de44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:58.680666 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c32bba-0cbf-41fb-af6c-f5b1b652638b None None] Pushing event updated for resources: {'Port': ['ID=54f588eb-eb48-4931-a62c-36b79e8de44a,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:25:58.844839 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-11e5dd5e-4d8c-401f-b141-01bdce24ccac admin admin] Publish callbacks [] for port (22432643-4979-4ef7-8f82-fccb3218006c), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:58.882043 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-11e5dd5e-4d8c-401f-b141-01bdce24ccac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (22432643-4979-4ef7-8f82-fccb3218006c), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:58.923778 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e5dd5e-4d8c-401f-b141-01bdce24ccac admin admin] Network 36104724-3f48-4df5-b3a4-d541d8e9add0 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:25:58.925212 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-11e5dd5e-4d8c-401f-b141-01bdce24ccac admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:25:58.927721 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e5dd5e-4d8c-401f-b141-01bdce24ccac admin admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:25:58.962551 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e5dd5e-4d8c-401f-b141-01bdce24ccac admin admin] Pushing event updated for resources: {'Port': ['ID=22432643-4979-4ef7-8f82-fccb3218006c,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:25:59.176303 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-11e5dd5e-4d8c-401f-b141-01bdce24ccac admin admin] Publish callbacks [] for router_gateway (996f78d9-1530-4b4f-838d-e5b1f6b573c9), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:59.372809 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-11e5dd5e-4d8c-401f-b141-01bdce24ccac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607915'] for router (996f78d9-1530-4b4f-838d-e5b1f6b573c9), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:59.495593 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11e5dd5e-4d8c-401f-b141-01bdce24ccac admin admin] Router 996f78d9-1530-4b4f-838d-e5b1f6b573c9 is scheduled to L3 agent e6bdf340-58c5-4186-af2d-ab00439e5425 with binding_index 1 {{(pid=104087) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 13:25:59.533919 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc16fa7c-db83-4848-95c9-00e0591af7bb None None] Network cff89604-63f6-4ff4-b070-c24b9893ce13 requested from dv-cinder-858463-1-iscsi {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 20 13:25:59.597096 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e5dd5e-4d8c-401f-b141-01bdce24ccac admin admin] Notify agent at l3_agent.dv-cinder-858463-1-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:25:59.603452 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (543ca60b-7e7a-4ebd-8f87-7672c7a482b9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:59.610444 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157ffb9f-cb3c-4def-a3d7-7364c5ac0ef6 None None] Sync routers for ids ['996f78d9-1530-4b4f-838d-e5b1f6b573c9'] in dv-cinder-858463-1-iscsi {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:25:59.612518 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-d2f88452-6724-4e74-9fee-50230cdaffe3 None None] Provisioning complete for port 54f588eb-eb48-4931-a62c-36b79e8de44a triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:25:59.612903 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d2f88452-6724-4e74-9fee-50230cdaffe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (54f588eb-eb48-4931-a62c-36b79e8de44a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:59.613250 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-d2f88452-6724-4e74-9fee-50230cdaffe3 None None] Attempt 1 to provision port 54f588eb-eb48-4931-a62c-36b79e8de44a Sep 20 13:25:59.625801 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157ffb9f-cb3c-4def-a3d7-7364c5ac0ef6 None None] Routers {'996f78d9-1530-4b4f-838d-e5b1f6b573c9'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:25:59.626609 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-157ffb9f-cb3c-4def-a3d7-7364c5ac0ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:25:56Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['996f78d9-1530-4b4f-838d-e5b1f6b573c9'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:25:59.630330 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-11e5dd5e-4d8c-401f-b141-01bdce24ccac admin admin] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:59.632031 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-11e5dd5e-4d8c-401f-b141-01bdce24ccac admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7319312 Sep 20 13:25:59.634299 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 34056) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:25:59.753965 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-d2f88452-6724-4e74-9fee-50230cdaffe3 None None] Current status of the port 54f588eb-eb48-4931-a62c-36b79e8de44a is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:25:59.754582 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d2f88452-6724-4e74-9fee-50230cdaffe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (54f588eb-eb48-4931-a62c-36b79e8de44a), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:59.763818 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-157ffb9f-cb3c-4def-a3d7-7364c5ac0ef6 None None] Set router 996f78d9-1530-4b4f-838d-e5b1f6b573c9 gateway port host: dv-cinder-858463-1-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:25:59.781857 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 54f588eb-eb48-4931-a62c-36b79e8de44a up at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:25:59.828469 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-d2f88452-6724-4e74-9fee-50230cdaffe3 None None] For port 54f588eb-eb48-4931-a62c-36b79e8de44a, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=54f588eb-eb48-4931-a62c-36b79e8de44a,segment=NetworkSegment(f47cb449-14cc-4dd6-9f7f-1690124e994f),segment_id=f47cb449-14cc-4dd6-9f7f-1690124e994f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:25:59.838019 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d2f88452-6724-4e74-9fee-50230cdaffe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (54f588eb-eb48-4931-a62c-36b79e8de44a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:59.898534 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Provisioning complete for port 54f588eb-eb48-4931-a62c-36b79e8de44a triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:25:59.898958 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (54f588eb-eb48-4931-a62c-36b79e8de44a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:25:59.899361 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Attempt 1 to provision port 54f588eb-eb48-4931-a62c-36b79e8de44a Sep 20 13:25:59.905243 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f88452-6724-4e74-9fee-50230cdaffe3 None None] Pushing event updated for resources: {'Port': ['ID=54f588eb-eb48-4931-a62c-36b79e8de44a,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:25:59.982369 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Current status of the port 54f588eb-eb48-4931-a62c-36b79e8de44a is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:26:00.058631 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-0fa5ce32-42ed-4dba-9bad-3f0f4e9fe02e None None] Provisioning complete for port 54f588eb-eb48-4931-a62c-36b79e8de44a triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:26:00.059128 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0fa5ce32-42ed-4dba-9bad-3f0f4e9fe02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (54f588eb-eb48-4931-a62c-36b79e8de44a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:00.059476 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-0fa5ce32-42ed-4dba-9bad-3f0f4e9fe02e None None] Attempt 1 to provision port 54f588eb-eb48-4931-a62c-36b79e8de44a Sep 20 13:26:00.067866 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-157ffb9f-cb3c-4def-a3d7-7364c5ac0ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'name': 'tempest-TestVolumeBootPattern-63882873-router', 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '22432643-4979-4ef7-8f82-fccb3218006c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:25:57Z', 'updated_at': '2022-09-20T13:25:59Z', 'revision_number': 3, 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'gw_port': {'id': '22432643-4979-4ef7-8f82-fccb3218006c', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:79:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:25:58Z', 'updated_at': '2022-09-20T13:25:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi'}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:26:00.091872 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157ffb9f-cb3c-4def-a3d7-7364c5ac0ef6 None None] Checking router: 996f78d9-1530-4b4f-838d-e5b1f6b573c9 for host: dv-cinder-858463-1-iscsi {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:26:00.092217 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157ffb9f-cb3c-4def-a3d7-7364c5ac0ef6 None None] Updating router 996f78d9-1530-4b4f-838d-e5b1f6b573c9 port 22432643-4979-4ef7-8f82-fccb3218006c binding host dv-cinder-858463-1-iscsi {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 13:26:00.113492 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9a32026e-e365-4c8e-a7f8-dc6ced8919e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:00.121133 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-157ffb9f-cb3c-4def-a3d7-7364c5ac0ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (22432643-4979-4ef7-8f82-fccb3218006c), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:00.138369 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-0fa5ce32-42ed-4dba-9bad-3f0f4e9fe02e None None] Current status of the port 54f588eb-eb48-4931-a62c-36b79e8de44a is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:26:00.261835 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-9a32026e-e365-4c8e-a7f8-dc6ced8919e0 admin admin] Allocated IP 172.20.0.1 (cff89604-63f6-4ff4-b070-c24b9893ce13/45d26521-be10-46ff-844d-b02be9b0cca0/60ca7d4b-13df-40c2-8c48-a3190f0a6ad7) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:26:00.364884 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-157ffb9f-cb3c-4def-a3d7-7364c5ac0ef6 None None] Publish callbacks [] for port (22432643-4979-4ef7-8f82-fccb3218006c), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:00.367366 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9a32026e-e365-4c8e-a7f8-dc6ced8919e0 admin admin] Publish callbacks [] for port (60ca7d4b-13df-40c2-8c48-a3190f0a6ad7), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:00.371582 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-157ffb9f-cb3c-4def-a3d7-7364c5ac0ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (22432643-4979-4ef7-8f82-fccb3218006c), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:00.400418 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9a32026e-e365-4c8e-a7f8-dc6ced8919e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (60ca7d4b-13df-40c2-8c48-a3190f0a6ad7), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:00.404565 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-157ffb9f-cb3c-4def-a3d7-7364c5ac0ef6 None None] Attempting to bind port 22432643-4979-4ef7-8f82-fccb3218006c on host dv-cinder-858463-1-iscsi for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 20 13:26:00.404941 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-157ffb9f-cb3c-4def-a3d7-7364c5ac0ef6 None None] Attempting to bind port 22432643-4979-4ef7-8f82-fccb3218006c by drivers openvswitch,hyperv on host dv-cinder-858463-1-iscsi at level 0 using segments [{'id': '5aaf6297-6a46-4e9d-b63a-dd8b37b93294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 20 13:26:00.405315 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157ffb9f-cb3c-4def-a3d7-7364c5ac0ef6 None None] Attempting to bind port 22432643-4979-4ef7-8f82-fccb3218006c on network 36104724-3f48-4df5-b3a4-d541d8e9add0 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:26:00.414870 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157ffb9f-cb3c-4def-a3d7-7364c5ac0ef6 None None] Checking agent: {'id': '543ca60b-7e7a-4ebd-8f87-7672c7a482b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 13, 9, 29), 'started_at': datetime.datetime(2022, 9, 20, 13, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:26:00.415254 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157ffb9f-cb3c-4def-a3d7-7364c5ac0ef6 None None] Checking segment: {'id': '5aaf6297-6a46-4e9d-b63a-dd8b37b93294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:26:00.415662 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-157ffb9f-cb3c-4def-a3d7-7364c5ac0ef6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:00.416058 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157ffb9f-cb3c-4def-a3d7-7364c5ac0ef6 None None] Bound using segment: {'id': '5aaf6297-6a46-4e9d-b63a-dd8b37b93294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:26:00.416528 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-157ffb9f-cb3c-4def-a3d7-7364c5ac0ef6 None None] Bound port: 22432643-4979-4ef7-8f82-fccb3218006c, host: dv-cinder-858463-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aaf6297-6a46-4e9d-b63a-dd8b37b93294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 20 13:26:00.416912 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-157ffb9f-cb3c-4def-a3d7-7364c5ac0ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (22432643-4979-4ef7-8f82-fccb3218006c), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:00.440644 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a32026e-e365-4c8e-a7f8-dc6ced8919e0 admin admin] Network cff89604-63f6-4ff4-b070-c24b9893ce13 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:26:00.441586 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dc6f16-9b82-4f72-b5dc-978ff549cfcd None None] Pushing event updated for resources: {'Port': ['ID=22432643-4979-4ef7-8f82-fccb3218006c,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:00.447754 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-9a32026e-e365-4c8e-a7f8-dc6ced8919e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:26:00.450846 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a32026e-e365-4c8e-a7f8-dc6ced8919e0 admin admin] Pushing event updated for resources: {'Port': ['ID=60ca7d4b-13df-40c2-8c48-a3190f0a6ad7,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:00.453011 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a32026e-e365-4c8e-a7f8-dc6ced8919e0 admin admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:26:00.454630 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dc6f16-9b82-4f72-b5dc-978ff549cfcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:26:00.455041 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dc6f16-9b82-4f72-b5dc-978ff549cfcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:26:00.455411 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dc6f16-9b82-4f72-b5dc-978ff549cfcd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:26:00.455763 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dc6f16-9b82-4f72-b5dc-978ff549cfcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:26:00.456106 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dc6f16-9b82-4f72-b5dc-978ff549cfcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:26:00.456438 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dc6f16-9b82-4f72-b5dc-978ff549cfcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:26:00.456767 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dc6f16-9b82-4f72-b5dc-978ff549cfcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:26:00.457101 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dc6f16-9b82-4f72-b5dc-978ff549cfcd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:26:00.457431 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dc6f16-9b82-4f72-b5dc-978ff549cfcd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:26:00.457774 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dc6f16-9b82-4f72-b5dc-978ff549cfcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:26:00.458107 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dc6f16-9b82-4f72-b5dc-978ff549cfcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:26:00.458433 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dc6f16-9b82-4f72-b5dc-978ff549cfcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:26:00.458906 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dc6f16-9b82-4f72-b5dc-978ff549cfcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:26:00.491742 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-157ffb9f-cb3c-4def-a3d7-7364c5ac0ef6 None None] For port 22432643-4979-4ef7-8f82-fccb3218006c, host dv-cinder-858463-1-iscsi, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:26:00.494199 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9a32026e-e365-4c8e-a7f8-dc6ced8919e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1608580'] for router_interface (996f78d9-1530-4b4f-838d-e5b1f6b573c9), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:00.495673 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-157ffb9f-cb3c-4def-a3d7-7364c5ac0ef6 None None] For port 22432643-4979-4ef7-8f82-fccb3218006c, host dv-cinder-858463-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=22432643-4979-4ef7-8f82-fccb3218006c,segment=NetworkSegment(5aaf6297-6a46-4e9d-b63a-dd8b37b93294),segment_id=5aaf6297-6a46-4e9d-b63a-dd8b37b93294)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:26:00.507477 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-157ffb9f-cb3c-4def-a3d7-7364c5ac0ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (22432643-4979-4ef7-8f82-fccb3218006c), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:00.560938 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157ffb9f-cb3c-4def-a3d7-7364c5ac0ef6 None None] Routers {'996f78d9-1530-4b4f-838d-e5b1f6b573c9'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:26:00.561571 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-157ffb9f-cb3c-4def-a3d7-7364c5ac0ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:25:56Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['996f78d9-1530-4b4f-838d-e5b1f6b573c9'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:26:00.563446 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dc6f16-9b82-4f72-b5dc-978ff549cfcd None None] Pushing event updated for resources: {'Port': ['ID=22432643-4979-4ef7-8f82-fccb3218006c,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:00.633081 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9a32026e-e365-4c8e-a7f8-dc6ced8919e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (60ca7d4b-13df-40c2-8c48-a3190f0a6ad7), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:00.672211 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-157ffb9f-cb3c-4def-a3d7-7364c5ac0ef6 None None] Set router 996f78d9-1530-4b4f-838d-e5b1f6b573c9 gateway port host: dv-cinder-858463-1-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:26:00.763438 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-27955c8b-2bb5-466c-a926-a4253750682a None None] Provisioning complete for port 60ca7d4b-13df-40c2-8c48-a3190f0a6ad7 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:26:00.764387 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-27955c8b-2bb5-466c-a926-a4253750682a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (60ca7d4b-13df-40c2-8c48-a3190f0a6ad7), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:00.764924 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-27955c8b-2bb5-466c-a926-a4253750682a None None] Attempt 1 to provision port 60ca7d4b-13df-40c2-8c48-a3190f0a6ad7 Sep 20 13:26:00.795374 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-27955c8b-2bb5-466c-a926-a4253750682a None None] Port 60ca7d4b-13df-40c2-8c48-a3190f0a6ad7 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:26:00.796963 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9a32026e-e365-4c8e-a7f8-dc6ced8919e0 admin admin] Publish callbacks [] for port (60ca7d4b-13df-40c2-8c48-a3190f0a6ad7), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:00.802028 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9a32026e-e365-4c8e-a7f8-dc6ced8919e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242759'] for port (60ca7d4b-13df-40c2-8c48-a3190f0a6ad7), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:00.856704 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-157ffb9f-cb3c-4def-a3d7-7364c5ac0ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'name': 'tempest-TestVolumeBootPattern-63882873-router', 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '22432643-4979-4ef7-8f82-fccb3218006c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:25:57Z', 'updated_at': '2022-09-20T13:25:59Z', 'revision_number': 3, 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'gw_port': {'id': '22432643-4979-4ef7-8f82-fccb3218006c', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:79:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:25:58Z', 'updated_at': '2022-09-20T13:26:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi'}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:26:00.872459 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9a32026e-e365-4c8e-a7f8-dc6ced8919e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1608488'] for router_interface (996f78d9-1530-4b4f-838d-e5b1f6b573c9), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:00.874173 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a32026e-e365-4c8e-a7f8-dc6ced8919e0 admin admin] Pushing event updated for resources: {'Port': ['ID=60ca7d4b-13df-40c2-8c48-a3190f0a6ad7,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:00.881620 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157ffb9f-cb3c-4def-a3d7-7364c5ac0ef6 None None] The sync data for ids ['996f78d9-1530-4b4f-838d-e5b1f6b573c9'] in dv-cinder-858463-1-iscsi is: [{'id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'name': 'tempest-TestVolumeBootPattern-63882873-router', 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '22432643-4979-4ef7-8f82-fccb3218006c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:25:57Z', 'updated_at': '2022-09-20T13:25:59Z', 'revision_number': 3, 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'gw_port': {'id': '22432643-4979-4ef7-8f82-fccb3218006c', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:79:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:25:58Z', 'updated_at': '2022-09-20T13:26:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi'}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:26:00.972631 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a32026e-e365-4c8e-a7f8-dc6ced8919e0 admin admin] Network cff89604-63f6-4ff4-b070-c24b9893ce13 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:26:00.973972 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-9a32026e-e365-4c8e-a7f8-dc6ced8919e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:26:01.115521 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a32026e-e365-4c8e-a7f8-dc6ced8919e0 admin admin] Router 996f78d9-1530-4b4f-838d-e5b1f6b573c9 has already been hosted by L3 agent e6bdf340-58c5-4186-af2d-ab00439e5425 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:26:01.227189 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a32026e-e365-4c8e-a7f8-dc6ced8919e0 admin admin] Notify agent at l3_agent.dv-cinder-858463-1-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:26:01.234661 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-9a32026e-e365-4c8e-a7f8-dc6ced8919e0 admin admin] 10.222.0.55 "PUT /v2.0/routers/996f78d9-1530-4b4f-838d-e5b1f6b573c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5981803 Sep 20 13:26:01.296896 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-27955c8b-2bb5-466c-a926-a4253750682a None None] Attempt 2 to provision port 60ca7d4b-13df-40c2-8c48-a3190f0a6ad7 Sep 20 13:26:01.334828 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-27955c8b-2bb5-466c-a926-a4253750682a None None] Port 60ca7d4b-13df-40c2-8c48-a3190f0a6ad7 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:26:01.742069 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 34076) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:26:01.747344 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-c45a7c38-fba6-44a2-a74b-cb9d2fbbc874 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1877596785-network', 'tenant_id': 'a39cebc2ca264f9bb20f5711b1b3382c'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:26:01.770387 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 22432643-4979-4ef7-8f82-fccb3218006c up at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:26:01.771044 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45a7c38-fba6-44a2-a74b-cb9d2fbbc874 admin admin] Made reservation on behalf of a39cebc2ca264f9bb20f5711b1b3382c for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:26:01.772990 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c45a7c38-fba6-44a2-a74b-cb9d2fbbc874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:01.782784 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c45a7c38-fba6-44a2-a74b-cb9d2fbbc874 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:01.816282 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Provisioning complete for port 22432643-4979-4ef7-8f82-fccb3218006c triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:26:01.816613 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (22432643-4979-4ef7-8f82-fccb3218006c), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:01.816938 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Attempt 1 to provision port 22432643-4979-4ef7-8f82-fccb3218006c Sep 20 13:26:01.837203 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-27955c8b-2bb5-466c-a926-a4253750682a None None] Attempt 3 to provision port 60ca7d4b-13df-40c2-8c48-a3190f0a6ad7 Sep 20 13:26:01.864392 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c45a7c38-fba6-44a2-a74b-cb9d2fbbc874 admin admin] Publish callbacks [] for security_group (43355a6e-59e0-4b4c-ad23-29dbd04eb999), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:01.868573 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c45a7c38-fba6-44a2-a74b-cb9d2fbbc874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (43355a6e-59e0-4b4c-ad23-29dbd04eb999), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:01.878999 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-27955c8b-2bb5-466c-a926-a4253750682a None None] Port 60ca7d4b-13df-40c2-8c48-a3190f0a6ad7 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:26:01.890412 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c45a7c38-fba6-44a2-a74b-cb9d2fbbc874 admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 13:26:01.906281 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45a7c38-fba6-44a2-a74b-cb9d2fbbc874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43355a6e-59e0-4b4c-ad23-29dbd04eb999,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:01.909479 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c45a7c38-fba6-44a2-a74b-cb9d2fbbc874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549390'] for segment (d9aad17b-8667-4e18-8435-17f7a04dfb25), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:01.909831 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.db.segments_db [None req-c45a7c38-fba6-44a2-a74b-cb9d2fbbc874 admin admin] Added segment d9aad17b-8667-4e18-8435-17f7a04dfb25 of type vlan for network 507f8f00-c091-4132-858a-f3bc02408573 Sep 20 13:26:01.919866 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Current status of the port 22432643-4979-4ef7-8f82-fccb3218006c is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:26:01.920258 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (22432643-4979-4ef7-8f82-fccb3218006c), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:01.941705 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] For port 22432643-4979-4ef7-8f82-fccb3218006c, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=22432643-4979-4ef7-8f82-fccb3218006c,segment=NetworkSegment(5aaf6297-6a46-4e9d-b63a-dd8b37b93294),segment_id=5aaf6297-6a46-4e9d-b63a-dd8b37b93294)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:26:01.946139 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (22432643-4979-4ef7-8f82-fccb3218006c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:01.946940 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 54f588eb-eb48-4931-a62c-36b79e8de44a up at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:26:01.953263 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c45a7c38-fba6-44a2-a74b-cb9d2fbbc874 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760607722792'] for network (507f8f00-c091-4132-858a-f3bc02408573), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:01.978198 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c45a7c38-fba6-44a2-a74b-cb9d2fbbc874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183'] for network (507f8f00-c091-4132-858a-f3bc02408573), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:01.979192 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45a7c38-fba6-44a2-a74b-cb9d2fbbc874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:01.979831 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c45a7c38-fba6-44a2-a74b-cb9d2fbbc874 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:02.016320 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Pushing event updated for resources: {'Port': ['ID=22432643-4979-4ef7-8f82-fccb3218006c,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:02.028840 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Provisioning complete for port 54f588eb-eb48-4931-a62c-36b79e8de44a triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:26:02.029291 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (54f588eb-eb48-4931-a62c-36b79e8de44a), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:02.029683 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Attempt 1 to provision port 54f588eb-eb48-4931-a62c-36b79e8de44a Sep 20 13:26:02.034502 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-c45a7c38-fba6-44a2-a74b-cb9d2fbbc874 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2912138 Sep 20 13:26:02.037386 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 34078) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:26:02.042757 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.v2.base [None req-4e814a8c-ad6a-4396-8a0b-c48e8ae16578 admin admin] Request body: {'subnet': {'network_id': '507f8f00-c091-4132-858a-f3bc02408573', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1877596785-subnet', 'tenant_id': 'a39cebc2ca264f9bb20f5711b1b3382c', 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:26:02.046084 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45a7c38-fba6-44a2-a74b-cb9d2fbbc874 admin admin] Pushing event updated for resources: {'Network': ['ID=507f8f00-c091-4132-858a-f3bc02408573,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:02.059309 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Network 507f8f00-c091-4132-858a-f3bc02408573 details requested by agent ovs-agent-dv-cinder-858463-1-iscsi with host dv-cinder-858463-1-iscsi {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 13:26:02.063857 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e814a8c-ad6a-4396-8a0b-c48e8ae16578 admin admin] Made reservation on behalf of a39cebc2ca264f9bb20f5711b1b3382c for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:26:02.066110 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4e814a8c-ad6a-4396-8a0b-c48e8ae16578 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10408794'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:02.166430 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Current status of the port 54f588eb-eb48-4931-a62c-36b79e8de44a is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:26:02.234952 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4e814a8c-ad6a-4396-8a0b-c48e8ae16578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10421155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10408776'] for subnet (2f5acfbc-16e2-40cc-8604-b4f14ae61113), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:02.288685 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e814a8c-ad6a-4396-8a0b-c48e8ae16578 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f5acfbc-16e2-40cc-8604-b4f14ae61113,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:02.299425 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e814a8c-ad6a-4396-8a0b-c48e8ae16578 admin admin] Checking segment: {'id': 'd9aad17b-8667-4e18-8435-17f7a04dfb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '507f8f00-c091-4132-858a-f3bc02408573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:26:02.299789 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e814a8c-ad6a-4396-8a0b-c48e8ae16578 admin admin] Network hostable DHCP agents. Network: 507f8f00-c091-4132-858a-f3bc02408573, hostable agents: ['c520f755-59ca-4a79-a15e-107c01e131c2'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 13:26:02.316764 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e814a8c-ad6a-4396-8a0b-c48e8ae16578 admin admin] Network 507f8f00-c091-4132-858a-f3bc02408573 is scheduled to be hosted by DHCP agent c520f755-59ca-4a79-a15e-107c01e131c2 with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 13:26:02.326401 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-4e814a8c-ad6a-4396-8a0b-c48e8ae16578 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858463-1-iscsi, 507f8f00-c091-4132-858a-f3bc02408573) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:26:02.330473 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e814a8c-ad6a-4396-8a0b-c48e8ae16578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:02.331103 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-4e814a8c-ad6a-4396-8a0b-c48e8ae16578 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:02.335333 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed120727-06c9-4f2f-b0f2-1d2364bfcc48 None None] Network 507f8f00-c091-4132-858a-f3bc02408573 requested from dv-cinder-858463-1-iscsi {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 20 13:26:02.347565 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-4e814a8c-ad6a-4396-8a0b-c48e8ae16578 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3089263 Sep 20 13:26:02.350148 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 34080) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:26:02.354331 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.v2.base [None req-7e72c57b-aea7-40be-a94a-76f113eb5eb5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1877596785-router', 'tenant_id': 'a39cebc2ca264f9bb20f5711b1b3382c', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'}}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:26:02.373309 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7e72c57b-aea7-40be-a94a-76f113eb5eb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36824'] for router (ab598022-21b5-460a-b4b5-ee3165ed8e81), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:02.374660 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7e72c57b-aea7-40be-a94a-76f113eb5eb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1607812', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36847'] for router (ab598022-21b5-460a-b4b5-ee3165ed8e81), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:02.381323 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-27955c8b-2bb5-466c-a926-a4253750682a None None] Attempt 4 to provision port 60ca7d4b-13df-40c2-8c48-a3190f0a6ad7 Sep 20 13:26:02.429039 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-27955c8b-2bb5-466c-a926-a4253750682a None None] Port 60ca7d4b-13df-40c2-8c48-a3190f0a6ad7 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:26:02.491327 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3dad3f-fc5a-45d0-a09d-a0595c75d058 None None] Sync routers for ids ['996f78d9-1530-4b4f-838d-e5b1f6b573c9'] in dv-cinder-858463-1-iscsi {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:26:02.495888 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99949f6d-5a3c-4f26-8aac-1914ae4089ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb49ed716-09e0-5d67-b392-6c4cef110713-507f8f00-c091-4132-858a-f3bc02408573', 'network_id': '507f8f00-c091-4132-858a-f3bc02408573', 'project_id': 'a39cebc2ca264f9bb20f5711b1b3382c', 'fixed_ips': [{'subnet_id': '2f5acfbc-16e2-40cc-8604-b4f14ae61113'}]}} from dv-cinder-858463-1-iscsi. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 20 13:26:02.496858 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-99949f6d-5a3c-4f26-8aac-1914ae4089ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:02.527332 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3dad3f-fc5a-45d0-a09d-a0595c75d058 None None] Routers {'996f78d9-1530-4b4f-838d-e5b1f6b573c9'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:26:02.527990 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-9d3dad3f-fc5a-45d0-a09d-a0595c75d058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:25:56Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['996f78d9-1530-4b4f-838d-e5b1f6b573c9'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:26:02.648081 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7e72c57b-aea7-40be-a94a-76f113eb5eb5 admin admin] Publish callbacks [] for router_controller (ab598022-21b5-460a-b4b5-ee3165ed8e81), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:02.719357 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-9d3dad3f-fc5a-45d0-a09d-a0595c75d058 None None] Set router 996f78d9-1530-4b4f-838d-e5b1f6b573c9 gateway port host: dv-cinder-858463-1-iscsi {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:26:02.754265 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-99949f6d-5a3c-4f26-8aac-1914ae4089ee None None] Allocated IP 172.20.0.2 (507f8f00-c091-4132-858a-f3bc02408573/2f5acfbc-16e2-40cc-8604-b4f14ae61113/509fe0c3-6df7-4251-85c5-8942504eefc6) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:26:02.779754 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7e72c57b-aea7-40be-a94a-76f113eb5eb5 admin admin] Publish callbacks [] for router_gateway (ab598022-21b5-460a-b4b5-ee3165ed8e81), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:02.974806 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7e72c57b-aea7-40be-a94a-76f113eb5eb5 admin admin] Publish callbacks [] for router_gateway (ab598022-21b5-460a-b4b5-ee3165ed8e81), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:02.994159 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7e72c57b-aea7-40be-a94a-76f113eb5eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:03.038703 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-27955c8b-2bb5-466c-a926-a4253750682a None None] Attempt 5 to provision port 60ca7d4b-13df-40c2-8c48-a3190f0a6ad7 Sep 20 13:26:03.102455 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-7e72c57b-aea7-40be-a94a-76f113eb5eb5 admin admin] Allocated IP 172.27.2.88 (36104724-3f48-4df5-b3a4-d541d8e9add0/adca2446-3f2d-49a4-ba29-cedd74eb43e2/d752d49a-aa79-4771-98da-0a837a25847e) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:26:03.125497 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-27955c8b-2bb5-466c-a926-a4253750682a None None] Port 60ca7d4b-13df-40c2-8c48-a3190f0a6ad7 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:26:03.167624 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-99949f6d-5a3c-4f26-8aac-1914ae4089ee None None] Publish callbacks [] for port (509fe0c3-6df7-4251-85c5-8942504eefc6), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:03.176072 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-99949f6d-5a3c-4f26-8aac-1914ae4089ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938'] for port (509fe0c3-6df7-4251-85c5-8942504eefc6), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:03.206380 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7e72c57b-aea7-40be-a94a-76f113eb5eb5 admin admin] Publish callbacks [] for port (d752d49a-aa79-4771-98da-0a837a25847e), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:03.219610 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99949f6d-5a3c-4f26-8aac-1914ae4089ee None None] Network 507f8f00-c091-4132-858a-f3bc02408573 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:26:03.226472 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-99949f6d-5a3c-4f26-8aac-1914ae4089ee None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:26:03.231245 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99949f6d-5a3c-4f26-8aac-1914ae4089ee None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:26:03.238228 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-9d3dad3f-fc5a-45d0-a09d-a0595c75d058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'name': 'tempest-TestVolumeBootPattern-63882873-router', 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '22432643-4979-4ef7-8f82-fccb3218006c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:25:57Z', 'updated_at': '2022-09-20T13:26:00Z', 'revision_number': 4, 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'gw_port': {'id': '22432643-4979-4ef7-8f82-fccb3218006c', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:79:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:25:58Z', 'updated_at': '2022-09-20T13:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': '60ca7d4b-13df-40c2-8c48-a3190f0a6ad7', 'name': '', 'network_id': 'cff89604-63f6-4ff4-b070-c24b9893ce13', 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'mac_address': 'fa:16:3e:59:40:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '45d26521-be10-46ff-844d-b02be9b0cca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:26:00Z', 'updated_at': '2022-09-20T13:26:00Z', 'revision_number': 2, 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'subnets': [{'id': '45d26521-be10-46ff-844d-b02be9b0cca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:26:03.241437 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7e72c57b-aea7-40be-a94a-76f113eb5eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421007'] for port (d752d49a-aa79-4771-98da-0a837a25847e), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:03.265928 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99949f6d-5a3c-4f26-8aac-1914ae4089ee None None] Pushing event updated for resources: {'Port': ['ID=509fe0c3-6df7-4251-85c5-8942504eefc6,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:03.268562 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3dad3f-fc5a-45d0-a09d-a0595c75d058 None None] Checking router: 996f78d9-1530-4b4f-838d-e5b1f6b573c9 for host: dv-cinder-858463-1-iscsi {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:26:03.269063 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3dad3f-fc5a-45d0-a09d-a0595c75d058 None None] Updating router 996f78d9-1530-4b4f-838d-e5b1f6b573c9 port 60ca7d4b-13df-40c2-8c48-a3190f0a6ad7 binding host dv-cinder-858463-1-iscsi {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 13:26:03.284442 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e72c57b-aea7-40be-a94a-76f113eb5eb5 admin admin] Network 36104724-3f48-4df5-b3a4-d541d8e9add0 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:26:03.291266 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-7e72c57b-aea7-40be-a94a-76f113eb5eb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:26:03.294681 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e72c57b-aea7-40be-a94a-76f113eb5eb5 admin admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:26:03.297994 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e72c57b-aea7-40be-a94a-76f113eb5eb5 admin admin] Pushing event updated for resources: {'Port': ['ID=d752d49a-aa79-4771-98da-0a837a25847e,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:03.334491 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9d3dad3f-fc5a-45d0-a09d-a0595c75d058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (60ca7d4b-13df-40c2-8c48-a3190f0a6ad7), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:03.352833 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-99949f6d-5a3c-4f26-8aac-1914ae4089ee None None] Attempting to bind port 509fe0c3-6df7-4251-85c5-8942504eefc6 on host dv-cinder-858463-1-iscsi for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 20 13:26:03.353212 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-99949f6d-5a3c-4f26-8aac-1914ae4089ee None None] Attempting to bind port 509fe0c3-6df7-4251-85c5-8942504eefc6 by drivers openvswitch,hyperv on host dv-cinder-858463-1-iscsi at level 0 using segments [{'id': 'd9aad17b-8667-4e18-8435-17f7a04dfb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '507f8f00-c091-4132-858a-f3bc02408573'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 20 13:26:03.353582 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99949f6d-5a3c-4f26-8aac-1914ae4089ee None None] Attempting to bind port 509fe0c3-6df7-4251-85c5-8942504eefc6 on network 507f8f00-c091-4132-858a-f3bc02408573 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:26:03.376419 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99949f6d-5a3c-4f26-8aac-1914ae4089ee None None] Checking agent: {'id': '543ca60b-7e7a-4ebd-8f87-7672c7a482b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 13, 9, 29), 'started_at': datetime.datetime(2022, 9, 20, 13, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:26:03.376816 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99949f6d-5a3c-4f26-8aac-1914ae4089ee None None] Checking segment: {'id': 'd9aad17b-8667-4e18-8435-17f7a04dfb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '507f8f00-c091-4132-858a-f3bc02408573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:26:03.377223 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-99949f6d-5a3c-4f26-8aac-1914ae4089ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:03.377629 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99949f6d-5a3c-4f26-8aac-1914ae4089ee None None] Bound using segment: {'id': 'd9aad17b-8667-4e18-8435-17f7a04dfb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '507f8f00-c091-4132-858a-f3bc02408573'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:26:03.378114 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-99949f6d-5a3c-4f26-8aac-1914ae4089ee None None] Bound port: 509fe0c3-6df7-4251-85c5-8942504eefc6, host: dv-cinder-858463-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9aad17b-8667-4e18-8435-17f7a04dfb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '507f8f00-c091-4132-858a-f3bc02408573'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 20 13:26:03.378502 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-99949f6d-5a3c-4f26-8aac-1914ae4089ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (509fe0c3-6df7-4251-85c5-8942504eefc6), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:03.529972 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7e72c57b-aea7-40be-a94a-76f113eb5eb5 admin admin] Publish callbacks [] for router_gateway (ab598022-21b5-460a-b4b5-ee3165ed8e81), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:03.548551 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-99949f6d-5a3c-4f26-8aac-1914ae4089ee None None] For port 509fe0c3-6df7-4251-85c5-8942504eefc6, host dv-cinder-858463-1-iscsi, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:26:03.566403 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-99949f6d-5a3c-4f26-8aac-1914ae4089ee None None] For port 509fe0c3-6df7-4251-85c5-8942504eefc6, host dv-cinder-858463-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=509fe0c3-6df7-4251-85c5-8942504eefc6,segment=NetworkSegment(d9aad17b-8667-4e18-8435-17f7a04dfb25),segment_id=d9aad17b-8667-4e18-8435-17f7a04dfb25)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:26:03.575553 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-99949f6d-5a3c-4f26-8aac-1914ae4089ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (509fe0c3-6df7-4251-85c5-8942504eefc6), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:03.626716 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-27955c8b-2bb5-466c-a926-a4253750682a None None] Attempt 6 to provision port 60ca7d4b-13df-40c2-8c48-a3190f0a6ad7 Sep 20 13:26:03.687161 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99949f6d-5a3c-4f26-8aac-1914ae4089ee None None] Pushing event updated for resources: {'Port': ['ID=509fe0c3-6df7-4251-85c5-8942504eefc6,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:03.705413 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-27955c8b-2bb5-466c-a926-a4253750682a None None] Port 60ca7d4b-13df-40c2-8c48-a3190f0a6ad7 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:26:03.708807 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 22432643-4979-4ef7-8f82-fccb3218006c up at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:26:03.726816 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7e72c57b-aea7-40be-a94a-76f113eb5eb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607915'] for router (ab598022-21b5-460a-b4b5-ee3165ed8e81), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:03.777178 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9d3dad3f-fc5a-45d0-a09d-a0595c75d058 None None] Publish callbacks [] for port (60ca7d4b-13df-40c2-8c48-a3190f0a6ad7), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:03.787683 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9d3dad3f-fc5a-45d0-a09d-a0595c75d058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (60ca7d4b-13df-40c2-8c48-a3190f0a6ad7), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:03.842008 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Provisioning complete for port 22432643-4979-4ef7-8f82-fccb3218006c triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:26:03.842395 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (22432643-4979-4ef7-8f82-fccb3218006c), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:03.842755 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Attempt 1 to provision port 22432643-4979-4ef7-8f82-fccb3218006c Sep 20 13:26:03.891648 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e72c57b-aea7-40be-a94a-76f113eb5eb5 admin admin] Router ab598022-21b5-460a-b4b5-ee3165ed8e81 is scheduled to L3 agent e6bdf340-58c5-4186-af2d-ab00439e5425 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 13:26:03.895458 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65befd5-6605-4430-887e-106596cd7b58 None None] Pushing event updated for resources: {'Port': ['ID=60ca7d4b-13df-40c2-8c48-a3190f0a6ad7,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:03.940348 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-9d3dad3f-fc5a-45d0-a09d-a0595c75d058 None None] Attempting to bind port 60ca7d4b-13df-40c2-8c48-a3190f0a6ad7 on host dv-cinder-858463-1-iscsi for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 20 13:26:03.940672 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-9d3dad3f-fc5a-45d0-a09d-a0595c75d058 None None] Attempting to bind port 60ca7d4b-13df-40c2-8c48-a3190f0a6ad7 by drivers openvswitch,hyperv on host dv-cinder-858463-1-iscsi at level 0 using segments [{'id': 'f47cb449-14cc-4dd6-9f7f-1690124e994f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cff89604-63f6-4ff4-b070-c24b9893ce13'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 20 13:26:03.940993 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3dad3f-fc5a-45d0-a09d-a0595c75d058 None None] Attempting to bind port 60ca7d4b-13df-40c2-8c48-a3190f0a6ad7 on network cff89604-63f6-4ff4-b070-c24b9893ce13 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:26:03.950117 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3dad3f-fc5a-45d0-a09d-a0595c75d058 None None] Checking agent: {'id': '543ca60b-7e7a-4ebd-8f87-7672c7a482b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 13, 9, 29), 'started_at': datetime.datetime(2022, 9, 20, 13, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:26:03.950497 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3dad3f-fc5a-45d0-a09d-a0595c75d058 None None] Checking segment: {'id': 'f47cb449-14cc-4dd6-9f7f-1690124e994f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cff89604-63f6-4ff4-b070-c24b9893ce13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:26:03.950939 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9d3dad3f-fc5a-45d0-a09d-a0595c75d058 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:03.951341 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3dad3f-fc5a-45d0-a09d-a0595c75d058 None None] Bound using segment: {'id': 'f47cb449-14cc-4dd6-9f7f-1690124e994f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cff89604-63f6-4ff4-b070-c24b9893ce13'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:26:03.951899 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-9d3dad3f-fc5a-45d0-a09d-a0595c75d058 None None] Bound port: 60ca7d4b-13df-40c2-8c48-a3190f0a6ad7, host: dv-cinder-858463-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f47cb449-14cc-4dd6-9f7f-1690124e994f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cff89604-63f6-4ff4-b070-c24b9893ce13'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 20 13:26:03.952216 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9d3dad3f-fc5a-45d0-a09d-a0595c75d058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (60ca7d4b-13df-40c2-8c48-a3190f0a6ad7), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:04.001853 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e72c57b-aea7-40be-a94a-76f113eb5eb5 admin admin] Notify agent at l3_agent.dv-cinder-858463-1-iscsi the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:26:04.014340 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33ab72e-342d-41b9-9ca9-9d126d8e4782 None None] Sync routers for ids ['ab598022-21b5-460a-b4b5-ee3165ed8e81'] in dv-cinder-858463-1-iscsi {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:26:04.020783 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7e72c57b-aea7-40be-a94a-76f113eb5eb5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:04.021949 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-7e72c57b-aea7-40be-a94a-76f113eb5eb5 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6708121 Sep 20 13:26:04.024838 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 34084) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:26:04.027265 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33ab72e-342d-41b9-9ca9-9d126d8e4782 None None] Routers {'ab598022-21b5-460a-b4b5-ee3165ed8e81'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:26:04.028114 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-b33ab72e-342d-41b9-9ca9-9d126d8e4782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:25:56Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['ab598022-21b5-460a-b4b5-ee3165ed8e81'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:26:04.036778 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Current status of the port 22432643-4979-4ef7-8f82-fccb3218006c is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:26:04.049773 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-9d3dad3f-fc5a-45d0-a09d-a0595c75d058 None None] For port 60ca7d4b-13df-40c2-8c48-a3190f0a6ad7, host dv-cinder-858463-1-iscsi, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:26:04.052844 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-9d3dad3f-fc5a-45d0-a09d-a0595c75d058 None None] For port 60ca7d4b-13df-40c2-8c48-a3190f0a6ad7, host dv-cinder-858463-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=60ca7d4b-13df-40c2-8c48-a3190f0a6ad7,segment=NetworkSegment(f47cb449-14cc-4dd6-9f7f-1690124e994f),segment_id=f47cb449-14cc-4dd6-9f7f-1690124e994f)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:26:04.059838 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9d3dad3f-fc5a-45d0-a09d-a0595c75d058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (60ca7d4b-13df-40c2-8c48-a3190f0a6ad7), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:04.094700 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3dad3f-fc5a-45d0-a09d-a0595c75d058 None None] Routers {'996f78d9-1530-4b4f-838d-e5b1f6b573c9'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:26:04.095365 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-9d3dad3f-fc5a-45d0-a09d-a0595c75d058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:25:56Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['996f78d9-1530-4b4f-838d-e5b1f6b573c9'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:26:04.147847 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-b33ab72e-342d-41b9-9ca9-9d126d8e4782 None None] Set router ab598022-21b5-460a-b4b5-ee3165ed8e81 gateway port host: dv-cinder-858463-1-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:26:04.152940 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65befd5-6605-4430-887e-106596cd7b58 None None] Pushing event updated for resources: {'Port': ['ID=60ca7d4b-13df-40c2-8c48-a3190f0a6ad7,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:04.206291 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-27955c8b-2bb5-466c-a926-a4253750682a None None] Attempt 7 to provision port 60ca7d4b-13df-40c2-8c48-a3190f0a6ad7 Sep 20 13:26:04.243505 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-9d3dad3f-fc5a-45d0-a09d-a0595c75d058 None None] Set router 996f78d9-1530-4b4f-838d-e5b1f6b573c9 gateway port host: dv-cinder-858463-1-iscsi {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:26:04.322140 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-b33ab72e-342d-41b9-9ca9-9d126d8e4782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab598022-21b5-460a-b4b5-ee3165ed8e81', 'name': 'tempest-TestVolumeBootPattern-1877596785-router', 'tenant_id': 'a39cebc2ca264f9bb20f5711b1b3382c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd752d49a-aa79-4771-98da-0a837a25847e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:26:02Z', 'updated_at': '2022-09-20T13:26:03Z', 'revision_number': 3, 'project_id': 'a39cebc2ca264f9bb20f5711b1b3382c', 'gw_port': {'id': 'd752d49a-aa79-4771-98da-0a837a25847e', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:84:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab598022-21b5-460a-b4b5-ee3165ed8e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:26:03Z', 'updated_at': '2022-09-20T13:26:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi'}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:26:04.355309 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33ab72e-342d-41b9-9ca9-9d126d8e4782 None None] Checking router: ab598022-21b5-460a-b4b5-ee3165ed8e81 for host: dv-cinder-858463-1-iscsi {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:26:04.355756 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33ab72e-342d-41b9-9ca9-9d126d8e4782 None None] Updating router ab598022-21b5-460a-b4b5-ee3165ed8e81 port d752d49a-aa79-4771-98da-0a837a25847e binding host dv-cinder-858463-1-iscsi {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 13:26:04.391406 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-b33ab72e-342d-41b9-9ca9-9d126d8e4782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (d752d49a-aa79-4771-98da-0a837a25847e), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:04.406927 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-27955c8b-2bb5-466c-a926-a4253750682a None None] Current status of the port 60ca7d4b-13df-40c2-8c48-a3190f0a6ad7 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:26:04.407326 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-27955c8b-2bb5-466c-a926-a4253750682a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (60ca7d4b-13df-40c2-8c48-a3190f0a6ad7), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:04.489908 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-27955c8b-2bb5-466c-a926-a4253750682a None None] For port 60ca7d4b-13df-40c2-8c48-a3190f0a6ad7, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=60ca7d4b-13df-40c2-8c48-a3190f0a6ad7,segment=NetworkSegment(f47cb449-14cc-4dd6-9f7f-1690124e994f),segment_id=f47cb449-14cc-4dd6-9f7f-1690124e994f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:26:04.495854 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-27955c8b-2bb5-466c-a926-a4253750682a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (60ca7d4b-13df-40c2-8c48-a3190f0a6ad7), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:04.498366 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ba9a50b-ba1f-45c6-b2c9-3d4453aa1cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:04.563791 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27955c8b-2bb5-466c-a926-a4253750682a None None] Pushing event updated for resources: {'Port': ['ID=60ca7d4b-13df-40c2-8c48-a3190f0a6ad7,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:04.568971 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-9d3dad3f-fc5a-45d0-a09d-a0595c75d058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'name': 'tempest-TestVolumeBootPattern-63882873-router', 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '22432643-4979-4ef7-8f82-fccb3218006c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:25:57Z', 'updated_at': '2022-09-20T13:26:00Z', 'revision_number': 4, 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'gw_port': {'id': '22432643-4979-4ef7-8f82-fccb3218006c', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:79:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:25:58Z', 'updated_at': '2022-09-20T13:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': '60ca7d4b-13df-40c2-8c48-a3190f0a6ad7', 'name': '', 'network_id': 'cff89604-63f6-4ff4-b070-c24b9893ce13', 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'mac_address': 'fa:16:3e:59:40:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '45d26521-be10-46ff-844d-b02be9b0cca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:26:00Z', 'updated_at': '2022-09-20T13:26:04Z', 'revision_number': 4, 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'subnets': [{'id': '45d26521-be10-46ff-844d-b02be9b0cca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:26:04.617159 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3dad3f-fc5a-45d0-a09d-a0595c75d058 None None] The sync data for ids ['996f78d9-1530-4b4f-838d-e5b1f6b573c9'] in dv-cinder-858463-1-iscsi is: [{'id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'name': 'tempest-TestVolumeBootPattern-63882873-router', 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '22432643-4979-4ef7-8f82-fccb3218006c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:25:57Z', 'updated_at': '2022-09-20T13:26:00Z', 'revision_number': 4, 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'gw_port': {'id': '22432643-4979-4ef7-8f82-fccb3218006c', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:79:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:25:58Z', 'updated_at': '2022-09-20T13:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': '60ca7d4b-13df-40c2-8c48-a3190f0a6ad7', 'name': '', 'network_id': 'cff89604-63f6-4ff4-b070-c24b9893ce13', 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'mac_address': 'fa:16:3e:59:40:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '45d26521-be10-46ff-844d-b02be9b0cca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:26:00Z', 'updated_at': '2022-09-20T13:26:04Z', 'revision_number': 4, 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'subnets': [{'id': '45d26521-be10-46ff-844d-b02be9b0cca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:26:04.628361 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-a3bd1cf1-7e78-43ce-89b6-59ac6094a442 None None] Provisioning complete for port 60ca7d4b-13df-40c2-8c48-a3190f0a6ad7 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:26:04.628887 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a3bd1cf1-7e78-43ce-89b6-59ac6094a442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (60ca7d4b-13df-40c2-8c48-a3190f0a6ad7), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:04.629331 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-a3bd1cf1-7e78-43ce-89b6-59ac6094a442 None None] Attempt 1 to provision port 60ca7d4b-13df-40c2-8c48-a3190f0a6ad7 Sep 20 13:26:04.723871 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-b33ab72e-342d-41b9-9ca9-9d126d8e4782 None None] Publish callbacks [] for port (d752d49a-aa79-4771-98da-0a837a25847e), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:04.731167 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-b33ab72e-342d-41b9-9ca9-9d126d8e4782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (d752d49a-aa79-4771-98da-0a837a25847e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:04.741320 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-5ba9a50b-ba1f-45c6-b2c9-3d4453aa1cb8 admin admin] Allocated IP 172.20.0.1 (507f8f00-c091-4132-858a-f3bc02408573/2f5acfbc-16e2-40cc-8604-b4f14ae61113/2535db73-96cc-48d1-bda6-ca801c7f4368) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:26:04.759941 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-a3bd1cf1-7e78-43ce-89b6-59ac6094a442 None None] Current status of the port 60ca7d4b-13df-40c2-8c48-a3190f0a6ad7 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:26:04.798253 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-b33ab72e-342d-41b9-9ca9-9d126d8e4782 None None] Attempting to bind port d752d49a-aa79-4771-98da-0a837a25847e on host dv-cinder-858463-1-iscsi for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 20 13:26:04.798898 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-b33ab72e-342d-41b9-9ca9-9d126d8e4782 None None] Attempting to bind port d752d49a-aa79-4771-98da-0a837a25847e by drivers openvswitch,hyperv on host dv-cinder-858463-1-iscsi at level 0 using segments [{'id': '5aaf6297-6a46-4e9d-b63a-dd8b37b93294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 20 13:26:04.799443 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33ab72e-342d-41b9-9ca9-9d126d8e4782 None None] Attempting to bind port d752d49a-aa79-4771-98da-0a837a25847e on network 36104724-3f48-4df5-b3a4-d541d8e9add0 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:26:04.811866 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e140a2-ba27-43cd-9c53-10c6011b2fbe None None] Pushing event updated for resources: {'Port': ['ID=d752d49a-aa79-4771-98da-0a837a25847e,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:04.819046 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cbbb0e-d128-49d9-9a2d-82a917191fd3 None None] Network 507f8f00-c091-4132-858a-f3bc02408573 requested from dv-cinder-858463-1-iscsi {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 20 13:26:04.830138 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33ab72e-342d-41b9-9ca9-9d126d8e4782 None None] Checking agent: {'id': '543ca60b-7e7a-4ebd-8f87-7672c7a482b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 13, 9, 29), 'started_at': datetime.datetime(2022, 9, 20, 13, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:26:04.831941 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33ab72e-342d-41b9-9ca9-9d126d8e4782 None None] Checking segment: {'id': '5aaf6297-6a46-4e9d-b63a-dd8b37b93294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:26:04.831941 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-b33ab72e-342d-41b9-9ca9-9d126d8e4782 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:04.834229 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33ab72e-342d-41b9-9ca9-9d126d8e4782 None None] Bound using segment: {'id': '5aaf6297-6a46-4e9d-b63a-dd8b37b93294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:26:04.834961 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-b33ab72e-342d-41b9-9ca9-9d126d8e4782 None None] Bound port: d752d49a-aa79-4771-98da-0a837a25847e, host: dv-cinder-858463-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aaf6297-6a46-4e9d-b63a-dd8b37b93294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 20 13:26:04.835473 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-b33ab72e-342d-41b9-9ca9-9d126d8e4782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (d752d49a-aa79-4771-98da-0a837a25847e), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:04.888945 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ba9a50b-ba1f-45c6-b2c9-3d4453aa1cb8 admin admin] Publish callbacks [] for port (2535db73-96cc-48d1-bda6-ca801c7f4368), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:04.912114 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-b33ab72e-342d-41b9-9ca9-9d126d8e4782 None None] For port d752d49a-aa79-4771-98da-0a837a25847e, host dv-cinder-858463-1-iscsi, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:26:04.915796 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-b33ab72e-342d-41b9-9ca9-9d126d8e4782 None None] For port d752d49a-aa79-4771-98da-0a837a25847e, host dv-cinder-858463-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=d752d49a-aa79-4771-98da-0a837a25847e,segment=NetworkSegment(5aaf6297-6a46-4e9d-b63a-dd8b37b93294),segment_id=5aaf6297-6a46-4e9d-b63a-dd8b37b93294)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:26:04.918429 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-17e4b399-a685-407e-9d93-2f798cbe2b88 None None] Provisioning complete for port 509fe0c3-6df7-4251-85c5-8942504eefc6 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:26:04.918839 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e4b399-a685-407e-9d93-2f798cbe2b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (509fe0c3-6df7-4251-85c5-8942504eefc6), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:04.919184 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-17e4b399-a685-407e-9d93-2f798cbe2b88 None None] Attempt 1 to provision port 509fe0c3-6df7-4251-85c5-8942504eefc6 Sep 20 13:26:04.923162 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-b33ab72e-342d-41b9-9ca9-9d126d8e4782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (d752d49a-aa79-4771-98da-0a837a25847e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:04.926728 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ba9a50b-ba1f-45c6-b2c9-3d4453aa1cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421007'] for port (2535db73-96cc-48d1-bda6-ca801c7f4368), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:04.968254 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba9a50b-ba1f-45c6-b2c9-3d4453aa1cb8 admin admin] Pushing event updated for resources: {'Port': ['ID=2535db73-96cc-48d1-bda6-ca801c7f4368,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:04.978818 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e140a2-ba27-43cd-9c53-10c6011b2fbe None None] Pushing event updated for resources: {'Port': ['ID=d752d49a-aa79-4771-98da-0a837a25847e,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:04.980579 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba9a50b-ba1f-45c6-b2c9-3d4453aa1cb8 admin admin] Network 507f8f00-c091-4132-858a-f3bc02408573 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:26:04.982044 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-5ba9a50b-ba1f-45c6-b2c9-3d4453aa1cb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:26:04.984673 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba9a50b-ba1f-45c6-b2c9-3d4453aa1cb8 admin admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:26:04.993530 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33ab72e-342d-41b9-9ca9-9d126d8e4782 None None] Routers {'ab598022-21b5-460a-b4b5-ee3165ed8e81'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:26:04.994365 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-b33ab72e-342d-41b9-9ca9-9d126d8e4782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:25:56Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['ab598022-21b5-460a-b4b5-ee3165ed8e81'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:26:05.049976 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-17e4b399-a685-407e-9d93-2f798cbe2b88 None None] Current status of the port 509fe0c3-6df7-4251-85c5-8942504eefc6 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:26:05.050531 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e4b399-a685-407e-9d93-2f798cbe2b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (509fe0c3-6df7-4251-85c5-8942504eefc6), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:05.052893 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ba9a50b-ba1f-45c6-b2c9-3d4453aa1cb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1608580'] for router_interface (ab598022-21b5-460a-b4b5-ee3165ed8e81), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:05.121272 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-17e4b399-a685-407e-9d93-2f798cbe2b88 None None] For port 509fe0c3-6df7-4251-85c5-8942504eefc6, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=509fe0c3-6df7-4251-85c5-8942504eefc6,segment=NetworkSegment(d9aad17b-8667-4e18-8435-17f7a04dfb25),segment_id=d9aad17b-8667-4e18-8435-17f7a04dfb25)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:26:05.129479 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-17e4b399-a685-407e-9d93-2f798cbe2b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (509fe0c3-6df7-4251-85c5-8942504eefc6), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:05.224531 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ba9a50b-ba1f-45c6-b2c9-3d4453aa1cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (2535db73-96cc-48d1-bda6-ca801c7f4368), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:05.229086 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4b399-a685-407e-9d93-2f798cbe2b88 None None] Pushing event updated for resources: {'Port': ['ID=509fe0c3-6df7-4251-85c5-8942504eefc6,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:05.268647 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-b33ab72e-342d-41b9-9ca9-9d126d8e4782 None None] Set router ab598022-21b5-460a-b4b5-ee3165ed8e81 gateway port host: dv-cinder-858463-1-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:26:05.353976 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-4ea89457-be53-49a1-b017-39f434715ee3 None None] Provisioning complete for port 509fe0c3-6df7-4251-85c5-8942504eefc6 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:26:05.354275 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4ea89457-be53-49a1-b017-39f434715ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (509fe0c3-6df7-4251-85c5-8942504eefc6), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:05.354669 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-4ea89457-be53-49a1-b017-39f434715ee3 None None] Attempt 1 to provision port 509fe0c3-6df7-4251-85c5-8942504eefc6 Sep 20 13:26:05.450836 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ba9a50b-ba1f-45c6-b2c9-3d4453aa1cb8 admin admin] Publish callbacks [] for port (2535db73-96cc-48d1-bda6-ca801c7f4368), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:05.460282 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ba9a50b-ba1f-45c6-b2c9-3d4453aa1cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10421046'] for port (2535db73-96cc-48d1-bda6-ca801c7f4368), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:05.509461 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-b33ab72e-342d-41b9-9ca9-9d126d8e4782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab598022-21b5-460a-b4b5-ee3165ed8e81', 'name': 'tempest-TestVolumeBootPattern-1877596785-router', 'tenant_id': 'a39cebc2ca264f9bb20f5711b1b3382c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd752d49a-aa79-4771-98da-0a837a25847e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:26:02Z', 'updated_at': '2022-09-20T13:26:03Z', 'revision_number': 3, 'project_id': 'a39cebc2ca264f9bb20f5711b1b3382c', 'gw_port': {'id': 'd752d49a-aa79-4771-98da-0a837a25847e', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:84:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab598022-21b5-460a-b4b5-ee3165ed8e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:26:03Z', 'updated_at': '2022-09-20T13:26:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi'}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:26:05.525923 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-4ea89457-be53-49a1-b017-39f434715ee3 None None] Current status of the port 509fe0c3-6df7-4251-85c5-8942504eefc6 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:26:05.539155 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33ab72e-342d-41b9-9ca9-9d126d8e4782 None None] The sync data for ids ['ab598022-21b5-460a-b4b5-ee3165ed8e81'] in dv-cinder-858463-1-iscsi is: [{'id': 'ab598022-21b5-460a-b4b5-ee3165ed8e81', 'name': 'tempest-TestVolumeBootPattern-1877596785-router', 'tenant_id': 'a39cebc2ca264f9bb20f5711b1b3382c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd752d49a-aa79-4771-98da-0a837a25847e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:26:02Z', 'updated_at': '2022-09-20T13:26:03Z', 'revision_number': 3, 'project_id': 'a39cebc2ca264f9bb20f5711b1b3382c', 'gw_port': {'id': 'd752d49a-aa79-4771-98da-0a837a25847e', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:84:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab598022-21b5-460a-b4b5-ee3165ed8e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:26:03Z', 'updated_at': '2022-09-20T13:26:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi'}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:26:05.572846 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba9a50b-ba1f-45c6-b2c9-3d4453aa1cb8 admin admin] Pushing event updated for resources: {'Port': ['ID=2535db73-96cc-48d1-bda6-ca801c7f4368,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:05.575796 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ba9a50b-ba1f-45c6-b2c9-3d4453aa1cb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1608488'] for router_interface (ab598022-21b5-460a-b4b5-ee3165ed8e81), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:05.652846 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-91f4eacb-fd93-4078-8e33-166c16d35279 None None] Provisioning complete for port 2535db73-96cc-48d1-bda6-ca801c7f4368 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:26:05.653234 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-91f4eacb-fd93-4078-8e33-166c16d35279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (2535db73-96cc-48d1-bda6-ca801c7f4368), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:05.653575 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-91f4eacb-fd93-4078-8e33-166c16d35279 None None] Attempt 1 to provision port 2535db73-96cc-48d1-bda6-ca801c7f4368 Sep 20 13:26:05.723701 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-91f4eacb-fd93-4078-8e33-166c16d35279 None None] Port 2535db73-96cc-48d1-bda6-ca801c7f4368 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:26:05.730168 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba9a50b-ba1f-45c6-b2c9-3d4453aa1cb8 admin admin] Network 507f8f00-c091-4132-858a-f3bc02408573 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:26:05.731760 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-5ba9a50b-ba1f-45c6-b2c9-3d4453aa1cb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:26:05.802973 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 509fe0c3-6df7-4251-85c5-8942504eefc6 up at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:26:05.885798 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Provisioning complete for port 509fe0c3-6df7-4251-85c5-8942504eefc6 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:26:05.887137 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (509fe0c3-6df7-4251-85c5-8942504eefc6), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:05.887487 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Attempt 1 to provision port 509fe0c3-6df7-4251-85c5-8942504eefc6 Sep 20 13:26:06.001791 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Current status of the port 509fe0c3-6df7-4251-85c5-8942504eefc6 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:26:06.003060 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 60ca7d4b-13df-40c2-8c48-a3190f0a6ad7 up at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:26:06.194241 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Provisioning complete for port 60ca7d4b-13df-40c2-8c48-a3190f0a6ad7 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:26:06.194897 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (60ca7d4b-13df-40c2-8c48-a3190f0a6ad7), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:06.194998 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Attempt 1 to provision port 60ca7d4b-13df-40c2-8c48-a3190f0a6ad7 Sep 20 13:26:06.197051 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ba9a50b-ba1f-45c6-b2c9-3d4453aa1cb8 admin admin] Router ab598022-21b5-460a-b4b5-ee3165ed8e81 has already been hosted by L3 agent e6bdf340-58c5-4186-af2d-ab00439e5425 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:26:06.224542 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-91f4eacb-fd93-4078-8e33-166c16d35279 None None] Attempt 2 to provision port 2535db73-96cc-48d1-bda6-ca801c7f4368 Sep 20 13:26:06.264320 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-91f4eacb-fd93-4078-8e33-166c16d35279 None None] Port 2535db73-96cc-48d1-bda6-ca801c7f4368 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:26:06.297974 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Current status of the port 60ca7d4b-13df-40c2-8c48-a3190f0a6ad7 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:26:06.309902 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ba9a50b-ba1f-45c6-b2c9-3d4453aa1cb8 admin admin] Notify agent at l3_agent.dv-cinder-858463-1-iscsi the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:26:06.315491 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-5ba9a50b-ba1f-45c6-b2c9-3d4453aa1cb8 admin admin] 10.222.0.55 "PUT /v2.0/routers/ab598022-21b5-460a-b4b5-ee3165ed8e81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2895880 Sep 20 13:26:06.660790 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 34092) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:26:06.665330 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.v2.base [None req-5915345b-c214-4b81-b15c-df87e0624de2 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1340747924', 'description': 'tempest-secgroup-smoke-1340747924 description', 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:26:06.685380 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5915345b-c214-4b81-b15c-df87e0624de2 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:06.749598 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5915345b-c214-4b81-b15c-df87e0624de2 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks [] for security_group (1c3eaa96-65a4-410f-84e1-9364e6766e3f), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:06.753093 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5915345b-c214-4b81-b15c-df87e0624de2 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (1c3eaa96-65a4-410f-84e1-9364e6766e3f), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:06.765125 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-91f4eacb-fd93-4078-8e33-166c16d35279 None None] Attempt 3 to provision port 2535db73-96cc-48d1-bda6-ca801c7f4368 Sep 20 13:26:06.780134 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5915345b-c214-4b81-b15c-df87e0624de2 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:06.781370 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-5915345b-c214-4b81-b15c-df87e0624de2 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1195598 Sep 20 13:26:06.784898 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 34094) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:26:06.786152 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5915345b-c214-4b81-b15c-df87e0624de2 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3eaa96-65a4-410f-84e1-9364e6766e3f,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:06.790154 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-1f0113c2-420e-4656-bd08-eb798ab3b2c0 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Request body: {'security_group_rule': {'security_group_id': '1c3eaa96-65a4-410f-84e1-9364e6766e3f', 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:26:06.802552 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-91f4eacb-fd93-4078-8e33-166c16d35279 None None] Port 2535db73-96cc-48d1-bda6-ca801c7f4368 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:26:06.816884 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1f0113c2-420e-4656-bd08-eb798ab3b2c0 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks [] for security_group_rule (bffc3662-a74e-4102-b3ea-b80a794119ae), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:06.873603 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1f0113c2-420e-4656-bd08-eb798ab3b2c0 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks [] for security_group_rule (bffc3662-a74e-4102-b3ea-b80a794119ae), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:06.877250 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1f0113c2-420e-4656-bd08-eb798ab3b2c0 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828784'] for security_group_rule (bffc3662-a74e-4102-b3ea-b80a794119ae), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:06.894543 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0113c2-420e-4656-bd08-eb798ab3b2c0 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bffc3662-a74e-4102-b3ea-b80a794119ae,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:06.902810 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1f0113c2-420e-4656-bd08-eb798ab3b2c0 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:06.904121 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-1f0113c2-420e-4656-bd08-eb798ab3b2c0 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1177332 Sep 20 13:26:06.906725 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 34096) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:26:06.911176 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-ac747344-1931-4037-9428-07c43dd3110f tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Request body: {'security_group_rule': {'security_group_id': '1c3eaa96-65a4-410f-84e1-9364e6766e3f', 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:26:06.935630 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ac747344-1931-4037-9428-07c43dd3110f tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks [] for security_group_rule (548fe5af-7fa6-4816-8b85-b5a34b3e2e7b), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:06.989350 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ac747344-1931-4037-9428-07c43dd3110f tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks [] for security_group_rule (548fe5af-7fa6-4816-8b85-b5a34b3e2e7b), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:06.994039 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ac747344-1931-4037-9428-07c43dd3110f tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828784'] for security_group_rule (548fe5af-7fa6-4816-8b85-b5a34b3e2e7b), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:07.016426 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac747344-1931-4037-9428-07c43dd3110f tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=548fe5af-7fa6-4816-8b85-b5a34b3e2e7b,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:07.021847 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ac747344-1931-4037-9428-07c43dd3110f tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:07.023518 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-ac747344-1931-4037-9428-07c43dd3110f tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1158404 Sep 20 13:26:07.026294 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 34098) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:26:07.030895 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.v2.base [None req-ab91fce1-b829-48d5-ac55-8255ae608b49 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Request body: {'security_group_rule': {'security_group_id': '1c3eaa96-65a4-410f-84e1-9364e6766e3f', 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:26:07.055945 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ab91fce1-b829-48d5-ac55-8255ae608b49 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks [] for security_group_rule (36239111-42e4-4a4b-8f59-b484d237b707), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:07.112925 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ab91fce1-b829-48d5-ac55-8255ae608b49 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks [] for security_group_rule (36239111-42e4-4a4b-8f59-b484d237b707), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:07.116402 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ab91fce1-b829-48d5-ac55-8255ae608b49 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828784'] for security_group_rule (36239111-42e4-4a4b-8f59-b484d237b707), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:07.134459 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab91fce1-b829-48d5-ac55-8255ae608b49 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36239111-42e4-4a4b-8f59-b484d237b707,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:07.139292 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ab91fce1-b829-48d5-ac55-8255ae608b49 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:07.140617 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-ab91fce1-b829-48d5-ac55-8255ae608b49 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1130559 Sep 20 13:26:07.143109 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 34100) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:26:07.147334 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.v2.base [None req-802d1cbb-c496-4cc4-a251-73c81bc82e4d tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Request body: {'security_group_rule': {'security_group_id': '1c3eaa96-65a4-410f-84e1-9364e6766e3f', 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:26:07.172710 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-802d1cbb-c496-4cc4-a251-73c81bc82e4d tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks [] for security_group_rule (e2220d1e-0669-4fa5-9f75-16d0161f4c0b), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:07.230834 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-802d1cbb-c496-4cc4-a251-73c81bc82e4d tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks [] for security_group_rule (e2220d1e-0669-4fa5-9f75-16d0161f4c0b), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:07.234278 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-802d1cbb-c496-4cc4-a251-73c81bc82e4d tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828784'] for security_group_rule (e2220d1e-0669-4fa5-9f75-16d0161f4c0b), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:07.253886 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802d1cbb-c496-4cc4-a251-73c81bc82e4d tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2220d1e-0669-4fa5-9f75-16d0161f4c0b,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:07.260691 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-802d1cbb-c496-4cc4-a251-73c81bc82e4d tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:07.262488 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-802d1cbb-c496-4cc4-a251-73c81bc82e4d tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1184504 Sep 20 13:26:07.265275 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 34104) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:26:07.269441 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.v2.base [None req-342393d6-67f6-45ab-aabc-9cd78d62533d tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Request body: {'security_group_rule': {'security_group_id': '1c3eaa96-65a4-410f-84e1-9364e6766e3f', 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:26:07.289408 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.db.securitygroups_db [None req-342393d6-67f6-45ab-aabc-9cd78d62533d tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Project d53aef994f644a7fa4fa688cf97b1e17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 13:26:07.294190 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-342393d6-67f6-45ab-aabc-9cd78d62533d tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks [] for security_group_rule (4c4e8d33-1075-401a-9fe0-854a6d17d26c), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:07.303678 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-91f4eacb-fd93-4078-8e33-166c16d35279 None None] Attempt 4 to provision port 2535db73-96cc-48d1-bda6-ca801c7f4368 Sep 20 13:26:07.335732 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-91f4eacb-fd93-4078-8e33-166c16d35279 None None] Port 2535db73-96cc-48d1-bda6-ca801c7f4368 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:26:07.353412 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-342393d6-67f6-45ab-aabc-9cd78d62533d tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks [] for security_group_rule (4c4e8d33-1075-401a-9fe0-854a6d17d26c), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:07.357126 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-342393d6-67f6-45ab-aabc-9cd78d62533d tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828784'] for security_group_rule (4c4e8d33-1075-401a-9fe0-854a6d17d26c), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:07.371533 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342393d6-67f6-45ab-aabc-9cd78d62533d tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c4e8d33-1075-401a-9fe0-854a6d17d26c,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:07.381163 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-342393d6-67f6-45ab-aabc-9cd78d62533d tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:07.382340 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-342393d6-67f6-45ab-aabc-9cd78d62533d tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1161468 Sep 20 13:26:07.384969 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 34106) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:26:07.389865 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.v2.base [None req-51db99db-dba9-44a3-84b6-02a4cbe06519 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Request body: {'security_group_rule': {'security_group_id': '1c3eaa96-65a4-410f-84e1-9364e6766e3f', 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:26:07.409409 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.db.securitygroups_db [None req-51db99db-dba9-44a3-84b6-02a4cbe06519 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Project d53aef994f644a7fa4fa688cf97b1e17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 13:26:07.414212 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-51db99db-dba9-44a3-84b6-02a4cbe06519 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks [] for security_group_rule (a1642af0-5849-4c8b-b4b0-0d257241be01), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:07.473144 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-51db99db-dba9-44a3-84b6-02a4cbe06519 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks [] for security_group_rule (a1642af0-5849-4c8b-b4b0-0d257241be01), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:07.484481 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-51db99db-dba9-44a3-84b6-02a4cbe06519 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828784'] for security_group_rule (a1642af0-5849-4c8b-b4b0-0d257241be01), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:07.505097 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51db99db-dba9-44a3-84b6-02a4cbe06519 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1642af0-5849-4c8b-b4b0-0d257241be01,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:07.512219 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-51db99db-dba9-44a3-84b6-02a4cbe06519 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:07.513406 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-51db99db-dba9-44a3-84b6-02a4cbe06519 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1275158 Sep 20 13:26:07.710752 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device d752d49a-aa79-4771-98da-0a837a25847e up at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:26:07.764776 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Provisioning complete for port d752d49a-aa79-4771-98da-0a837a25847e triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:26:07.765253 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (d752d49a-aa79-4771-98da-0a837a25847e), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:07.765682 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Attempt 1 to provision port d752d49a-aa79-4771-98da-0a837a25847e Sep 20 13:26:07.838539 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-91f4eacb-fd93-4078-8e33-166c16d35279 None None] Attempt 5 to provision port 2535db73-96cc-48d1-bda6-ca801c7f4368 Sep 20 13:26:07.867017 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Current status of the port d752d49a-aa79-4771-98da-0a837a25847e is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:26:07.867405 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (d752d49a-aa79-4771-98da-0a837a25847e), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:07.889189 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-91f4eacb-fd93-4078-8e33-166c16d35279 None None] Port 2535db73-96cc-48d1-bda6-ca801c7f4368 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:26:07.895370 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] For port d752d49a-aa79-4771-98da-0a837a25847e, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=d752d49a-aa79-4771-98da-0a837a25847e,segment=NetworkSegment(5aaf6297-6a46-4e9d-b63a-dd8b37b93294),segment_id=5aaf6297-6a46-4e9d-b63a-dd8b37b93294)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:26:07.909420 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (d752d49a-aa79-4771-98da-0a837a25847e), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:07.936513 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c330da09-6472-49bc-89a4-1811e6ff3c9e None None] Sync routers for ids ['ab598022-21b5-460a-b4b5-ee3165ed8e81'] in dv-cinder-858463-1-iscsi {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:26:07.960937 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c330da09-6472-49bc-89a4-1811e6ff3c9e None None] Routers {'ab598022-21b5-460a-b4b5-ee3165ed8e81'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:26:07.961636 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-c330da09-6472-49bc-89a4-1811e6ff3c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:25:56Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['ab598022-21b5-460a-b4b5-ee3165ed8e81'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:26:08.004598 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Pushing event updated for resources: {'Port': ['ID=d752d49a-aa79-4771-98da-0a837a25847e,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:08.072688 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-c330da09-6472-49bc-89a4-1811e6ff3c9e None None] Set router ab598022-21b5-460a-b4b5-ee3165ed8e81 gateway port host: dv-cinder-858463-1-iscsi {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:26:08.281469 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-c330da09-6472-49bc-89a4-1811e6ff3c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab598022-21b5-460a-b4b5-ee3165ed8e81', 'name': 'tempest-TestVolumeBootPattern-1877596785-router', 'tenant_id': 'a39cebc2ca264f9bb20f5711b1b3382c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd752d49a-aa79-4771-98da-0a837a25847e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:26:02Z', 'updated_at': '2022-09-20T13:26:05Z', 'revision_number': 4, 'project_id': 'a39cebc2ca264f9bb20f5711b1b3382c', 'gw_port': {'id': 'd752d49a-aa79-4771-98da-0a837a25847e', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:84:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab598022-21b5-460a-b4b5-ee3165ed8e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:26:03Z', 'updated_at': '2022-09-20T13:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': '2535db73-96cc-48d1-bda6-ca801c7f4368', 'name': '', 'network_id': '507f8f00-c091-4132-858a-f3bc02408573', 'tenant_id': 'a39cebc2ca264f9bb20f5711b1b3382c', 'mac_address': 'fa:16:3e:69:59:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab598022-21b5-460a-b4b5-ee3165ed8e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '2f5acfbc-16e2-40cc-8604-b4f14ae61113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:26:04Z', 'updated_at': '2022-09-20T13:26:05Z', 'revision_number': 2, 'project_id': 'a39cebc2ca264f9bb20f5711b1b3382c', 'subnets': [{'id': '2f5acfbc-16e2-40cc-8604-b4f14ae61113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:26:08.307115 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c330da09-6472-49bc-89a4-1811e6ff3c9e None None] Checking router: ab598022-21b5-460a-b4b5-ee3165ed8e81 for host: dv-cinder-858463-1-iscsi {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:26:08.308242 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c330da09-6472-49bc-89a4-1811e6ff3c9e None None] Updating router ab598022-21b5-460a-b4b5-ee3165ed8e81 port 2535db73-96cc-48d1-bda6-ca801c7f4368 binding host dv-cinder-858463-1-iscsi {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 13:26:08.335775 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c330da09-6472-49bc-89a4-1811e6ff3c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (2535db73-96cc-48d1-bda6-ca801c7f4368), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:08.425975 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-91f4eacb-fd93-4078-8e33-166c16d35279 None None] Attempt 6 to provision port 2535db73-96cc-48d1-bda6-ca801c7f4368 Sep 20 13:26:08.476807 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-91f4eacb-fd93-4078-8e33-166c16d35279 None None] Port 2535db73-96cc-48d1-bda6-ca801c7f4368 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:26:08.625669 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c330da09-6472-49bc-89a4-1811e6ff3c9e None None] Publish callbacks [] for port (2535db73-96cc-48d1-bda6-ca801c7f4368), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:08.630606 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c330da09-6472-49bc-89a4-1811e6ff3c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (2535db73-96cc-48d1-bda6-ca801c7f4368), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:08.704738 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ff93db-f0b9-4657-b22c-dfa1f0b1d1c0 None None] Pushing event updated for resources: {'Port': ['ID=2535db73-96cc-48d1-bda6-ca801c7f4368,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:08.719575 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-c330da09-6472-49bc-89a4-1811e6ff3c9e None None] Attempting to bind port 2535db73-96cc-48d1-bda6-ca801c7f4368 on host dv-cinder-858463-1-iscsi for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 20 13:26:08.719947 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-c330da09-6472-49bc-89a4-1811e6ff3c9e None None] Attempting to bind port 2535db73-96cc-48d1-bda6-ca801c7f4368 by drivers openvswitch,hyperv on host dv-cinder-858463-1-iscsi at level 0 using segments [{'id': 'd9aad17b-8667-4e18-8435-17f7a04dfb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '507f8f00-c091-4132-858a-f3bc02408573'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 20 13:26:08.720302 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c330da09-6472-49bc-89a4-1811e6ff3c9e None None] Attempting to bind port 2535db73-96cc-48d1-bda6-ca801c7f4368 on network 507f8f00-c091-4132-858a-f3bc02408573 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:26:08.725109 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c330da09-6472-49bc-89a4-1811e6ff3c9e None None] Checking agent: {'id': '543ca60b-7e7a-4ebd-8f87-7672c7a482b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 13, 9, 29), 'started_at': datetime.datetime(2022, 9, 20, 13, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:26:08.725480 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c330da09-6472-49bc-89a4-1811e6ff3c9e None None] Checking segment: {'id': 'd9aad17b-8667-4e18-8435-17f7a04dfb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '507f8f00-c091-4132-858a-f3bc02408573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:26:08.725880 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c330da09-6472-49bc-89a4-1811e6ff3c9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:08.726278 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c330da09-6472-49bc-89a4-1811e6ff3c9e None None] Bound using segment: {'id': 'd9aad17b-8667-4e18-8435-17f7a04dfb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '507f8f00-c091-4132-858a-f3bc02408573'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:26:08.726740 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-c330da09-6472-49bc-89a4-1811e6ff3c9e None None] Bound port: 2535db73-96cc-48d1-bda6-ca801c7f4368, host: dv-cinder-858463-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9aad17b-8667-4e18-8435-17f7a04dfb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '507f8f00-c091-4132-858a-f3bc02408573'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 20 13:26:08.727124 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c330da09-6472-49bc-89a4-1811e6ff3c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (2535db73-96cc-48d1-bda6-ca801c7f4368), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:08.787899 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-c330da09-6472-49bc-89a4-1811e6ff3c9e None None] For port 2535db73-96cc-48d1-bda6-ca801c7f4368, host dv-cinder-858463-1-iscsi, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:26:08.791088 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-c330da09-6472-49bc-89a4-1811e6ff3c9e None None] For port 2535db73-96cc-48d1-bda6-ca801c7f4368, host dv-cinder-858463-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=2535db73-96cc-48d1-bda6-ca801c7f4368,segment=NetworkSegment(d9aad17b-8667-4e18-8435-17f7a04dfb25),segment_id=d9aad17b-8667-4e18-8435-17f7a04dfb25)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:26:08.797402 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c330da09-6472-49bc-89a4-1811e6ff3c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (2535db73-96cc-48d1-bda6-ca801c7f4368), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:08.829933 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c330da09-6472-49bc-89a4-1811e6ff3c9e None None] Routers {'ab598022-21b5-460a-b4b5-ee3165ed8e81'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:26:08.830557 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-c330da09-6472-49bc-89a4-1811e6ff3c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:25:56Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['ab598022-21b5-460a-b4b5-ee3165ed8e81'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:26:08.890633 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ff93db-f0b9-4657-b22c-dfa1f0b1d1c0 None None] Pushing event updated for resources: {'Port': ['ID=2535db73-96cc-48d1-bda6-ca801c7f4368,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:08.951617 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-c330da09-6472-49bc-89a4-1811e6ff3c9e None None] Set router ab598022-21b5-460a-b4b5-ee3165ed8e81 gateway port host: dv-cinder-858463-1-iscsi {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:26:08.981103 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-91f4eacb-fd93-4078-8e33-166c16d35279 None None] Attempt 7 to provision port 2535db73-96cc-48d1-bda6-ca801c7f4368 Sep 20 13:26:09.159166 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-91f4eacb-fd93-4078-8e33-166c16d35279 None None] Current status of the port 2535db73-96cc-48d1-bda6-ca801c7f4368 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:26:09.159471 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-91f4eacb-fd93-4078-8e33-166c16d35279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (2535db73-96cc-48d1-bda6-ca801c7f4368), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:09.215397 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-91f4eacb-fd93-4078-8e33-166c16d35279 None None] For port 2535db73-96cc-48d1-bda6-ca801c7f4368, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=2535db73-96cc-48d1-bda6-ca801c7f4368,segment=NetworkSegment(d9aad17b-8667-4e18-8435-17f7a04dfb25),segment_id=d9aad17b-8667-4e18-8435-17f7a04dfb25)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:26:09.222543 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-91f4eacb-fd93-4078-8e33-166c16d35279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (2535db73-96cc-48d1-bda6-ca801c7f4368), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:09.266551 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-c330da09-6472-49bc-89a4-1811e6ff3c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab598022-21b5-460a-b4b5-ee3165ed8e81', 'name': 'tempest-TestVolumeBootPattern-1877596785-router', 'tenant_id': 'a39cebc2ca264f9bb20f5711b1b3382c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd752d49a-aa79-4771-98da-0a837a25847e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:26:02Z', 'updated_at': '2022-09-20T13:26:05Z', 'revision_number': 4, 'project_id': 'a39cebc2ca264f9bb20f5711b1b3382c', 'gw_port': {'id': 'd752d49a-aa79-4771-98da-0a837a25847e', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:84:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab598022-21b5-460a-b4b5-ee3165ed8e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:26:03Z', 'updated_at': '2022-09-20T13:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': '2535db73-96cc-48d1-bda6-ca801c7f4368', 'name': '', 'network_id': '507f8f00-c091-4132-858a-f3bc02408573', 'tenant_id': 'a39cebc2ca264f9bb20f5711b1b3382c', 'mac_address': 'fa:16:3e:69:59:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab598022-21b5-460a-b4b5-ee3165ed8e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '2f5acfbc-16e2-40cc-8604-b4f14ae61113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:26:04Z', 'updated_at': '2022-09-20T13:26:08Z', 'revision_number': 4, 'project_id': 'a39cebc2ca264f9bb20f5711b1b3382c', 'subnets': [{'id': '2f5acfbc-16e2-40cc-8604-b4f14ae61113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:26:09.301199 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c330da09-6472-49bc-89a4-1811e6ff3c9e None None] The sync data for ids ['ab598022-21b5-460a-b4b5-ee3165ed8e81'] in dv-cinder-858463-1-iscsi is: [{'id': 'ab598022-21b5-460a-b4b5-ee3165ed8e81', 'name': 'tempest-TestVolumeBootPattern-1877596785-router', 'tenant_id': 'a39cebc2ca264f9bb20f5711b1b3382c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd752d49a-aa79-4771-98da-0a837a25847e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:26:02Z', 'updated_at': '2022-09-20T13:26:05Z', 'revision_number': 4, 'project_id': 'a39cebc2ca264f9bb20f5711b1b3382c', 'gw_port': {'id': 'd752d49a-aa79-4771-98da-0a837a25847e', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:84:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab598022-21b5-460a-b4b5-ee3165ed8e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:26:03Z', 'updated_at': '2022-09-20T13:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': '2535db73-96cc-48d1-bda6-ca801c7f4368', 'name': '', 'network_id': '507f8f00-c091-4132-858a-f3bc02408573', 'tenant_id': 'a39cebc2ca264f9bb20f5711b1b3382c', 'mac_address': 'fa:16:3e:69:59:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab598022-21b5-460a-b4b5-ee3165ed8e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '2f5acfbc-16e2-40cc-8604-b4f14ae61113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:26:04Z', 'updated_at': '2022-09-20T13:26:08Z', 'revision_number': 4, 'project_id': 'a39cebc2ca264f9bb20f5711b1b3382c', 'subnets': [{'id': '2f5acfbc-16e2-40cc-8604-b4f14ae61113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:26:09.302887 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f4eacb-fd93-4078-8e33-166c16d35279 None None] Pushing event updated for resources: {'Port': ['ID=2535db73-96cc-48d1-bda6-ca801c7f4368,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:09.342798 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-5a4a07ca-8f51-45d7-aba5-69da17693421 None None] Provisioning complete for port 2535db73-96cc-48d1-bda6-ca801c7f4368 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:26:09.343382 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5a4a07ca-8f51-45d7-aba5-69da17693421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (2535db73-96cc-48d1-bda6-ca801c7f4368), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:09.343581 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-5a4a07ca-8f51-45d7-aba5-69da17693421 None None] Attempt 1 to provision port 2535db73-96cc-48d1-bda6-ca801c7f4368 Sep 20 13:26:09.440946 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-5a4a07ca-8f51-45d7-aba5-69da17693421 None None] Current status of the port 2535db73-96cc-48d1-bda6-ca801c7f4368 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:26:09.760778 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 2535db73-96cc-48d1-bda6-ca801c7f4368 up at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:26:09.825500 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Provisioning complete for port 2535db73-96cc-48d1-bda6-ca801c7f4368 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:26:09.825878 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (2535db73-96cc-48d1-bda6-ca801c7f4368), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:09.826221 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Attempt 1 to provision port 2535db73-96cc-48d1-bda6-ca801c7f4368 Sep 20 13:26:09.905217 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Current status of the port 2535db73-96cc-48d1-bda6-ca801c7f4368 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:26:09.906482 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device d752d49a-aa79-4771-98da-0a837a25847e up at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:26:09.953687 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Provisioning complete for port d752d49a-aa79-4771-98da-0a837a25847e triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:26:09.953983 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (d752d49a-aa79-4771-98da-0a837a25847e), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:09.954325 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Attempt 1 to provision port d752d49a-aa79-4771-98da-0a837a25847e Sep 20 13:26:10.031171 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Current status of the port d752d49a-aa79-4771-98da-0a837a25847e is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:26:10.174062 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (728cf656-0364-4172-b8b5-b6ffd3122ed0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:21.452258 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.agents_db [None req-1b87bba1-5a3b-42d5-ba20-63287d9ec67c None None] Agent healthcheck: found 6 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:26:23.432370 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-822b14f0-680c-4427-b19d-d2b22207a60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (c520f755-59ca-4a79-a15e-107c01e131c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:25.772228 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ae5c221a-ef8f-47b0-b3fb-106d288b9cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (e6bdf340-58c5-4186-af2d-ab00439e5425), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:26.741587 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21c1e68e-1f58-483a-acac-7453cdb7afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (dfbc54aa-0ed8-4030-9edb-0bf7f0e74037), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:28.162259 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c793fb8f-2eac-4cf0-b972-02f3f2d6d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (78ab24c8-cd03-458a-a2fc-6c0c54d0053a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:28.969636 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222e40f-5820-4f02-a139-a52cb5b2bff5 req-e223da0c-1a26-4c14-9021-c16944d30be7 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:28.971111 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4222e40f-5820-4f02-a139-a52cb5b2bff5 req-e223da0c-1a26-4c14-9021-c16944d30be7 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=4416e603-62cc-429e-9119-8bb9ec6f2fbb HTTP/1.1" status: 200 len: 946 time: 0.0533338 Sep 20 13:26:29.017639 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4222e40f-5820-4f02-a139-a52cb5b2bff5 req-ded7e58c-db63-46b1-9c98-785c4ff1c761 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=05e0756e-9ec9-4d09-979c-eb48149b71bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408456 Sep 20 13:26:29.582487 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (543ca60b-7e7a-4ebd-8f87-7672c7a482b9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:30.143399 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da558156-1d6c-48ad-ac5f-2e06ad594384 req-aebb6541-cd75-4351-b4ea-ce9d33ab7257 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:30.144878 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-da558156-1d6c-48ad-ac5f-2e06ad594384 req-aebb6541-cd75-4351-b4ea-ce9d33ab7257 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=4416e603-62cc-429e-9119-8bb9ec6f2fbb HTTP/1.1" status: 200 len: 946 time: 0.0526938 Sep 20 13:26:30.193219 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-da558156-1d6c-48ad-ac5f-2e06ad594384 req-635ee4c0-b6ee-4074-9516-97e7fa816657 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=05e0756e-9ec9-4d09-979c-eb48149b71bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428350 Sep 20 13:26:31.317622 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefcb03-508d-4e21-a9c8-09cc3abc039f req-1a90fc16-266b-4432-ba3d-13cd698ded45 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:31.319107 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0eefcb03-508d-4e21-a9c8-09cc3abc039f req-1a90fc16-266b-4432-ba3d-13cd698ded45 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=4416e603-62cc-429e-9119-8bb9ec6f2fbb HTTP/1.1" status: 200 len: 946 time: 0.0518878 Sep 20 13:26:31.365407 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0eefcb03-508d-4e21-a9c8-09cc3abc039f req-2abb9358-b0bc-402c-a6df-e04e5812242a tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=05e0756e-9ec9-4d09-979c-eb48149b71bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402970 Sep 20 13:26:32.488442 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea90a2-f91d-4f1a-a5b1-11801835adeb req-920fd70d-4af1-43be-81e4-d4067d88e315 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:32.489931 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-63ea90a2-f91d-4f1a-a5b1-11801835adeb req-920fd70d-4af1-43be-81e4-d4067d88e315 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=4416e603-62cc-429e-9119-8bb9ec6f2fbb HTTP/1.1" status: 200 len: 946 time: 0.0514348 Sep 20 13:26:32.536593 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-63ea90a2-f91d-4f1a-a5b1-11801835adeb req-45f539d3-f5db-40d7-abbc-5f74ae170153 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=05e0756e-9ec9-4d09-979c-eb48149b71bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409224 Sep 20 13:26:32.611508 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fecb804-2a40-427a-8195-5531664f2eed req-7f8ada12-21ff-4df5-9fd0-6984cbca78a8 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:32.612939 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0fecb804-2a40-427a-8195-5531664f2eed req-7f8ada12-21ff-4df5-9fd0-6984cbca78a8 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.62 "GET /v2.0/ports?device_id=4416e603-62cc-429e-9119-8bb9ec6f2fbb HTTP/1.1" status: 200 len: 946 time: 0.0555336 Sep 20 13:26:32.705623 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-0fecb804-2a40-427a-8195-5531664f2eed req-b05cbe4f-18cd-45a7-9ed4-c1def6629795 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Deleting port b608ea5e-766d-4a7e-9cdd-277403a6b8cc {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:26:32.705970 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-0fecb804-2a40-427a-8195-5531664f2eed req-b05cbe4f-18cd-45a7-9ed4-c1def6629795 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (b608ea5e-766d-4a7e-9cdd-277403a6b8cc), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:32.795491 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-0fecb804-2a40-427a-8195-5531664f2eed req-b05cbe4f-18cd-45a7-9ed4-c1def6629795 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] For port b608ea5e-766d-4a7e-9cdd-277403a6b8cc, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=b608ea5e-766d-4a7e-9cdd-277403a6b8cc,segment=NetworkSegment(f7400dd8-eb7b-448c-9b24-32bf1c4335c7),segment_id=f7400dd8-eb7b-448c-9b24-32bf1c4335c7)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:26:32.795823 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-0fecb804-2a40-427a-8195-5531664f2eed req-b05cbe4f-18cd-45a7-9ed4-c1def6629795 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (b608ea5e-766d-4a7e-9cdd-277403a6b8cc), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:32.951164 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-0fecb804-2a40-427a-8195-5531664f2eed req-b05cbe4f-18cd-45a7-9ed4-c1def6629795 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:32.951534 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-0fecb804-2a40-427a-8195-5531664f2eed req-b05cbe4f-18cd-45a7-9ed4-c1def6629795 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607693'] for floatingip (730fdd80-e324-4ced-92cd-1ac4c5041e31), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:32.951850 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.db.l3_db [req-0fecb804-2a40-427a-8195-5531664f2eed req-b05cbe4f-18cd-45a7-9ed4-c1def6629795 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Floating IP 730fdd80-e324-4ced-92cd-1ac4c5041e31 disassociated. External IP: 172.27.2.36, port: b608ea5e-766d-4a7e-9cdd-277403a6b8cc. Sep 20 13:26:32.952195 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-0fecb804-2a40-427a-8195-5531664f2eed req-b05cbe4f-18cd-45a7-9ed4-c1def6629795 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Calling delete_port for b608ea5e-766d-4a7e-9cdd-277403a6b8cc owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:26:33.077491 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-0fecb804-2a40-427a-8195-5531664f2eed req-b05cbe4f-18cd-45a7-9ed4-c1def6629795 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (b608ea5e-766d-4a7e-9cdd-277403a6b8cc), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:33.105115 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05cbe4f-18cd-45a7-9ed4-c1def6629795 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Pushing event deleted for resources: {'Port': ['ID=b608ea5e-766d-4a7e-9cdd-277403a6b8cc,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:33.119545 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05cbe4f-18cd-45a7-9ed4-c1def6629795 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:26:33.119909 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05cbe4f-18cd-45a7-9ed4-c1def6629795 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:26:33.120264 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05cbe4f-18cd-45a7-9ed4-c1def6629795 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:26:33.121185 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05cbe4f-18cd-45a7-9ed4-c1def6629795 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:26:33.121533 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05cbe4f-18cd-45a7-9ed4-c1def6629795 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:26:33.121963 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05cbe4f-18cd-45a7-9ed4-c1def6629795 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:26:33.122567 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05cbe4f-18cd-45a7-9ed4-c1def6629795 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:26:33.122973 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05cbe4f-18cd-45a7-9ed4-c1def6629795 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:26:33.123358 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05cbe4f-18cd-45a7-9ed4-c1def6629795 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:26:33.123698 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05cbe4f-18cd-45a7-9ed4-c1def6629795 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:26:33.124039 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05cbe4f-18cd-45a7-9ed4-c1def6629795 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:26:33.124379 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05cbe4f-18cd-45a7-9ed4-c1def6629795 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:26:33.124717 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05cbe4f-18cd-45a7-9ed4-c1def6629795 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:26:33.535197 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0fecb804-2a40-427a-8195-5531664f2eed req-b05cbe4f-18cd-45a7-9ed4-c1def6629795 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Router 8e8eb188-6120-4b6d-8f74-15a286f1bc5c has already been hosted by L3 agent e6bdf340-58c5-4186-af2d-ab00439e5425 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:26:33.546769 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-bf786fce-e274-4e55-b371-b75ca73a9835 req-8a069d6f-4eb4-40d5-a8ac-f8ac9e0b9fd8 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1340747924&fields=id&tenant_id=d53aef994f644a7fa4fa688cf97b1e17 HTTP/1.1" status: 200 len: 267 time: 0.0703471 Sep 20 13:26:33.646510 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-84719870-8620-41f2-b227-2885495a300b req-4d080158-a148-4b23-b5fe-e842009611e2 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=4416e603-62cc-429e-9119-8bb9ec6f2fbb HTTP/1.1" status: 200 len: 210 time: 0.0339971 Sep 20 13:26:33.724379 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0fecb804-2a40-427a-8195-5531664f2eed req-b05cbe4f-18cd-45a7-9ed4-c1def6629795 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Notify agent at l3_agent.dv-cinder-858463-1-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:26:33.735380 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71caf91a-f84b-4a42-8e21-58bcc9c0177b None None] Sync routers for ids ['8e8eb188-6120-4b6d-8f74-15a286f1bc5c'] in dv-cinder-858463-1-iscsi {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:26:33.746272 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71caf91a-f84b-4a42-8e21-58bcc9c0177b None None] Routers {'8e8eb188-6120-4b6d-8f74-15a286f1bc5c'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:26:33.746982 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-71caf91a-f84b-4a42-8e21-58bcc9c0177b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:26:26Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['8e8eb188-6120-4b6d-8f74-15a286f1bc5c'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:26:33.757333 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf786fce-e274-4e55-b371-b75ca73a9835 req-ce0ba687-55b1-4c3f-9ca8-fba70c1b7d10 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:33.758830 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-bf786fce-e274-4e55-b371-b75ca73a9835 req-ce0ba687-55b1-4c3f-9ca8-fba70c1b7d10 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/networks?id=cff89604-63f6-4ff4-b070-c24b9893ce13 HTTP/1.1" status: 200 len: 810 time: 0.2037015 Sep 20 13:26:33.780943 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fecb804-2a40-427a-8195-5531664f2eed req-b05cbe4f-18cd-45a7-9ed4-c1def6629795 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] No DVR routers for this DVR port b608ea5e-766d-4a7e-9cdd-277403a6b8cc on host hv-cinder-85846 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:26:33.784169 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-0fecb804-2a40-427a-8195-5531664f2eed req-b05cbe4f-18cd-45a7-9ed4-c1def6629795 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:33.787590 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0fecb804-2a40-427a-8195-5531664f2eed req-b05cbe4f-18cd-45a7-9ed4-c1def6629795 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.62 "DELETE /v2.0/ports/b608ea5e-766d-4a7e-9cdd-277403a6b8cc HTTP/1.1" status: 204 len: 173 time: 1.1651554 Sep 20 13:26:33.788742 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4416e603-62cc-429e-9119-8bb9ec6f2fbb', 'name': 'network-vif-deleted', 'tag': 'b608ea5e-766d-4a7e-9cdd-277403a6b8cc'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:26:33.791545 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8afa0c3fb06aef531850fccced94fa4b659a4977f0534d5a49c84d13d87c0c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36e776a-e98d-42d2-8fc9-825f7feb5ec8" -d '{"events": [{"server_uuid": "4416e603-62cc-429e-9119-8bb9ec6f2fbb", "name": "network-vif-deleted", "tag": "b608ea5e-766d-4a7e-9cdd-277403a6b8cc"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:26:33.803153 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-bf786fce-e274-4e55-b371-b75ca73a9835 req-4ac1f557-26c8-4b4b-a606-5b343da6ea55 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/quotas/d53aef994f644a7fa4fa688cf97b1e17 HTTP/1.1" status: 200 len: 375 time: 0.0231957 Sep 20 13:26:33.859686 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-71caf91a-f84b-4a42-8e21-58bcc9c0177b None None] Set router 8e8eb188-6120-4b6d-8f74-15a286f1bc5c gateway port host: dv-cinder-858463-1-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:26:33.873748 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-bf786fce-e274-4e55-b371-b75ca73a9835 req-841327c9-cb5b-46db-9082-aef70e3ba1ac tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d53aef994f644a7fa4fa688cf97b1e17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0605567 Sep 20 13:26:34.006793 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 13:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f047701-c2ca-4e59-8970-ff346789a2ba x-openstack-request-id: req-1f047701-c2ca-4e59-8970-ff346789a2ba {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:26:34.007260 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4416e603-62cc-429e-9119-8bb9ec6f2fbb", "name": "network-vif-deleted", "tag": "b608ea5e-766d-4a7e-9cdd-277403a6b8cc", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:26:34.007734 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1f047701-c2ca-4e59-8970-ff346789a2ba {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:26:34.008205 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f047701-c2ca-4e59-8970-ff346789a2ba'] response: {'server_uuid': '4416e603-62cc-429e-9119-8bb9ec6f2fbb', 'name': 'network-vif-deleted', 'tag': 'b608ea5e-766d-4a7e-9cdd-277403a6b8cc', 'status': 'completed', 'code': 200} Sep 20 13:26:34.019281 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-bf786fce-e274-4e55-b371-b75ca73a9835 req-898b2635-e05d-4934-a36f-d1bf729fec59 service neutron] 10.222.0.55 "GET /v2.0/networks/cff89604-63f6-4ff4-b070-c24b9893ce13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383903 Sep 20 13:26:34.081399 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-71caf91a-f84b-4a42-8e21-58bcc9c0177b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8eb188-6120-4b6d-8f74-15a286f1bc5c', 'name': 'tempest-ServerRescueNegativeTestJSON-630298788-router', 'tenant_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '8c305207-f2ee-4893-880f-9fdd1f1e633c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:17:46Z', 'updated_at': '2022-09-20T13:17:56Z', 'revision_number': 4, 'project_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'gw_port': {'id': '8c305207-f2ee-4893-880f-9fdd1f1e633c', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:26:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8eb188-6120-4b6d-8f74-15a286f1bc5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:48Z', 'updated_at': '2022-09-20T13:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': '9754ef40-4888-414d-91f5-dc27b14c30ca', 'name': '', 'network_id': '105b52c6-cee8-4c92-bcc7-3a77d1e92018', 'tenant_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'mac_address': 'fa:16:3e:df:fd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8eb188-6120-4b6d-8f74-15a286f1bc5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '64939650-d3ca-4c0c-952c-41e35d669944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:54Z', 'updated_at': '2022-09-20T13:18:05Z', 'revision_number': 5, 'project_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'subnets': [{'id': '64939650-d3ca-4c0c-952c-41e35d669944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:26:34.111876 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71caf91a-f84b-4a42-8e21-58bcc9c0177b None None] Checking router: 8e8eb188-6120-4b6d-8f74-15a286f1bc5c for host: dv-cinder-858463-1-iscsi {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:26:34.120520 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71caf91a-f84b-4a42-8e21-58bcc9c0177b None None] Routers {'8e8eb188-6120-4b6d-8f74-15a286f1bc5c'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:26:34.121746 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-71caf91a-f84b-4a42-8e21-58bcc9c0177b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:26:26Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['8e8eb188-6120-4b6d-8f74-15a286f1bc5c'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:26:34.129797 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-bf786fce-e274-4e55-b371-b75ca73a9835 req-84caaf6c-c098-4a90-bf55-ac274538aa2d service neutron] 10.222.0.55 "GET /v2.0/networks/cff89604-63f6-4ff4-b070-c24b9893ce13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071193 Sep 20 13:26:34.223127 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-71caf91a-f84b-4a42-8e21-58bcc9c0177b None None] Set router 8e8eb188-6120-4b6d-8f74-15a286f1bc5c gateway port host: dv-cinder-858463-1-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:26:34.428600 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-edf5ebaa-6cf5-4a3c-b249-ce9ed03316c3 req-46cfef9e-16c6-4e70-8e6a-ff44d0f871c0 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=f04a106b-604a-4e7c-956d-48c8073afb26 HTTP/1.1" status: 200 len: 210 time: 0.0295711 Sep 20 13:26:34.453625 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-71caf91a-f84b-4a42-8e21-58bcc9c0177b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8eb188-6120-4b6d-8f74-15a286f1bc5c', 'name': 'tempest-ServerRescueNegativeTestJSON-630298788-router', 'tenant_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '8c305207-f2ee-4893-880f-9fdd1f1e633c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:17:46Z', 'updated_at': '2022-09-20T13:17:56Z', 'revision_number': 4, 'project_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'gw_port': {'id': '8c305207-f2ee-4893-880f-9fdd1f1e633c', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:26:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8eb188-6120-4b6d-8f74-15a286f1bc5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:48Z', 'updated_at': '2022-09-20T13:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': '9754ef40-4888-414d-91f5-dc27b14c30ca', 'name': '', 'network_id': '105b52c6-cee8-4c92-bcc7-3a77d1e92018', 'tenant_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'mac_address': 'fa:16:3e:df:fd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8eb188-6120-4b6d-8f74-15a286f1bc5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '64939650-d3ca-4c0c-952c-41e35d669944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:54Z', 'updated_at': '2022-09-20T13:18:05Z', 'revision_number': 5, 'project_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'subnets': [{'id': '64939650-d3ca-4c0c-952c-41e35d669944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:26:34.465818 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71caf91a-f84b-4a42-8e21-58bcc9c0177b None None] The sync data for ids ['8e8eb188-6120-4b6d-8f74-15a286f1bc5c'] in dv-cinder-858463-1-iscsi is: [{'id': '8e8eb188-6120-4b6d-8f74-15a286f1bc5c', 'name': 'tempest-ServerRescueNegativeTestJSON-630298788-router', 'tenant_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '8c305207-f2ee-4893-880f-9fdd1f1e633c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:17:46Z', 'updated_at': '2022-09-20T13:17:56Z', 'revision_number': 4, 'project_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'gw_port': {'id': '8c305207-f2ee-4893-880f-9fdd1f1e633c', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:26:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8eb188-6120-4b6d-8f74-15a286f1bc5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:48Z', 'updated_at': '2022-09-20T13:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': '9754ef40-4888-414d-91f5-dc27b14c30ca', 'name': '', 'network_id': '105b52c6-cee8-4c92-bcc7-3a77d1e92018', 'tenant_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'mac_address': 'fa:16:3e:df:fd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8eb188-6120-4b6d-8f74-15a286f1bc5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '64939650-d3ca-4c0c-952c-41e35d669944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:54Z', 'updated_at': '2022-09-20T13:18:05Z', 'revision_number': 5, 'project_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'subnets': [{'id': '64939650-d3ca-4c0c-952c-41e35d669944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:26:34.761936 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5883da5d-d595-468e-979e-88b79e9be0f0 None None] New status for floating IP 730fdd80-e324-4ced-92cd-1ac4c5041e31: DOWN {{(pid=104088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 13:26:34.764951 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d5697668-4f5d-4f8a-a04b-e15c5320d5ca req-e2c0e610-54e4-4c1a-a1f2-e5e985495438 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=4416e603-62cc-429e-9119-8bb9ec6f2fbb HTTP/1.1" status: 200 len: 210 time: 0.0287156 Sep 20 13:26:34.949814 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device b608ea5e-766d-4a7e-9cdd-277403a6b8cc no longer exists at agent hyperv_hv-cinder-85846 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:26:35.001527 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] No Port match for: b608ea5e-766d-4a7e-9cdd-277403a6b8cc {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 20 13:26:35.001911 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device b608ea5e-766d-4a7e-9cdd-277403a6b8cc not bound to the agent host hv-cinder-85846 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:26:35.567608 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2533998b-d43e-47c4-9d5b-f7e96d9a65d3 req-a0fa33b4-ef9b-471d-8db1-82657701d23c tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=f04a106b-604a-4e7c-956d-48c8073afb26 HTTP/1.1" status: 200 len: 210 time: 0.0636029 Sep 20 13:26:35.617642 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf786fce-e274-4e55-b371-b75ca73a9835 req-a9730842-d231-41b3-98ef-cd25e4e81534 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:35.619116 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-bf786fce-e274-4e55-b371-b75ca73a9835 req-a9730842-d231-41b3-98ef-cd25e4e81534 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.62 "GET /v2.0/networks?id=cff89604-63f6-4ff4-b070-c24b9893ce13 HTTP/1.1" status: 200 len: 810 time: 0.1367838 Sep 20 13:26:35.709325 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-bf786fce-e274-4e55-b371-b75ca73a9835 req-2c6829f1-dfac-4d5c-a896-5066fdb3f903 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d53aef994f644a7fa4fa688cf97b1e17 HTTP/1.1" status: 200 len: 380 time: 0.0544941 Sep 20 13:26:35.718560 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-bf786fce-e274-4e55-b371-b75ca73a9835 req-779ccaab-aff4-4927-8342-ed20979643f2 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Request body: {'port': {'device_id': 'f04a106b-604a-4e7c-956d-48c8073afb26', 'network_id': 'cff89604-63f6-4ff4-b070-c24b9893ce13', 'admin_state_up': True, 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'security_groups': ['1c3eaa96-65a4-410f-84e1-9364e6766e3f']}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:26:35.827976 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf786fce-e274-4e55-b371-b75ca73a9835 req-779ccaab-aff4-4927-8342-ed20979643f2 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Made reservation on behalf of d53aef994f644a7fa4fa688cf97b1e17 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:26:35.831575 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-bf786fce-e274-4e55-b371-b75ca73a9835 req-779ccaab-aff4-4927-8342-ed20979643f2 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:35.860037 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 34320) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:26:35.918639 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c4c5c209-8789-4007-b519-afe00e6b0550 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Publish callbacks [] for security_group (05e0756e-9ec9-4d09-979c-eb48149b71bd), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:35.942758 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c4c5c209-8789-4007-b519-afe00e6b0550 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Publish callbacks [] for security_group (05e0756e-9ec9-4d09-979c-eb48149b71bd), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:35.958338 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-bf786fce-e274-4e55-b371-b75ca73a9835 req-779ccaab-aff4-4927-8342-ed20979643f2 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Allocated IP 172.20.0.9 (cff89604-63f6-4ff4-b070-c24b9893ce13/45d26521-be10-46ff-844d-b02be9b0cca0/f24795b7-e244-4079-a930-2f40588466d4) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:26:35.992131 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c4c5c209-8789-4007-b519-afe00e6b0550 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (05e0756e-9ec9-4d09-979c-eb48149b71bd), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:35.994811 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c4c5c209-8789-4007-b519-afe00e6b0550 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:35.996002 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-c4c5c209-8789-4007-b519-afe00e6b0550 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "DELETE /v2.0/security-groups/05e0756e-9ec9-4d09-979c-eb48149b71bd HTTP/1.1" status: 204 len: 168 time: 0.1349254 Sep 20 13:26:35.999327 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 34322) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:26:36.012531 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c5c209-8789-4007-b519-afe00e6b0550 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e0756e-9ec9-4d09-979c-eb48149b71bd,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:36.022399 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.api.v2.resource [None req-dddaed4b-ce25-4c08-9b93-42ae82825988 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] show failed (client error): The resource could not be found. Sep 20 13:26:36.025915 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-dddaed4b-ce25-4c08-9b93-42ae82825988 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups/05e0756e-9ec9-4d09-979c-eb48149b71bd HTTP/1.1" status: 404 len: 347 time: 0.0219965 Sep 20 13:26:36.025915 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c5c209-8789-4007-b519-afe00e6b0550 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:26:36.025915 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c5c209-8789-4007-b519-afe00e6b0550 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:26:36.026293 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c5c209-8789-4007-b519-afe00e6b0550 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:26:36.026488 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c5c209-8789-4007-b519-afe00e6b0550 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:26:36.027352 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c5c209-8789-4007-b519-afe00e6b0550 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:26:36.027861 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c5c209-8789-4007-b519-afe00e6b0550 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:26:36.028204 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c5c209-8789-4007-b519-afe00e6b0550 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:26:36.028585 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c5c209-8789-4007-b519-afe00e6b0550 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:26:36.028924 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c5c209-8789-4007-b519-afe00e6b0550 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:26:36.029262 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c5c209-8789-4007-b519-afe00e6b0550 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:26:36.029604 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c5c209-8789-4007-b519-afe00e6b0550 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:26:36.029941 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c5c209-8789-4007-b519-afe00e6b0550 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:26:36.030273 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c5c209-8789-4007-b519-afe00e6b0550 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:26:36.032673 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 34324) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:26:36.104233 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-bf786fce-e274-4e55-b371-b75ca73a9835 req-779ccaab-aff4-4927-8342-ed20979643f2 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks [] for port (f24795b7-e244-4079-a930-2f40588466d4), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:36.143031 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-bf786fce-e274-4e55-b371-b75ca73a9835 req-779ccaab-aff4-4927-8342-ed20979643f2 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (f24795b7-e244-4079-a930-2f40588466d4), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:36.168915 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-16198b62-562b-4611-9fa5-212be6323e82 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Deleting port a778797c-47d9-4718-8f53-fffbb4afd18f {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:26:36.169270 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-16198b62-562b-4611-9fa5-212be6323e82 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (a778797c-47d9-4718-8f53-fffbb4afd18f), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:36.193945 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf786fce-e274-4e55-b371-b75ca73a9835 req-779ccaab-aff4-4927-8342-ed20979643f2 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Network cff89604-63f6-4ff4-b070-c24b9893ce13 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:26:36.197201 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-bf786fce-e274-4e55-b371-b75ca73a9835 req-779ccaab-aff4-4927-8342-ed20979643f2 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:26:36.200795 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf786fce-e274-4e55-b371-b75ca73a9835 req-779ccaab-aff4-4927-8342-ed20979643f2 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:26:36.260007 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf786fce-e274-4e55-b371-b75ca73a9835 req-779ccaab-aff4-4927-8342-ed20979643f2 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:36.260654 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-bf786fce-e274-4e55-b371-b75ca73a9835 req-779ccaab-aff4-4927-8342-ed20979643f2 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:36.268023 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-16198b62-562b-4611-9fa5-212be6323e82 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (a778797c-47d9-4718-8f53-fffbb4afd18f), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:36.268361 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-16198b62-562b-4611-9fa5-212be6323e82 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Publish callbacks [] for floatingip (a778797c-47d9-4718-8f53-fffbb4afd18f), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:36.280196 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779ccaab-aff4-4927-8342-ed20979643f2 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Pushing event updated for resources: {'Port': ['ID=f24795b7-e244-4079-a930-2f40588466d4,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:36.284604 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-16198b62-562b-4611-9fa5-212be6323e82 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Calling delete_port for a778797c-47d9-4718-8f53-fffbb4afd18f owned by network:floatingip {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:26:36.289297 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-bf786fce-e274-4e55-b371-b75ca73a9835 req-779ccaab-aff4-4927-8342-ed20979643f2 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5745730 Sep 20 13:26:36.314016 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-bf786fce-e274-4e55-b371-b75ca73a9835 req-449f7119-2230-461a-992d-e36f922f8aa6 service neutron] Request body: {'port': {'device_id': 'f04a106b-604a-4e7c-956d-48c8073afb26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85846'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:26:36.394845 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-bf786fce-e274-4e55-b371-b75ca73a9835 req-449f7119-2230-461a-992d-e36f922f8aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (f24795b7-e244-4079-a930-2f40588466d4), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:36.492348 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-16198b62-562b-4611-9fa5-212be6323e82 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421007'] for port (a778797c-47d9-4718-8f53-fffbb4afd18f), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:36.528724 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16198b62-562b-4611-9fa5-212be6323e82 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Pushing event deleted for resources: {'Port': ['ID=a778797c-47d9-4718-8f53-fffbb4afd18f,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:36.556548 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-2743e0c4-3c21-4855-bd94-a1b5a6ad9877 None None] Provisioning complete for port f24795b7-e244-4079-a930-2f40588466d4 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:26:36.557580 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2743e0c4-3c21-4855-bd94-a1b5a6ad9877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (f24795b7-e244-4079-a930-2f40588466d4), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:36.558226 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-2743e0c4-3c21-4855-bd94-a1b5a6ad9877 None None] Attempt 1 to provision port f24795b7-e244-4079-a930-2f40588466d4 Sep 20 13:26:36.596419 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-2743e0c4-3c21-4855-bd94-a1b5a6ad9877 None None] Port f24795b7-e244-4079-a930-2f40588466d4 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:26:36.626548 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-16198b62-562b-4611-9fa5-212be6323e82 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Publish callbacks [] for floatingip (730fdd80-e324-4ced-92cd-1ac4c5041e31), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:36.629580 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-16198b62-562b-4611-9fa5-212be6323e82 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:36.630762 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-16198b62-562b-4611-9fa5-212be6323e82 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "DELETE /v2.0/floatingips/730fdd80-e324-4ced-92cd-1ac4c5041e31 HTTP/1.1" status: 204 len: 168 time: 0.5968902 Sep 20 13:26:36.649623 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9fcb2-6d9e-4c3c-86e0-0bd3c9e570e1 req-85edd0d4-5c5e-4106-b9e3-0e7245684d64 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:36.658224 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-8aa9fcb2-6d9e-4c3c-86e0-0bd3c9e570e1 req-85edd0d4-5c5e-4106-b9e3-0e7245684d64 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 947 time: 0.1325381 Sep 20 13:26:36.707328 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-8aa9fcb2-6d9e-4c3c-86e0-0bd3c9e570e1 req-8f4d7375-cf8d-40dc-9c38-ec07c5a9717d tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482407 Sep 20 13:26:36.753033 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [req-bf786fce-e274-4e55-b371-b75ca73a9835 req-449f7119-2230-461a-992d-e36f922f8aa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f24795b7-e244-4079-a930-2f40588466d4 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 13:26:36.764186 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-bf786fce-e274-4e55-b371-b75ca73a9835 req-449f7119-2230-461a-992d-e36f922f8aa6 service neutron] Publish callbacks [] for port (f24795b7-e244-4079-a930-2f40588466d4), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:36.774092 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8eff4e-b0fc-4c29-ab8c-7cff38d98a77 req-68393b0b-9680-4845-9e14-21fa2fff7da6 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:36.775595 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-dd8eff4e-b0fc-4c29-ab8c-7cff38d98a77 req-68393b0b-9680-4845-9e14-21fa2fff7da6 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=f04a106b-604a-4e7c-956d-48c8073afb26 HTTP/1.1" status: 200 len: 931 time: 0.1156776 Sep 20 13:26:36.786457 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-bf786fce-e274-4e55-b371-b75ca73a9835 req-449f7119-2230-461a-992d-e36f922f8aa6 service neutron] Transition to ACTIVE for port object f24795b7-e244-4079-a930-2f40588466d4 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 20 13:26:36.797956 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-bf786fce-e274-4e55-b371-b75ca73a9835 req-449f7119-2230-461a-992d-e36f922f8aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242759'] for port (f24795b7-e244-4079-a930-2f40588466d4), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:36.877948 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f7119-2230-461a-992d-e36f922f8aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=f24795b7-e244-4079-a930-2f40588466d4,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:36.903788 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-dd8eff4e-b0fc-4c29-ab8c-7cff38d98a77 req-0a2177ec-4b55-45fc-bbf6-6fea0b420db6 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205590 Sep 20 13:26:36.932958 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-bf786fce-e274-4e55-b371-b75ca73a9835 req-449f7119-2230-461a-992d-e36f922f8aa6 service neutron] Attempting to bind port f24795b7-e244-4079-a930-2f40588466d4 on host hv-cinder-85846 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 20 13:26:36.933865 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-bf786fce-e274-4e55-b371-b75ca73a9835 req-449f7119-2230-461a-992d-e36f922f8aa6 service neutron] Attempting to bind port f24795b7-e244-4079-a930-2f40588466d4 by drivers openvswitch,hyperv on host hv-cinder-85846 at level 0 using segments [{'id': 'f47cb449-14cc-4dd6-9f7f-1690124e994f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cff89604-63f6-4ff4-b070-c24b9893ce13'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 20 13:26:36.934206 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf786fce-e274-4e55-b371-b75ca73a9835 req-449f7119-2230-461a-992d-e36f922f8aa6 service neutron] Attempting to bind port f24795b7-e244-4079-a930-2f40588466d4 on network cff89604-63f6-4ff4-b070-c24b9893ce13 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:26:36.938573 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf786fce-e274-4e55-b371-b75ca73a9835 req-449f7119-2230-461a-992d-e36f922f8aa6 service neutron] Port f24795b7-e244-4079-a930-2f40588466d4 on network cff89604-63f6-4ff4-b070-c24b9893ce13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85846 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 13:26:36.938937 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf786fce-e274-4e55-b371-b75ca73a9835 req-449f7119-2230-461a-992d-e36f922f8aa6 service neutron] Attempting to bind port f24795b7-e244-4079-a930-2f40588466d4 on network cff89604-63f6-4ff4-b070-c24b9893ce13 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:26:36.943818 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf786fce-e274-4e55-b371-b75ca73a9835 req-449f7119-2230-461a-992d-e36f922f8aa6 service neutron] Checking agent: {'id': '728cf656-0364-4172-b8b5-b6ffd3122ed0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85846', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 13, 15, 40), 'started_at': datetime.datetime(2022, 9, 20, 13, 15, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 13, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:26:36.944158 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf786fce-e274-4e55-b371-b75ca73a9835 req-449f7119-2230-461a-992d-e36f922f8aa6 service neutron] Checking segment: {'id': 'f47cb449-14cc-4dd6-9f7f-1690124e994f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cff89604-63f6-4ff4-b070-c24b9893ce13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:26:36.944544 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf786fce-e274-4e55-b371-b75ca73a9835 req-449f7119-2230-461a-992d-e36f922f8aa6 service neutron] Bound using segment: {'id': 'f47cb449-14cc-4dd6-9f7f-1690124e994f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cff89604-63f6-4ff4-b070-c24b9893ce13'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:26:36.944972 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-bf786fce-e274-4e55-b371-b75ca73a9835 req-449f7119-2230-461a-992d-e36f922f8aa6 service neutron] Bound port: f24795b7-e244-4079-a930-2f40588466d4, host: hv-cinder-85846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f47cb449-14cc-4dd6-9f7f-1690124e994f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cff89604-63f6-4ff4-b070-c24b9893ce13'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 20 13:26:36.945332 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-bf786fce-e274-4e55-b371-b75ca73a9835 req-449f7119-2230-461a-992d-e36f922f8aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (f24795b7-e244-4079-a930-2f40588466d4), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:37.005057 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-bf786fce-e274-4e55-b371-b75ca73a9835 req-449f7119-2230-461a-992d-e36f922f8aa6 service neutron] For port f24795b7-e244-4079-a930-2f40588466d4, host hv-cinder-85846, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:26:37.008006 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-bf786fce-e274-4e55-b371-b75ca73a9835 req-449f7119-2230-461a-992d-e36f922f8aa6 service neutron] For port f24795b7-e244-4079-a930-2f40588466d4, host hv-cinder-85846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=f24795b7-e244-4079-a930-2f40588466d4,segment=NetworkSegment(f47cb449-14cc-4dd6-9f7f-1690124e994f),segment_id=f47cb449-14cc-4dd6-9f7f-1690124e994f)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:26:37.014520 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-bf786fce-e274-4e55-b371-b75ca73a9835 req-449f7119-2230-461a-992d-e36f922f8aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242759'] for port (f24795b7-e244-4079-a930-2f40588466d4), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:37.018614 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf786fce-e274-4e55-b371-b75ca73a9835 req-449f7119-2230-461a-992d-e36f922f8aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:37.019293 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-bf786fce-e274-4e55-b371-b75ca73a9835 req-449f7119-2230-461a-992d-e36f922f8aa6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:37.020657 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-bf786fce-e274-4e55-b371-b75ca73a9835 req-449f7119-2230-461a-992d-e36f922f8aa6 service neutron] 10.222.0.62 "PUT /v2.0/ports/f24795b7-e244-4079-a930-2f40588466d4 HTTP/1.1" status: 200 len: 1093 time: 0.7144358 Sep 20 13:26:37.021148 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f04a106b-604a-4e7c-956d-48c8073afb26', 'tag': 'f24795b7-e244-4079-a930-2f40588466d4'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:26:37.023394 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8afa0c3fb06aef531850fccced94fa4b659a4977f0534d5a49c84d13d87c0c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b732270c-858f-42c8-a26e-85dce09765d5" -d '{"events": [{"name": "network-changed", "server_uuid": "f04a106b-604a-4e7c-956d-48c8073afb26", "tag": "f24795b7-e244-4079-a930-2f40588466d4"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:26:37.063405 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 13:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c627f57b-4192-4c48-a67c-7c07f253e0c7 x-openstack-request-id: req-c627f57b-4192-4c48-a67c-7c07f253e0c7 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:26:37.063736 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f04a106b-604a-4e7c-956d-48c8073afb26", "tag": "f24795b7-e244-4079-a930-2f40588466d4", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:26:37.064000 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c627f57b-4192-4c48-a67c-7c07f253e0c7 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:26:37.064421 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c627f57b-4192-4c48-a67c-7c07f253e0c7'] response: {'name': 'network-changed', 'server_uuid': 'f04a106b-604a-4e7c-956d-48c8073afb26', 'tag': 'f24795b7-e244-4079-a930-2f40588466d4', 'status': 'completed', 'code': 200} Sep 20 13:26:37.082112 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f7119-2230-461a-992d-e36f922f8aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=f24795b7-e244-4079-a930-2f40588466d4,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:37.097349 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-2743e0c4-3c21-4855-bd94-a1b5a6ad9877 None None] Attempt 2 to provision port f24795b7-e244-4079-a930-2f40588466d4 Sep 20 13:26:37.139054 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-2743e0c4-3c21-4855-bd94-a1b5a6ad9877 None None] Port f24795b7-e244-4079-a930-2f40588466d4 had new provisioning blocks added so it will not transition to active. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 20 13:26:37.148096 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf786fce-e274-4e55-b371-b75ca73a9835 req-43eb40ca-1cd3-49bb-bc0e-f1e58d8cbbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:37.149587 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-bf786fce-e274-4e55-b371-b75ca73a9835 req-43eb40ca-1cd3-49bb-bc0e-f1e58d8cbbd0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d53aef994f644a7fa4fa688cf97b1e17&device_id=f04a106b-604a-4e7c-956d-48c8073afb26 HTTP/1.1" status: 200 len: 1127 time: 0.0463219 Sep 20 13:26:37.203633 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-bf786fce-e274-4e55-b371-b75ca73a9835 req-1eed2184-abc7-4234-8232-04fde16cdf58 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f24795b7-e244-4079-a930-2f40588466d4 HTTP/1.1" status: 200 len: 217 time: 0.0350745 Sep 20 13:26:37.251205 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf786fce-e274-4e55-b371-b75ca73a9835 req-9478d417-fbe6-4f25-b60c-219931f98faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:37.252605 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-bf786fce-e274-4e55-b371-b75ca73a9835 req-9478d417-fbe6-4f25-b60c-219931f98faa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=45d26521-be10-46ff-844d-b02be9b0cca0 HTTP/1.1" status: 200 len: 849 time: 0.0427506 Sep 20 13:26:37.302049 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf786fce-e274-4e55-b371-b75ca73a9835 req-326ad6c2-6b97-4606-893b-421f02c6a68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:37.303433 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-bf786fce-e274-4e55-b371-b75ca73a9835 req-326ad6c2-6b97-4606-893b-421f02c6a68e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cff89604-63f6-4ff4-b070-c24b9893ce13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435250 Sep 20 13:26:37.395361 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-bf786fce-e274-4e55-b371-b75ca73a9835 req-1c10154b-0e9f-4c70-a04e-55495ff5b4d8 service neutron] 10.222.0.62 "GET /v2.0/networks/cff89604-63f6-4ff4-b070-c24b9893ce13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830486 Sep 20 13:26:37.483940 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-bf786fce-e274-4e55-b371-b75ca73a9835 req-a8fb1f56-2db3-4280-aedd-2a28335a58aa service neutron] 10.222.0.62 "GET /v2.0/networks/cff89604-63f6-4ff4-b070-c24b9893ce13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806205 Sep 20 13:26:37.635276 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b732270c-858f-42c8-a26e-85dce09765d5 req-aa60add3-b611-42aa-8e7b-94370f3d7b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:37.637107 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b732270c-858f-42c8-a26e-85dce09765d5 req-aa60add3-b611-42aa-8e7b-94370f3d7b3c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d53aef994f644a7fa4fa688cf97b1e17&device_id=f04a106b-604a-4e7c-956d-48c8073afb26 HTTP/1.1" status: 200 len: 1127 time: 0.0502255 Sep 20 13:26:37.724627 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b732270c-858f-42c8-a26e-85dce09765d5 req-ae1193d8-4727-4033-8ec1-16a88bfe7163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:37.726069 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b732270c-858f-42c8-a26e-85dce09765d5 req-ae1193d8-4727-4033-8ec1-16a88bfe7163 service neutron] 10.222.0.62 "GET /v2.0/networks?id=cff89604-63f6-4ff4-b070-c24b9893ce13 HTTP/1.1" status: 200 len: 910 time: 0.0831647 Sep 20 13:26:37.764810 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b732270c-858f-42c8-a26e-85dce09765d5 req-bb64648d-3018-4116-9891-2b07524f513c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f24795b7-e244-4079-a930-2f40588466d4 HTTP/1.1" status: 200 len: 217 time: 0.0324614 Sep 20 13:26:37.848204 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b732270c-858f-42c8-a26e-85dce09765d5 req-1c447dc4-457b-49ed-8b4d-95283df4daa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:37.849653 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b732270c-858f-42c8-a26e-85dce09765d5 req-1c447dc4-457b-49ed-8b4d-95283df4daa4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=45d26521-be10-46ff-844d-b02be9b0cca0 HTTP/1.1" status: 200 len: 849 time: 0.0788410 Sep 20 13:26:37.893912 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33c674-5c13-4ff7-9ea2-a6bb9a259c6b req-a8111690-8fab-4e58-b64f-b5c48173e836 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:37.895409 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2d33c674-5c13-4ff7-9ea2-a6bb9a259c6b req-a8111690-8fab-4e58-b64f-b5c48173e836 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 947 time: 0.0940270 Sep 20 13:26:37.935731 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b732270c-858f-42c8-a26e-85dce09765d5 req-aaec61a5-f702-4760-93cb-aae832688e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:37.937340 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b732270c-858f-42c8-a26e-85dce09765d5 req-aaec61a5-f702-4760-93cb-aae832688e63 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cff89604-63f6-4ff4-b070-c24b9893ce13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0799587 Sep 20 13:26:37.962117 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2d33c674-5c13-4ff7-9ea2-a6bb9a259c6b req-5834719e-f8d1-48a5-ba6d-a9813f60bfd1 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589914 Sep 20 13:26:38.029288 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbe920-904a-40e7-8756-1ab71f2b54ad req-0498fab0-9351-464c-9cbd-3e72a6bd3581 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:38.030806 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-59bbe920-904a-40e7-8756-1ab71f2b54ad req-0498fab0-9351-464c-9cbd-3e72a6bd3581 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=f04a106b-604a-4e7c-956d-48c8073afb26 HTTP/1.1" status: 200 len: 943 time: 0.0523007 Sep 20 13:26:38.042375 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b732270c-858f-42c8-a26e-85dce09765d5 req-044d3519-37fa-4af5-9722-8d80111fb5b7 service neutron] 10.222.0.62 "GET /v2.0/networks/cff89604-63f6-4ff4-b070-c24b9893ce13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951955 Sep 20 13:26:38.083000 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-59bbe920-904a-40e7-8756-1ab71f2b54ad req-0255df4f-e8e2-4565-972c-4a48cc3fb0f7 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463042 Sep 20 13:26:38.135109 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b732270c-858f-42c8-a26e-85dce09765d5 req-9f0bd2a6-9a98-4e2c-bc2f-f3b65e257da2 service neutron] 10.222.0.62 "GET /v2.0/networks/cff89604-63f6-4ff4-b070-c24b9893ce13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849273 Sep 20 13:26:39.110906 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011950c2-a29f-4297-9fae-b5db6e71d4db req-b31349d6-2915-4e07-a606-8271dca35a97 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:39.113018 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-011950c2-a29f-4297-9fae-b5db6e71d4db req-b31349d6-2915-4e07-a606-8271dca35a97 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 947 time: 0.0657020 Sep 20 13:26:39.161275 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-011950c2-a29f-4297-9fae-b5db6e71d4db req-9fdb3e1f-287c-47d5-b465-294cb75dc939 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=5565d80c-50f3-4a42-9c8c-806895e7b6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426266 Sep 20 13:26:39.172262 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92a7e6-eb08-495b-bd4a-c5b71182aebf req-502254a5-52cb-4d2f-89f0-7deeee41c1a6 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:39.173710 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9c92a7e6-eb08-495b-bd4a-c5b71182aebf req-502254a5-52cb-4d2f-89f0-7deeee41c1a6 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 947 time: 0.0931299 Sep 20 13:26:39.180372 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b30f4c1-14ba-4b05-9229-7d46100d1be8 req-ac11c2df-f94e-4303-a37a-1df38fa9ef32 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:39.181705 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3b30f4c1-14ba-4b05-9229-7d46100d1be8 req-ac11c2df-f94e-4303-a37a-1df38fa9ef32 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 945 time: 0.0929739 Sep 20 13:26:39.280135 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3b30f4c1-14ba-4b05-9229-7d46100d1be8 req-22758470-b6dd-4a8d-a6e6-48cb14d270d1 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915337 Sep 20 13:26:39.284512 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7338e36b-5358-47c5-9072-c8d0b503f50f req-3def8b84-c955-4ddd-91b5-28a94dcd0573 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:39.286004 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-7338e36b-5358-47c5-9072-c8d0b503f50f req-3def8b84-c955-4ddd-91b5-28a94dcd0573 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=f04a106b-604a-4e7c-956d-48c8073afb26 HTTP/1.1" status: 200 len: 943 time: 0.0533442 Sep 20 13:26:39.301305 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-9c92a7e6-eb08-495b-bd4a-c5b71182aebf req-0f2778a1-b467-436e-8aaa-efff83fad5aa tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Deleting port 12160af8-28a4-4dbf-a64f-d32e96938630 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:26:39.301648 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-9c92a7e6-eb08-495b-bd4a-c5b71182aebf req-0f2778a1-b467-436e-8aaa-efff83fad5aa tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (12160af8-28a4-4dbf-a64f-d32e96938630), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:39.347165 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-7338e36b-5358-47c5-9072-c8d0b503f50f req-79249ca1-a544-4667-aac7-c5b41cfd600e tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535915 Sep 20 13:26:39.390055 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-9c92a7e6-eb08-495b-bd4a-c5b71182aebf req-0f2778a1-b467-436e-8aaa-efff83fad5aa tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] For port 12160af8-28a4-4dbf-a64f-d32e96938630, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=12160af8-28a4-4dbf-a64f-d32e96938630,segment=NetworkSegment(f948c4c9-3e43-44fc-b875-63e2f29a354c),segment_id=f948c4c9-3e43-44fc-b875-63e2f29a354c)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:26:39.390416 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-9c92a7e6-eb08-495b-bd4a-c5b71182aebf req-0f2778a1-b467-436e-8aaa-efff83fad5aa tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (12160af8-28a4-4dbf-a64f-d32e96938630), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:39.544305 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-9c92a7e6-eb08-495b-bd4a-c5b71182aebf req-0f2778a1-b467-436e-8aaa-efff83fad5aa tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:39.544671 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-9c92a7e6-eb08-495b-bd4a-c5b71182aebf req-0f2778a1-b467-436e-8aaa-efff83fad5aa tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607693'] for floatingip (655e0839-951c-43e4-b2cc-efbf36ad6c72), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:39.544987 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.db.l3_db [req-9c92a7e6-eb08-495b-bd4a-c5b71182aebf req-0f2778a1-b467-436e-8aaa-efff83fad5aa tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Floating IP 655e0839-951c-43e4-b2cc-efbf36ad6c72 disassociated. External IP: 172.27.2.160, port: 12160af8-28a4-4dbf-a64f-d32e96938630. Sep 20 13:26:39.545331 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-9c92a7e6-eb08-495b-bd4a-c5b71182aebf req-0f2778a1-b467-436e-8aaa-efff83fad5aa tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Calling delete_port for 12160af8-28a4-4dbf-a64f-d32e96938630 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:26:39.669947 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-9c92a7e6-eb08-495b-bd4a-c5b71182aebf req-0f2778a1-b467-436e-8aaa-efff83fad5aa tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (12160af8-28a4-4dbf-a64f-d32e96938630), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:39.696744 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2778a1-b467-436e-8aaa-efff83fad5aa tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Pushing event deleted for resources: {'Port': ['ID=12160af8-28a4-4dbf-a64f-d32e96938630,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:39.805153 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c92a7e6-eb08-495b-bd4a-c5b71182aebf req-0f2778a1-b467-436e-8aaa-efff83fad5aa tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Router e3f75c60-6a44-4084-9a98-6a39ca7815cf has already been hosted by L3 agent e6bdf340-58c5-4186-af2d-ab00439e5425 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:26:39.906554 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c92a7e6-eb08-495b-bd4a-c5b71182aebf req-0f2778a1-b467-436e-8aaa-efff83fad5aa tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Notify agent at l3_agent.dv-cinder-858463-1-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:26:39.916476 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce81c581-5984-47bf-b6ac-2d7c16515289 None None] Sync routers for ids ['e3f75c60-6a44-4084-9a98-6a39ca7815cf'] in dv-cinder-858463-1-iscsi {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:26:39.925693 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce81c581-5984-47bf-b6ac-2d7c16515289 None None] Routers {'e3f75c60-6a44-4084-9a98-6a39ca7815cf'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:26:39.926301 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-ce81c581-5984-47bf-b6ac-2d7c16515289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:26:26Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['e3f75c60-6a44-4084-9a98-6a39ca7815cf'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:26:39.947476 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c92a7e6-eb08-495b-bd4a-c5b71182aebf req-0f2778a1-b467-436e-8aaa-efff83fad5aa tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] No DVR routers for this DVR port 12160af8-28a4-4dbf-a64f-d32e96938630 on host hv-cinder-85846 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:26:39.950604 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-9c92a7e6-eb08-495b-bd4a-c5b71182aebf req-0f2778a1-b467-436e-8aaa-efff83fad5aa tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:39.954093 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9c92a7e6-eb08-495b-bd4a-c5b71182aebf req-0f2778a1-b467-436e-8aaa-efff83fad5aa tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.62 "DELETE /v2.0/ports/12160af8-28a4-4dbf-a64f-d32e96938630 HTTP/1.1" status: 204 len: 173 time: 0.7715392 Sep 20 13:26:39.954585 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc983a7f-0a42-41c9-9012-3570aa494e7c', 'name': 'network-vif-deleted', 'tag': '12160af8-28a4-4dbf-a64f-d32e96938630'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:26:39.956952 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8afa0c3fb06aef531850fccced94fa4b659a4977f0534d5a49c84d13d87c0c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd0e854b-271e-4e40-aaf0-3d4e858cbff9" -d '{"events": [{"server_uuid": "bc983a7f-0a42-41c9-9012-3570aa494e7c", "name": "network-vif-deleted", "tag": "12160af8-28a4-4dbf-a64f-d32e96938630"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:26:39.999146 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 13:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e551cfe9-6864-4cd5-97ab-d33d64807e6d x-openstack-request-id: req-e551cfe9-6864-4cd5-97ab-d33d64807e6d {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:26:39.999445 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc983a7f-0a42-41c9-9012-3570aa494e7c", "name": "network-vif-deleted", "tag": "12160af8-28a4-4dbf-a64f-d32e96938630", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:26:40.002496 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e551cfe9-6864-4cd5-97ab-d33d64807e6d {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:26:40.002496 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e551cfe9-6864-4cd5-97ab-d33d64807e6d'] response: {'server_uuid': 'bc983a7f-0a42-41c9-9012-3570aa494e7c', 'name': 'network-vif-deleted', 'tag': '12160af8-28a4-4dbf-a64f-d32e96938630', 'status': 'completed', 'code': 200} Sep 20 13:26:40.039408 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-ce81c581-5984-47bf-b6ac-2d7c16515289 None None] Set router e3f75c60-6a44-4084-9a98-6a39ca7815cf gateway port host: dv-cinder-858463-1-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:26:40.184402 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (728cf656-0364-4172-b8b5-b6ffd3122ed0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:40.267727 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe9a241-f529-4408-a65f-9a69f3ed7b8b req-da5f79ec-b2a8-486a-88dd-84f5c48f0f06 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:40.270774 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-fbe9a241-f529-4408-a65f-9a69f3ed7b8b req-da5f79ec-b2a8-486a-88dd-84f5c48f0f06 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.62 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 945 time: 0.0609727 Sep 20 13:26:40.291776 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-4570c531-936f-4857-a3bb-f32a7065fe95 req-b67720f9-b793-46e5-b2fc-3e1f9f8e8583 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc983a7f-0a42-41c9-9012-3570aa494e7c HTTP/1.1" status: 200 len: 210 time: 0.0328817 Sep 20 13:26:40.343270 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-ce81c581-5984-47bf-b6ac-2d7c16515289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f75c60-6a44-4084-9a98-6a39ca7815cf', 'name': 'tempest-AttachVolumeShelveTestJSON-107732550-router', 'tenant_id': 'ee3a57170bc8490098e0840a2e89392b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'cb4d0416-2b17-4af0-9459-d112b72a4fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:19:53Z', 'updated_at': '2022-09-20T13:19:57Z', 'revision_number': 4, 'project_id': 'ee3a57170bc8490098e0840a2e89392b', 'gw_port': {'id': 'cb4d0416-2b17-4af0-9459-d112b72a4fdf', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:28:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f75c60-6a44-4084-9a98-6a39ca7815cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:19:53Z', 'updated_at': '2022-09-20T13:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': '612023b5-59ec-4767-bbea-33b2f0ae42ed', 'name': '', 'network_id': '11c87694-9bef-4fe4-9250-573b5f8887eb', 'tenant_id': 'ee3a57170bc8490098e0840a2e89392b', 'mac_address': 'fa:16:3e:fc:97:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f75c60-6a44-4084-9a98-6a39ca7815cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '6bc59d34-e407-4d89-95e5-8037392fca32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:19:56Z', 'updated_at': '2022-09-20T13:20:03Z', 'revision_number': 5, 'project_id': 'ee3a57170bc8490098e0840a2e89392b', 'subnets': [{'id': '6bc59d34-e407-4d89-95e5-8037392fca32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:26:40.367474 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce81c581-5984-47bf-b6ac-2d7c16515289 None None] Checking router: e3f75c60-6a44-4084-9a98-6a39ca7815cf for host: dv-cinder-858463-1-iscsi {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:26:40.377114 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce81c581-5984-47bf-b6ac-2d7c16515289 None None] Routers {'e3f75c60-6a44-4084-9a98-6a39ca7815cf'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:26:40.377729 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-ce81c581-5984-47bf-b6ac-2d7c16515289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:26:26Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['e3f75c60-6a44-4084-9a98-6a39ca7815cf'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:26:40.402288 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-fbe9a241-f529-4408-a65f-9a69f3ed7b8b req-0995e602-0fab-46a4-9a41-d991a4521963 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Deleting port da745733-d8ef-4a92-89c1-eb60336661fa {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:26:40.402642 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-fbe9a241-f529-4408-a65f-9a69f3ed7b8b req-0995e602-0fab-46a4-9a41-d991a4521963 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (da745733-d8ef-4a92-89c1-eb60336661fa), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:40.467723 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82176223-0200-4bef-8933-5f94dda11202 req-46682981-9d50-4d64-8ec1-39ff1516a75d tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:40.469214 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-82176223-0200-4bef-8933-5f94dda11202 req-46682981-9d50-4d64-8ec1-39ff1516a75d tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=281eee8b-c4d3-47f3-af09-41fe3c30bbb9 HTTP/1.1" status: 200 len: 945 time: 0.1107938 Sep 20 13:26:40.485200 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877dd69a-b245-4f17-ad94-63c67a99aaae req-677516f7-0995-474c-8c8e-2783259d4524 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:40.488583 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-ce81c581-5984-47bf-b6ac-2d7c16515289 None None] Set router e3f75c60-6a44-4084-9a98-6a39ca7815cf gateway port host: dv-cinder-858463-1-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:26:40.493323 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-877dd69a-b245-4f17-ad94-63c67a99aaae req-677516f7-0995-474c-8c8e-2783259d4524 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=f04a106b-604a-4e7c-956d-48c8073afb26 HTTP/1.1" status: 200 len: 943 time: 0.0685964 Sep 20 13:26:40.529092 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-fbe9a241-f529-4408-a65f-9a69f3ed7b8b req-0995e602-0fab-46a4-9a41-d991a4521963 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] For port da745733-d8ef-4a92-89c1-eb60336661fa, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=da745733-d8ef-4a92-89c1-eb60336661fa,segment=NetworkSegment(f7400dd8-eb7b-448c-9b24-32bf1c4335c7),segment_id=f7400dd8-eb7b-448c-9b24-32bf1c4335c7)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:26:40.529505 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-fbe9a241-f529-4408-a65f-9a69f3ed7b8b req-0995e602-0fab-46a4-9a41-d991a4521963 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (da745733-d8ef-4a92-89c1-eb60336661fa), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:40.551165 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-fbe9a241-f529-4408-a65f-9a69f3ed7b8b req-0995e602-0fab-46a4-9a41-d991a4521963 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Calling delete_port for da745733-d8ef-4a92-89c1-eb60336661fa owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:26:40.558660 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-82176223-0200-4bef-8933-5f94dda11202 req-646dce38-8289-40c0-ad2b-988c23703eff tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805123 Sep 20 13:26:40.590792 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-877dd69a-b245-4f17-ad94-63c67a99aaae req-2dc106aa-3627-4134-917b-5ac6ce148c1d tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654945 Sep 20 13:26:40.700373 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-fbe9a241-f529-4408-a65f-9a69f3ed7b8b req-0995e602-0fab-46a4-9a41-d991a4521963 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (da745733-d8ef-4a92-89c1-eb60336661fa), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:40.729212 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0995e602-0fab-46a4-9a41-d991a4521963 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Pushing event deleted for resources: {'Port': ['ID=da745733-d8ef-4a92-89c1-eb60336661fa,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:40.740144 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] get_ports_and_sgs() called for port_ids ['da745733-d8ef-4a92-89c1-eb60336661fa', 'db0389ce-4a65-44b3-9cfe-dc30d33b40b5'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 13:26:40.771218 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-ce81c581-5984-47bf-b6ac-2d7c16515289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f75c60-6a44-4084-9a98-6a39ca7815cf', 'name': 'tempest-AttachVolumeShelveTestJSON-107732550-router', 'tenant_id': 'ee3a57170bc8490098e0840a2e89392b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'cb4d0416-2b17-4af0-9459-d112b72a4fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:19:53Z', 'updated_at': '2022-09-20T13:19:57Z', 'revision_number': 4, 'project_id': 'ee3a57170bc8490098e0840a2e89392b', 'gw_port': {'id': 'cb4d0416-2b17-4af0-9459-d112b72a4fdf', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:28:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f75c60-6a44-4084-9a98-6a39ca7815cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:19:53Z', 'updated_at': '2022-09-20T13:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': '612023b5-59ec-4767-bbea-33b2f0ae42ed', 'name': '', 'network_id': '11c87694-9bef-4fe4-9250-573b5f8887eb', 'tenant_id': 'ee3a57170bc8490098e0840a2e89392b', 'mac_address': 'fa:16:3e:fc:97:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f75c60-6a44-4084-9a98-6a39ca7815cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '6bc59d34-e407-4d89-95e5-8037392fca32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:19:56Z', 'updated_at': '2022-09-20T13:20:03Z', 'revision_number': 5, 'project_id': 'ee3a57170bc8490098e0840a2e89392b', 'subnets': [{'id': '6bc59d34-e407-4d89-95e5-8037392fca32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:26:40.782634 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbe9a241-f529-4408-a65f-9a69f3ed7b8b req-0995e602-0fab-46a4-9a41-d991a4521963 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] No DVR routers for this DVR port da745733-d8ef-4a92-89c1-eb60336661fa on host hv-cinder-85846 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:26:40.785817 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-fbe9a241-f529-4408-a65f-9a69f3ed7b8b req-0995e602-0fab-46a4-9a41-d991a4521963 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:40.789184 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-fbe9a241-f529-4408-a65f-9a69f3ed7b8b req-0995e602-0fab-46a4-9a41-d991a4521963 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.62 "DELETE /v2.0/ports/da745733-d8ef-4a92-89c1-eb60336661fa HTTP/1.1" status: 204 len: 173 time: 0.5134215 Sep 20 13:26:40.796957 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce81c581-5984-47bf-b6ac-2d7c16515289 None None] The sync data for ids ['e3f75c60-6a44-4084-9a98-6a39ca7815cf'] in dv-cinder-858463-1-iscsi is: [{'id': 'e3f75c60-6a44-4084-9a98-6a39ca7815cf', 'name': 'tempest-AttachVolumeShelveTestJSON-107732550-router', 'tenant_id': 'ee3a57170bc8490098e0840a2e89392b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'cb4d0416-2b17-4af0-9459-d112b72a4fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:19:53Z', 'updated_at': '2022-09-20T13:19:57Z', 'revision_number': 4, 'project_id': 'ee3a57170bc8490098e0840a2e89392b', 'gw_port': {'id': 'cb4d0416-2b17-4af0-9459-d112b72a4fdf', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:28:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f75c60-6a44-4084-9a98-6a39ca7815cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:19:53Z', 'updated_at': '2022-09-20T13:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': '612023b5-59ec-4767-bbea-33b2f0ae42ed', 'name': '', 'network_id': '11c87694-9bef-4fe4-9250-573b5f8887eb', 'tenant_id': 'ee3a57170bc8490098e0840a2e89392b', 'mac_address': 'fa:16:3e:fc:97:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f75c60-6a44-4084-9a98-6a39ca7815cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '6bc59d34-e407-4d89-95e5-8037392fca32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:19:56Z', 'updated_at': '2022-09-20T13:20:03Z', 'revision_number': 5, 'project_id': 'ee3a57170bc8490098e0840a2e89392b', 'subnets': [{'id': '6bc59d34-e407-4d89-95e5-8037392fca32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:26:41.031171 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a8a4f3-fc14-4309-a064-cde8ef7712bb None None] New status for floating IP 655e0839-951c-43e4-b2cc-efbf36ad6c72: DOWN {{(pid=104088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 13:26:41.388613 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 34376) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:26:41.444615 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2c80ac8f-13f2-48d9-98bc-98ea3b93e6d9 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks [] for security_group (5565d80c-50f3-4a42-9c8c-806895e7b6d9), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:41.468512 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2c80ac8f-13f2-48d9-98bc-98ea3b93e6d9 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks [] for security_group (5565d80c-50f3-4a42-9c8c-806895e7b6d9), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:41.519345 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2c80ac8f-13f2-48d9-98bc-98ea3b93e6d9 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (5565d80c-50f3-4a42-9c8c-806895e7b6d9), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:41.521910 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2c80ac8f-13f2-48d9-98bc-98ea3b93e6d9 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:41.523098 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-2c80ac8f-13f2-48d9-98bc-98ea3b93e6d9 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "DELETE /v2.0/security-groups/5565d80c-50f3-4a42-9c8c-806895e7b6d9 HTTP/1.1" status: 204 len: 168 time: 0.1329010 Sep 20 13:26:41.525869 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 34378) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:26:41.533165 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c80ac8f-13f2-48d9-98bc-98ea3b93e6d9 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5565d80c-50f3-4a42-9c8c-806895e7b6d9,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:41.540409 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.api.v2.resource [None req-fed5ec13-3130-473e-83f3-27988d4a2cca tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] show failed (client error): The resource could not be found. Sep 20 13:26:41.541650 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-fed5ec13-3130-473e-83f3-27988d4a2cca tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups/5565d80c-50f3-4a42-9c8c-806895e7b6d9 HTTP/1.1" status: 404 len: 347 time: 0.0148070 Sep 20 13:26:41.544997 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 34380) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:26:41.674017 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-0d19799e-ad03-40e7-82a7-198dbd89aed9 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Deleting port acea1945-82ce-4f9f-b941-5e2e30400b9a {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:26:41.674593 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0d19799e-ad03-40e7-82a7-198dbd89aed9 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (acea1945-82ce-4f9f-b941-5e2e30400b9a), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:41.692842 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b64cca-3835-4b5a-bf7b-abd3506f0ed9 req-260521f4-e448-4c70-a571-7cac56876531 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:41.694334 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-a9b64cca-3835-4b5a-bf7b-abd3506f0ed9 req-260521f4-e448-4c70-a571-7cac56876531 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=f04a106b-604a-4e7c-956d-48c8073afb26 HTTP/1.1" status: 200 len: 943 time: 0.0593917 Sep 20 13:26:41.752350 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-a9b64cca-3835-4b5a-bf7b-abd3506f0ed9 req-9f4e3dca-9ec0-4ac2-948a-057f2dc007b2 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518217 Sep 20 13:26:41.779448 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0d19799e-ad03-40e7-82a7-198dbd89aed9 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (acea1945-82ce-4f9f-b941-5e2e30400b9a), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:41.779448 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0d19799e-ad03-40e7-82a7-198dbd89aed9 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks [] for floatingip (acea1945-82ce-4f9f-b941-5e2e30400b9a), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:41.790435 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-0d19799e-ad03-40e7-82a7-198dbd89aed9 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Calling delete_port for acea1945-82ce-4f9f-b941-5e2e30400b9a owned by network:floatingip {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:26:41.910473 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7889a021-2443-46cb-9fac-4619c63cdcc5 req-e8d73d6a-494e-4221-a7ab-4b7229447af5 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:41.911935 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7889a021-2443-46cb-9fac-4619c63cdcc5 req-e8d73d6a-494e-4221-a7ab-4b7229447af5 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=3226ee7c-30dc-4262-9e31-f5d2a26f7f9a HTTP/1.1" status: 200 len: 945 time: 0.0819917 Sep 20 13:26:41.988625 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7889a021-2443-46cb-9fac-4619c63cdcc5 req-6e924fdd-a85b-426f-907b-ca8ca5d2f6f1 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703280 Sep 20 13:26:41.998276 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0d19799e-ad03-40e7-82a7-198dbd89aed9 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (acea1945-82ce-4f9f-b941-5e2e30400b9a), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:42.003660 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '281eee8b-c4d3-47f3-af09-41fe3c30bbb9', 'name': 'network-vif-deleted', 'tag': 'da745733-d8ef-4a92-89c1-eb60336661fa'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:26:42.005540 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8afa0c3fb06aef531850fccced94fa4b659a4977f0534d5a49c84d13d87c0c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b6810c4-ee97-4e81-9c3f-aeff2219c720" -d '{"events": [{"server_uuid": "281eee8b-c4d3-47f3-af09-41fe3c30bbb9", "name": "network-vif-deleted", "tag": "da745733-d8ef-4a92-89c1-eb60336661fa"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:26:42.028916 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d19799e-ad03-40e7-82a7-198dbd89aed9 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Pushing event deleted for resources: {'Port': ['ID=acea1945-82ce-4f9f-b941-5e2e30400b9a,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:42.055380 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 13:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c7dbd0-aee5-4887-8942-49dc319314a2 x-openstack-request-id: req-21c7dbd0-aee5-4887-8942-49dc319314a2 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:26:42.055683 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "281eee8b-c4d3-47f3-af09-41fe3c30bbb9", "name": "network-vif-deleted", "tag": "da745733-d8ef-4a92-89c1-eb60336661fa", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:26:42.055960 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-21c7dbd0-aee5-4887-8942-49dc319314a2 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:26:42.056346 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21c7dbd0-aee5-4887-8942-49dc319314a2'] response: {'server_uuid': '281eee8b-c4d3-47f3-af09-41fe3c30bbb9', 'name': 'network-vif-deleted', 'tag': 'da745733-d8ef-4a92-89c1-eb60336661fa', 'status': 'completed', 'code': 200} Sep 20 13:26:42.095957 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0d19799e-ad03-40e7-82a7-198dbd89aed9 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks [] for floatingip (655e0839-951c-43e4-b2cc-efbf36ad6c72), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:42.098462 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0d19799e-ad03-40e7-82a7-198dbd89aed9 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:42.099682 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-0d19799e-ad03-40e7-82a7-198dbd89aed9 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "DELETE /v2.0/floatingips/655e0839-951c-43e4-b2cc-efbf36ad6c72 HTTP/1.1" status: 204 len: 168 time: 0.5536988 Sep 20 13:26:42.184093 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 34394) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:26:42.188533 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-31305e10-94ad-4f54-86ab-0b98fd1fef17 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Request body: {'security_group': {'name': 'tempest-securitygroup--12922834', 'description': 'tempest-description--1341347952'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:26:42.208080 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-31305e10-94ad-4f54-86ab-0b98fd1fef17 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:42.277243 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-31305e10-94ad-4f54-86ab-0b98fd1fef17 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks [] for security_group (de162593-208f-4240-8656-f6a1561a0ce9), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:42.280865 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-31305e10-94ad-4f54-86ab-0b98fd1fef17 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (de162593-208f-4240-8656-f6a1561a0ce9), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:42.311939 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-31305e10-94ad-4f54-86ab-0b98fd1fef17 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:42.313193 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-31305e10-94ad-4f54-86ab-0b98fd1fef17 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1281135 Sep 20 13:26:42.316262 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 34396) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:26:42.317202 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31305e10-94ad-4f54-86ab-0b98fd1fef17 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de162593-208f-4240-8656-f6a1561a0ce9,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:42.327981 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.v2.base [None req-55cd3d2a-0b4b-4fca-ba19-3f99834cecdc tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Request body: {'security_group_rule': {'security_group_id': 'de162593-208f-4240-8656-f6a1561a0ce9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:26:42.355840 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-55cd3d2a-0b4b-4fca-ba19-3f99834cecdc tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks [] for security_group_rule (3f523b80-536d-4fdb-b6db-34bd31405487), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:42.409824 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-55cd3d2a-0b4b-4fca-ba19-3f99834cecdc tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks [] for security_group_rule (3f523b80-536d-4fdb-b6db-34bd31405487), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:42.413168 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-55cd3d2a-0b4b-4fca-ba19-3f99834cecdc tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828784'] for security_group_rule (3f523b80-536d-4fdb-b6db-34bd31405487), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:42.431610 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd3d2a-0b4b-4fca-ba19-3f99834cecdc tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f523b80-536d-4fdb-b6db-34bd31405487,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:42.437585 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-55cd3d2a-0b4b-4fca-ba19-3f99834cecdc tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:42.438826 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-55cd3d2a-0b4b-4fca-ba19-3f99834cecdc tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1214964 Sep 20 13:26:42.441721 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 34398) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:26:42.447024 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.v2.base [None req-c1d23f08-35d1-4304-a4af-f3fa33a8278e tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Request body: {'security_group_rule': {'security_group_id': 'de162593-208f-4240-8656-f6a1561a0ce9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:26:42.471749 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c1d23f08-35d1-4304-a4af-f3fa33a8278e tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks [] for security_group_rule (6225f101-6533-417a-aff6-6c2d99338b19), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:42.527070 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c1d23f08-35d1-4304-a4af-f3fa33a8278e tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks [] for security_group_rule (6225f101-6533-417a-aff6-6c2d99338b19), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:42.530972 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c1d23f08-35d1-4304-a4af-f3fa33a8278e tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828784'] for security_group_rule (6225f101-6533-417a-aff6-6c2d99338b19), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:42.552629 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d23f08-35d1-4304-a4af-f3fa33a8278e tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6225f101-6533-417a-aff6-6c2d99338b19,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:42.558997 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c1d23f08-35d1-4304-a4af-f3fa33a8278e tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:42.560132 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-c1d23f08-35d1-4304-a4af-f3fa33a8278e tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1174390 Sep 20 13:26:42.563266 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 34400) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:26:42.567548 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.v2.base [None req-438fb500-d689-4f2e-8972-e01ec45f18b9 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Request body: {'floatingip': {'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:26:42.588098 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-438fb500-d689-4f2e-8972-e01ec45f18b9 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:42.691014 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-438fb500-d689-4f2e-8972-e01ec45f18b9 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:42.790564 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-438fb500-d689-4f2e-8972-e01ec45f18b9 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Allocated IP 172.27.2.142 (36104724-3f48-4df5-b3a4-d541d8e9add0/adca2446-3f2d-49a4-ba29-cedd74eb43e2/ebd545fb-5ec2-429c-beb6-95a3e5ca8d8d) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:26:42.872110 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 12160af8-28a4-4dbf-a64f-d32e96938630 no longer exists at agent hyperv_hv-cinder-85846 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:26:42.893731 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] No Port match for: 12160af8-28a4-4dbf-a64f-d32e96938630 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 20 13:26:42.894081 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 12160af8-28a4-4dbf-a64f-d32e96938630 not bound to the agent host hv-cinder-85846 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:26:42.894515 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device da745733-d8ef-4a92-89c1-eb60336661fa no longer exists at agent hyperv_hv-cinder-85846 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:26:42.912872 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] No Port match for: da745733-d8ef-4a92-89c1-eb60336661fa {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 20 13:26:42.913240 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device da745733-d8ef-4a92-89c1-eb60336661fa not bound to the agent host hv-cinder-85846 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:26:42.934592 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b0563-0506-4273-90ba-3cf010f48ad7 req-cec10702-b63c-44a6-91af-fc1ad52812b2 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:42.936072 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-c51b0563-0506-4273-90ba-3cf010f48ad7 req-cec10702-b63c-44a6-91af-fc1ad52812b2 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=f04a106b-604a-4e7c-956d-48c8073afb26 HTTP/1.1" status: 200 len: 943 time: 0.0950236 Sep 20 13:26:42.952205 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-438fb500-d689-4f2e-8972-e01ec45f18b9 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks [] for port (ebd545fb-5ec2-429c-beb6-95a3e5ca8d8d), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:42.965186 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d21cdd-053f-4598-8313-b5f02714ffcd req-9898615c-d4f7-4acf-bb7d-03e40bf0ed41 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:42.966655 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-49d21cdd-053f-4598-8313-b5f02714ffcd req-9898615c-d4f7-4acf-bb7d-03e40bf0ed41 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.62 "GET /v2.0/ports?device_id=3226ee7c-30dc-4262-9e31-f5d2a26f7f9a HTTP/1.1" status: 200 len: 945 time: 0.0561376 Sep 20 13:26:43.006954 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-c51b0563-0506-4273-90ba-3cf010f48ad7 req-2bb67f2f-a203-4a20-8d20-ded3db9b51dd tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652757 Sep 20 13:26:43.015873 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-438fb500-d689-4f2e-8972-e01ec45f18b9 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421007'] for port (ebd545fb-5ec2-429c-beb6-95a3e5ca8d8d), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:43.057176 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438fb500-d689-4f2e-8972-e01ec45f18b9 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Network 36104724-3f48-4df5-b3a4-d541d8e9add0 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:26:43.060294 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-438fb500-d689-4f2e-8972-e01ec45f18b9 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:26:43.063926 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438fb500-d689-4f2e-8972-e01ec45f18b9 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:26:43.077294 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-49d21cdd-053f-4598-8313-b5f02714ffcd req-0a8548ca-da4c-414d-ac1e-f7af89d006e2 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Deleting port db0389ce-4a65-44b3-9cfe-dc30d33b40b5 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:26:43.077641 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-49d21cdd-053f-4598-8313-b5f02714ffcd req-0a8548ca-da4c-414d-ac1e-f7af89d006e2 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (db0389ce-4a65-44b3-9cfe-dc30d33b40b5), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:43.092451 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438fb500-d689-4f2e-8972-e01ec45f18b9 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Pushing event updated for resources: {'Port': ['ID=ebd545fb-5ec2-429c-beb6-95a3e5ca8d8d,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:43.150166 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-438fb500-d689-4f2e-8972-e01ec45f18b9 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks [] for floatingip (5998f02e-6407-4356-a1de-c4453a58c949), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:43.187975 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-438fb500-d689-4f2e-8972-e01ec45f18b9 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (ebd545fb-5ec2-429c-beb6-95a3e5ca8d8d), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:43.193019 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b871fad-7ef7-471a-8504-1599abf70343 req-8f9de22d-3e8b-497d-b7a1-701a8e06a3ec tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:43.194477 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1b871fad-7ef7-471a-8504-1599abf70343 req-8f9de22d-3e8b-497d-b7a1-701a8e06a3ec tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/ports?device_id=3226ee7c-30dc-4262-9e31-f5d2a26f7f9a HTTP/1.1" status: 200 len: 945 time: 0.1196456 Sep 20 13:26:43.211636 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-49d21cdd-053f-4598-8313-b5f02714ffcd req-0a8548ca-da4c-414d-ac1e-f7af89d006e2 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] For port db0389ce-4a65-44b3-9cfe-dc30d33b40b5, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=db0389ce-4a65-44b3-9cfe-dc30d33b40b5,segment=NetworkSegment(f7400dd8-eb7b-448c-9b24-32bf1c4335c7),segment_id=f7400dd8-eb7b-448c-9b24-32bf1c4335c7)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:26:43.212008 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-49d21cdd-053f-4598-8313-b5f02714ffcd req-0a8548ca-da4c-414d-ac1e-f7af89d006e2 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (db0389ce-4a65-44b3-9cfe-dc30d33b40b5), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:43.232822 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-49d21cdd-053f-4598-8313-b5f02714ffcd req-0a8548ca-da4c-414d-ac1e-f7af89d006e2 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Calling delete_port for db0389ce-4a65-44b3-9cfe-dc30d33b40b5 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:26:43.297764 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1b871fad-7ef7-471a-8504-1599abf70343 req-60e4b0ed-3dfb-44f7-8cf3-5efb03350d33 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bf4325f-47fc-453e-bcdb-1836b91619a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953383 Sep 20 13:26:43.350516 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-438fb500-d689-4f2e-8972-e01ec45f18b9 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks [] for port (ebd545fb-5ec2-429c-beb6-95a3e5ca8d8d), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:43.354976 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-438fb500-d689-4f2e-8972-e01ec45f18b9 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10421046'] for port (ebd545fb-5ec2-429c-beb6-95a3e5ca8d8d), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:43.382783 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-49d21cdd-053f-4598-8313-b5f02714ffcd req-0a8548ca-da4c-414d-ac1e-f7af89d006e2 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (db0389ce-4a65-44b3-9cfe-dc30d33b40b5), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:43.410005 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8548ca-da4c-414d-ac1e-f7af89d006e2 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Pushing event deleted for resources: {'Port': ['ID=db0389ce-4a65-44b3-9cfe-dc30d33b40b5,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:43.421125 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] get_ports_and_sgs() called for port_ids ['db0389ce-4a65-44b3-9cfe-dc30d33b40b5'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 13:26:43.437248 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438fb500-d689-4f2e-8972-e01ec45f18b9 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Pushing event updated for resources: {'Port': ['ID=ebd545fb-5ec2-429c-beb6-95a3e5ca8d8d,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:43.446170 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-438fb500-d689-4f2e-8972-e01ec45f18b9 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607693'] for floatingip (5998f02e-6407-4356-a1de-c4453a58c949), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:43.458861 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-49d21cdd-053f-4598-8313-b5f02714ffcd req-0a8548ca-da4c-414d-ac1e-f7af89d006e2 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] No DVR routers for this DVR port db0389ce-4a65-44b3-9cfe-dc30d33b40b5 on host hv-cinder-85846 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:26:43.461272 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-49d21cdd-053f-4598-8313-b5f02714ffcd req-0a8548ca-da4c-414d-ac1e-f7af89d006e2 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:43.462484 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-438fb500-d689-4f2e-8972-e01ec45f18b9 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:43.463733 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-438fb500-d689-4f2e-8972-e01ec45f18b9 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8995383 Sep 20 13:26:43.464802 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-49d21cdd-053f-4598-8313-b5f02714ffcd req-0a8548ca-da4c-414d-ac1e-f7af89d006e2 tempest-ServerRescueNegativeTestJSON-1588445429 tempest-ServerRescueNegativeTestJSON-1588445429-project] 10.222.0.62 "DELETE /v2.0/ports/db0389ce-4a65-44b3-9cfe-dc30d33b40b5 HTTP/1.1" status: 204 len: 173 time: 0.4916391 Sep 20 13:26:43.664011 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-a0045eac-8798-4676-bf31-88ff1c8b2abb req-1973a398-b9c8-4d2d-9c16-8cec0e2fe891 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--12922834&fields=id&tenant_id=ee3a57170bc8490098e0840a2e89392b HTTP/1.1" status: 200 len: 267 time: 0.0423403 Sep 20 13:26:43.767645 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0045eac-8798-4676-bf31-88ff1c8b2abb req-03c4fe75-c502-4489-ba26-15ecb1a99be3 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:43.769184 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-a0045eac-8798-4676-bf31-88ff1c8b2abb req-03c4fe75-c502-4489-ba26-15ecb1a99be3 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/networks?id=11c87694-9bef-4fe4-9250-573b5f8887eb HTTP/1.1" status: 200 len: 816 time: 0.0984817 Sep 20 13:26:43.784137 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-a0045eac-8798-4676-bf31-88ff1c8b2abb req-9529d5b0-0236-4bba-bdca-45ff8dfcd9c7 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/quotas/ee3a57170bc8490098e0840a2e89392b HTTP/1.1" status: 200 len: 375 time: 0.0096152 Sep 20 13:26:43.844602 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-a0045eac-8798-4676-bf31-88ff1c8b2abb req-7c2fde9f-fa20-4d2f-8978-5d81a1f41456 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ee3a57170bc8490098e0840a2e89392b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0551181 Sep 20 13:26:43.941740 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-a0045eac-8798-4676-bf31-88ff1c8b2abb req-0d46fb5e-01ba-4dd3-ab37-e9ac9dc84111 service neutron] 10.222.0.55 "GET /v2.0/networks/11c87694-9bef-4fe4-9250-573b5f8887eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848138 Sep 20 13:26:44.034749 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-a0045eac-8798-4676-bf31-88ff1c8b2abb req-b093517d-392d-476c-aa0e-64614406b964 service neutron] 10.222.0.55 "GET /v2.0/networks/11c87694-9bef-4fe4-9250-573b5f8887eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869431 Sep 20 13:26:44.057827 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3226ee7c-30dc-4262-9e31-f5d2a26f7f9a', 'name': 'network-vif-deleted', 'tag': 'db0389ce-4a65-44b3-9cfe-dc30d33b40b5'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:26:44.061397 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8afa0c3fb06aef531850fccced94fa4b659a4977f0534d5a49c84d13d87c0c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c68bf48-1b07-47fb-afdd-fd8a0a4f2a3c" -d '{"events": [{"server_uuid": "3226ee7c-30dc-4262-9e31-f5d2a26f7f9a", "name": "network-vif-deleted", "tag": "db0389ce-4a65-44b3-9cfe-dc30d33b40b5"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:26:44.142394 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031bae98-ca8a-4fdd-a23a-82a7ee21e0c4 req-a58cbd0d-6bab-4214-bcc5-ff061b91044f tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:44.144089 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-031bae98-ca8a-4fdd-a23a-82a7ee21e0c4 req-a58cbd0d-6bab-4214-bcc5-ff061b91044f tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=f04a106b-604a-4e7c-956d-48c8073afb26 HTTP/1.1" status: 200 len: 943 time: 0.0542941 Sep 20 13:26:44.180180 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 13:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c74068-0b2e-470a-beb4-ed29b69e1aac x-openstack-request-id: req-06c74068-0b2e-470a-beb4-ed29b69e1aac {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:26:44.180482 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3226ee7c-30dc-4262-9e31-f5d2a26f7f9a", "name": "network-vif-deleted", "tag": "db0389ce-4a65-44b3-9cfe-dc30d33b40b5", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:26:44.180741 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-06c74068-0b2e-470a-beb4-ed29b69e1aac {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:26:44.181148 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06c74068-0b2e-470a-beb4-ed29b69e1aac'] response: {'server_uuid': '3226ee7c-30dc-4262-9e31-f5d2a26f7f9a', 'name': 'network-vif-deleted', 'tag': 'db0389ce-4a65-44b3-9cfe-dc30d33b40b5', 'status': 'completed', 'code': 200} Sep 20 13:26:44.214866 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-031bae98-ca8a-4fdd-a23a-82a7ee21e0c4 req-d49371a8-318c-4b68-a97e-4493f3256976 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565636 Sep 20 13:26:44.242112 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-262f15ea-3384-4e6b-ab3c-24c1d0b89b2d req-9d8e3c61-2601-4f0f-8d9a-8b8e617c458d tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 210 time: 0.0286686 Sep 20 13:26:44.361222 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 34432) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:26:44.839479 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6ff00d0a-11da-44e6-ad40-283ffabed12b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1608461'] for router_interface (8e8eb188-6120-4b6d-8f74-15a286f1bc5c), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:45.064911 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-6ff00d0a-11da-44e6-ad40-283ffabed12b admin admin] Deleting port 9754ef40-4888-414d-91f5-dc27b14c30ca {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:26:45.065255 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6ff00d0a-11da-44e6-ad40-283ffabed12b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (9754ef40-4888-414d-91f5-dc27b14c30ca), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:45.144463 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-6ff00d0a-11da-44e6-ad40-283ffabed12b admin admin] For port 9754ef40-4888-414d-91f5-dc27b14c30ca, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=9754ef40-4888-414d-91f5-dc27b14c30ca,segment=NetworkSegment(f7400dd8-eb7b-448c-9b24-32bf1c4335c7),segment_id=f7400dd8-eb7b-448c-9b24-32bf1c4335c7)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:26:45.144722 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6ff00d0a-11da-44e6-ad40-283ffabed12b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (9754ef40-4888-414d-91f5-dc27b14c30ca), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:45.159007 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-6ff00d0a-11da-44e6-ad40-283ffabed12b admin admin] Calling delete_port for 9754ef40-4888-414d-91f5-dc27b14c30ca owned by network:router_interface {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:26:45.381122 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-429a1a7b-31f0-4cc2-9d5e-5359b8dae850 req-bcc10947-60d9-409e-9821-224a8c28d5c7 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 210 time: 0.0294497 Sep 20 13:26:45.387863 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0045eac-8798-4676-bf31-88ff1c8b2abb req-a8d0f94c-b5b7-4acb-b9b5-227d7cd3da93 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:45.388314 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ec607-cbfa-40fa-90ce-fc69bc0014a3 req-8496659a-1b6a-41ca-8333-154f246b139e tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:45.389946 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a0045eac-8798-4676-bf31-88ff1c8b2abb req-a8d0f94c-b5b7-4acb-b9b5-227d7cd3da93 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.62 "GET /v2.0/networks?id=11c87694-9bef-4fe4-9250-573b5f8887eb HTTP/1.1" status: 200 len: 816 time: 0.1808319 Sep 20 13:26:45.391162 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-e89ec607-cbfa-40fa-90ce-fc69bc0014a3 req-8496659a-1b6a-41ca-8333-154f246b139e tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=f04a106b-604a-4e7c-956d-48c8073afb26 HTTP/1.1" status: 200 len: 943 time: 0.0995343 Sep 20 13:26:45.427897 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6ff00d0a-11da-44e6-ad40-283ffabed12b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421007'] for port (9754ef40-4888-414d-91f5-dc27b14c30ca), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:45.467872 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a0045eac-8798-4676-bf31-88ff1c8b2abb req-6dd729c2-9075-4496-b079-a002afd01893 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee3a57170bc8490098e0840a2e89392b HTTP/1.1" status: 200 len: 378 time: 0.0529556 Sep 20 13:26:45.474604 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff00d0a-11da-44e6-ad40-283ffabed12b admin admin] Pushing event deleted for resources: {'Port': ['ID=9754ef40-4888-414d-91f5-dc27b14c30ca,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:45.476949 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-a0045eac-8798-4676-bf31-88ff1c8b2abb req-8c904a1f-937e-449d-a62e-d8554c1889ba tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Request body: {'port': {'device_id': 'f7d7dffe-4d84-4005-bace-44e4b9404287', 'network_id': '11c87694-9bef-4fe4-9250-573b5f8887eb', 'admin_state_up': True, 'tenant_id': 'ee3a57170bc8490098e0840a2e89392b', 'security_groups': ['de162593-208f-4240-8656-f6a1561a0ce9']}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:26:45.500838 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-e89ec607-cbfa-40fa-90ce-fc69bc0014a3 req-14656a43-ba93-42a7-98c4-715c62f4f22f tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031744 Sep 20 13:26:45.661531 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6ff00d0a-11da-44e6-ad40-283ffabed12b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1609629'] for router_interface (8e8eb188-6120-4b6d-8f74-15a286f1bc5c), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:45.869303 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff00d0a-11da-44e6-ad40-283ffabed12b admin admin] Router 8e8eb188-6120-4b6d-8f74-15a286f1bc5c has already been hosted by L3 agent e6bdf340-58c5-4186-af2d-ab00439e5425 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:26:45.879700 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0045eac-8798-4676-bf31-88ff1c8b2abb req-8c904a1f-937e-449d-a62e-d8554c1889ba tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Made reservation on behalf of ee3a57170bc8490098e0840a2e89392b for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:26:45.883090 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a0045eac-8798-4676-bf31-88ff1c8b2abb req-8c904a1f-937e-449d-a62e-d8554c1889ba tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:46.016953 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-a0045eac-8798-4676-bf31-88ff1c8b2abb req-8c904a1f-937e-449d-a62e-d8554c1889ba tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Allocated IP 172.20.0.13 (11c87694-9bef-4fe4-9250-573b5f8887eb/6bc59d34-e407-4d89-95e5-8037392fca32/2d60ce66-a02f-4cfc-b674-0bb22e114efa) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:26:46.160597 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a0045eac-8798-4676-bf31-88ff1c8b2abb req-8c904a1f-937e-449d-a62e-d8554c1889ba tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks [] for port (2d60ce66-a02f-4cfc-b674-0bb22e114efa), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:46.193707 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a0045eac-8798-4676-bf31-88ff1c8b2abb req-8c904a1f-937e-449d-a62e-d8554c1889ba tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (2d60ce66-a02f-4cfc-b674-0bb22e114efa), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:46.195548 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff00d0a-11da-44e6-ad40-283ffabed12b admin admin] Notify agent at l3_agent.dv-cinder-858463-1-iscsi the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:26:46.201246 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-6ff00d0a-11da-44e6-ad40-283ffabed12b admin admin] 10.222.0.55 "PUT /v2.0/routers/8e8eb188-6120-4b6d-8f74-15a286f1bc5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8388369 Sep 20 13:26:46.204576 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 34446) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:26:46.207434 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc68f56-6a52-4513-ba7f-f8fa8c5def96 None None] Sync routers for ids ['8e8eb188-6120-4b6d-8f74-15a286f1bc5c'] in dv-cinder-858463-1-iscsi {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:26:46.218034 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc68f56-6a52-4513-ba7f-f8fa8c5def96 None None] Routers {'8e8eb188-6120-4b6d-8f74-15a286f1bc5c'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:26:46.218767 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-6cc68f56-6a52-4513-ba7f-f8fa8c5def96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:26:26Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['8e8eb188-6120-4b6d-8f74-15a286f1bc5c'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:26:46.243901 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0045eac-8798-4676-bf31-88ff1c8b2abb req-8c904a1f-937e-449d-a62e-d8554c1889ba tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Network 11c87694-9bef-4fe4-9250-573b5f8887eb is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:26:46.247769 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-a0045eac-8798-4676-bf31-88ff1c8b2abb req-8c904a1f-937e-449d-a62e-d8554c1889ba tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:26:46.252128 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0045eac-8798-4676-bf31-88ff1c8b2abb req-8c904a1f-937e-449d-a62e-d8554c1889ba tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:26:46.291966 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c904a1f-937e-449d-a62e-d8554c1889ba tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Pushing event updated for resources: {'Port': ['ID=2d60ce66-a02f-4cfc-b674-0bb22e114efa,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:46.320664 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2ffdc2fa-9964-420f-94a0-24f452f4fced admin admin] Publish callbacks [] for router (8e8eb188-6120-4b6d-8f74-15a286f1bc5c), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:46.322657 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0045eac-8798-4676-bf31-88ff1c8b2abb req-8c904a1f-937e-449d-a62e-d8554c1889ba tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:46.324982 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a0045eac-8798-4676-bf31-88ff1c8b2abb req-8c904a1f-937e-449d-a62e-d8554c1889ba tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:46.329943 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-6cc68f56-6a52-4513-ba7f-f8fa8c5def96 None None] Set router 8e8eb188-6120-4b6d-8f74-15a286f1bc5c gateway port host: dv-cinder-858463-1-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:26:46.342792 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a0045eac-8798-4676-bf31-88ff1c8b2abb req-8c904a1f-937e-449d-a62e-d8554c1889ba tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8693912 Sep 20 13:26:46.360175 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-a0045eac-8798-4676-bf31-88ff1c8b2abb req-dae65721-979c-46a7-8dc6-64a58a0d3de1 service neutron] Request body: {'port': {'device_id': 'f7d7dffe-4d84-4005-bace-44e4b9404287', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85846'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:26:46.423944 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a0045eac-8798-4676-bf31-88ff1c8b2abb req-dae65721-979c-46a7-8dc6-64a58a0d3de1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (2d60ce66-a02f-4cfc-b674-0bb22e114efa), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:46.446492 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2ffdc2fa-9964-420f-94a0-24f452f4fced admin admin] Publish callbacks [] for router_gateway (8e8eb188-6120-4b6d-8f74-15a286f1bc5c), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:46.524357 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-0cca7d0f-184b-466b-b444-8bffbe9d1e52 None None] Provisioning complete for port 2d60ce66-a02f-4cfc-b674-0bb22e114efa triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:26:46.525461 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0cca7d0f-184b-466b-b444-8bffbe9d1e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (2d60ce66-a02f-4cfc-b674-0bb22e114efa), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:46.526063 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-0cca7d0f-184b-466b-b444-8bffbe9d1e52 None None] Attempt 1 to provision port 2d60ce66-a02f-4cfc-b674-0bb22e114efa Sep 20 13:26:46.532828 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-2ffdc2fa-9964-420f-94a0-24f452f4fced admin admin] Deleting port 8c305207-f2ee-4893-880f-9fdd1f1e633c {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:26:46.533354 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2ffdc2fa-9964-420f-94a0-24f452f4fced admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (8c305207-f2ee-4893-880f-9fdd1f1e633c), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:46.596292 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-0cca7d0f-184b-466b-b444-8bffbe9d1e52 None None] Port 2d60ce66-a02f-4cfc-b674-0bb22e114efa cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:26:46.623342 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-6cc68f56-6a52-4513-ba7f-f8fa8c5def96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8eb188-6120-4b6d-8f74-15a286f1bc5c', 'name': 'tempest-ServerRescueNegativeTestJSON-630298788-router', 'tenant_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '8c305207-f2ee-4893-880f-9fdd1f1e633c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:17:46Z', 'updated_at': '2022-09-20T13:26:45Z', 'revision_number': 5, 'project_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'gw_port': {'id': '8c305207-f2ee-4893-880f-9fdd1f1e633c', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:26:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8eb188-6120-4b6d-8f74-15a286f1bc5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:48Z', 'updated_at': '2022-09-20T13:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi'}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:26:46.652998 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc68f56-6a52-4513-ba7f-f8fa8c5def96 None None] Checking router: 8e8eb188-6120-4b6d-8f74-15a286f1bc5c for host: dv-cinder-858463-1-iscsi {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:26:46.662541 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc68f56-6a52-4513-ba7f-f8fa8c5def96 None None] Routers {'8e8eb188-6120-4b6d-8f74-15a286f1bc5c'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:26:46.663393 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-6cc68f56-6a52-4513-ba7f-f8fa8c5def96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:26:26Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['8e8eb188-6120-4b6d-8f74-15a286f1bc5c'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:26:46.665374 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf9a38-fa6c-47a0-9740-a388c83ff47f req-e0369a8d-7d89-4a5f-bbe1-fa5aca3e3322 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:46.666880 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7faf9a38-fa6c-47a0-9740-a388c83ff47f req-e0369a8d-7d89-4a5f-bbe1-fa5aca3e3322 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 932 time: 0.1284604 Sep 20 13:26:46.685926 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-2ffdc2fa-9964-420f-94a0-24f452f4fced admin admin] For port 8c305207-f2ee-4893-880f-9fdd1f1e633c, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=8c305207-f2ee-4893-880f-9fdd1f1e633c,segment=NetworkSegment(5aaf6297-6a46-4e9d-b63a-dd8b37b93294),segment_id=5aaf6297-6a46-4e9d-b63a-dd8b37b93294)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:26:46.686181 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2ffdc2fa-9964-420f-94a0-24f452f4fced admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (8c305207-f2ee-4893-880f-9fdd1f1e633c), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:46.694812 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e0327e-d918-43b0-b59c-2136f7e9c714 req-752f698c-ef4a-4e55-9424-22b4d26a566d tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:46.696406 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-69e0327e-d918-43b0-b59c-2136f7e9c714 req-752f698c-ef4a-4e55-9424-22b4d26a566d tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=f04a106b-604a-4e7c-956d-48c8073afb26 HTTP/1.1" status: 200 len: 943 time: 0.0916026 Sep 20 13:26:46.709396 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-2ffdc2fa-9964-420f-94a0-24f452f4fced admin admin] Calling delete_port for 8c305207-f2ee-4893-880f-9fdd1f1e633c owned by network:router_gateway {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:26:46.744351 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-6cc68f56-6a52-4513-ba7f-f8fa8c5def96 None None] Set router 8e8eb188-6120-4b6d-8f74-15a286f1bc5c gateway port host: None {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:26:46.754611 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7faf9a38-fa6c-47a0-9740-a388c83ff47f req-51ae28f0-4df4-4b17-ab43-cb984f47681a tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0803568 Sep 20 13:26:46.807784 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-6cc68f56-6a52-4513-ba7f-f8fa8c5def96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8eb188-6120-4b6d-8f74-15a286f1bc5c', 'name': 'tempest-ServerRescueNegativeTestJSON-630298788-router', 'tenant_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:17:46Z', 'updated_at': '2022-09-20T13:26:46Z', 'revision_number': 6, 'project_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'gw_port_host': None}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:26:46.808929 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [req-a0045eac-8798-4676-bf31-88ff1c8b2abb req-dae65721-979c-46a7-8dc6-64a58a0d3de1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d60ce66-a02f-4cfc-b674-0bb22e114efa {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 13:26:46.816923 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a0045eac-8798-4676-bf31-88ff1c8b2abb req-dae65721-979c-46a7-8dc6-64a58a0d3de1 service neutron] Publish callbacks [] for port (2d60ce66-a02f-4cfc-b674-0bb22e114efa), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:46.821404 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-69e0327e-d918-43b0-b59c-2136f7e9c714 req-b041a2ec-acb0-4d6f-b906-cdb111cb50bc tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137574 Sep 20 13:26:46.832562 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-a0045eac-8798-4676-bf31-88ff1c8b2abb req-dae65721-979c-46a7-8dc6-64a58a0d3de1 service neutron] Transition to ACTIVE for port object 2d60ce66-a02f-4cfc-b674-0bb22e114efa will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 20 13:26:46.833750 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc68f56-6a52-4513-ba7f-f8fa8c5def96 None None] The sync data for ids ['8e8eb188-6120-4b6d-8f74-15a286f1bc5c'] in dv-cinder-858463-1-iscsi is: [{'id': '8e8eb188-6120-4b6d-8f74-15a286f1bc5c', 'name': 'tempest-ServerRescueNegativeTestJSON-630298788-router', 'tenant_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:17:46Z', 'updated_at': '2022-09-20T13:26:46Z', 'revision_number': 6, 'project_id': 'f8f8bdd06ef247d389068dcb1648b4f7', 'gw_port_host': None}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:26:46.837802 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a0045eac-8798-4676-bf31-88ff1c8b2abb req-dae65721-979c-46a7-8dc6-64a58a0d3de1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242759'] for port (2d60ce66-a02f-4cfc-b674-0bb22e114efa), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:46.869494 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device f24795b7-e244-4079-a930-2f40588466d4 details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:26:46.888927 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device db0389ce-4a65-44b3-9cfe-dc30d33b40b5 no longer exists at agent hyperv_hv-cinder-85846 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:26:46.916682 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] No Port match for: db0389ce-4a65-44b3-9cfe-dc30d33b40b5 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 20 13:26:46.917037 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device db0389ce-4a65-44b3-9cfe-dc30d33b40b5 not bound to the agent host hv-cinder-85846 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:26:46.936047 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae65721-979c-46a7-8dc6-64a58a0d3de1 service neutron] Pushing event updated for resources: {'Port': ['ID=2d60ce66-a02f-4cfc-b674-0bb22e114efa,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:46.952478 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2ffdc2fa-9964-420f-94a0-24f452f4fced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421007'] for port (8c305207-f2ee-4893-880f-9fdd1f1e633c), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:46.965289 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-a0045eac-8798-4676-bf31-88ff1c8b2abb req-dae65721-979c-46a7-8dc6-64a58a0d3de1 service neutron] Attempting to bind port 2d60ce66-a02f-4cfc-b674-0bb22e114efa on host hv-cinder-85846 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 20 13:26:46.965634 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-a0045eac-8798-4676-bf31-88ff1c8b2abb req-dae65721-979c-46a7-8dc6-64a58a0d3de1 service neutron] Attempting to bind port 2d60ce66-a02f-4cfc-b674-0bb22e114efa by drivers openvswitch,hyperv on host hv-cinder-85846 at level 0 using segments [{'id': 'f948c4c9-3e43-44fc-b875-63e2f29a354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '11c87694-9bef-4fe4-9250-573b5f8887eb'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 20 13:26:46.965963 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0045eac-8798-4676-bf31-88ff1c8b2abb req-dae65721-979c-46a7-8dc6-64a58a0d3de1 service neutron] Attempting to bind port 2d60ce66-a02f-4cfc-b674-0bb22e114efa on network 11c87694-9bef-4fe4-9250-573b5f8887eb {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:26:46.970458 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0045eac-8798-4676-bf31-88ff1c8b2abb req-dae65721-979c-46a7-8dc6-64a58a0d3de1 service neutron] Port 2d60ce66-a02f-4cfc-b674-0bb22e114efa on network 11c87694-9bef-4fe4-9250-573b5f8887eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85846 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 13:26:46.970814 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0045eac-8798-4676-bf31-88ff1c8b2abb req-dae65721-979c-46a7-8dc6-64a58a0d3de1 service neutron] Attempting to bind port 2d60ce66-a02f-4cfc-b674-0bb22e114efa on network 11c87694-9bef-4fe4-9250-573b5f8887eb {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:26:46.975830 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0045eac-8798-4676-bf31-88ff1c8b2abb req-dae65721-979c-46a7-8dc6-64a58a0d3de1 service neutron] Checking agent: {'id': '728cf656-0364-4172-b8b5-b6ffd3122ed0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85846', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 13, 15, 40), 'started_at': datetime.datetime(2022, 9, 20, 13, 15, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 13, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:26:46.976161 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0045eac-8798-4676-bf31-88ff1c8b2abb req-dae65721-979c-46a7-8dc6-64a58a0d3de1 service neutron] Checking segment: {'id': 'f948c4c9-3e43-44fc-b875-63e2f29a354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '11c87694-9bef-4fe4-9250-573b5f8887eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:26:46.976555 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0045eac-8798-4676-bf31-88ff1c8b2abb req-dae65721-979c-46a7-8dc6-64a58a0d3de1 service neutron] Bound using segment: {'id': 'f948c4c9-3e43-44fc-b875-63e2f29a354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '11c87694-9bef-4fe4-9250-573b5f8887eb'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:26:46.976994 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-a0045eac-8798-4676-bf31-88ff1c8b2abb req-dae65721-979c-46a7-8dc6-64a58a0d3de1 service neutron] Bound port: 2d60ce66-a02f-4cfc-b674-0bb22e114efa, host: hv-cinder-85846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f948c4c9-3e43-44fc-b875-63e2f29a354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '11c87694-9bef-4fe4-9250-573b5f8887eb'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 20 13:26:46.977360 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a0045eac-8798-4676-bf31-88ff1c8b2abb req-dae65721-979c-46a7-8dc6-64a58a0d3de1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (2d60ce66-a02f-4cfc-b674-0bb22e114efa), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:46.983168 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffdc2fa-9964-420f-94a0-24f452f4fced admin admin] Pushing event deleted for resources: {'Port': ['ID=8c305207-f2ee-4893-880f-9fdd1f1e633c,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:47.021892 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port f24795b7-e244-4079-a930-2f40588466d4, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=f24795b7-e244-4079-a930-2f40588466d4,segment=NetworkSegment(f47cb449-14cc-4dd6-9f7f-1690124e994f),segment_id=f47cb449-14cc-4dd6-9f7f-1690124e994f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:26:47.035107 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Returning: {'device': 'f24795b7-e244-4079-a930-2f40588466d4', 'network_id': 'cff89604-63f6-4ff4-b070-c24b9893ce13', 'port_id': 'f24795b7-e244-4079-a930-2f40588466d4', 'mac_address': 'fa:16:3e:e9:57:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45d26521-be10-46ff-844d-b02be9b0cca0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:26:47.040452 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-a0045eac-8798-4676-bf31-88ff1c8b2abb req-dae65721-979c-46a7-8dc6-64a58a0d3de1 service neutron] For port 2d60ce66-a02f-4cfc-b674-0bb22e114efa, host hv-cinder-85846, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:26:47.044404 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-a0045eac-8798-4676-bf31-88ff1c8b2abb req-dae65721-979c-46a7-8dc6-64a58a0d3de1 service neutron] For port 2d60ce66-a02f-4cfc-b674-0bb22e114efa, host hv-cinder-85846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=2d60ce66-a02f-4cfc-b674-0bb22e114efa,segment=NetworkSegment(f948c4c9-3e43-44fc-b875-63e2f29a354c),segment_id=f948c4c9-3e43-44fc-b875-63e2f29a354c)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:26:47.051004 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a0045eac-8798-4676-bf31-88ff1c8b2abb req-dae65721-979c-46a7-8dc6-64a58a0d3de1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242759'] for port (2d60ce66-a02f-4cfc-b674-0bb22e114efa), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:47.052041 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2ffdc2fa-9964-420f-94a0-24f452f4fced admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607735'] for router_gateway (8e8eb188-6120-4b6d-8f74-15a286f1bc5c), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:47.055252 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0045eac-8798-4676-bf31-88ff1c8b2abb req-dae65721-979c-46a7-8dc6-64a58a0d3de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:47.055940 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a0045eac-8798-4676-bf31-88ff1c8b2abb req-dae65721-979c-46a7-8dc6-64a58a0d3de1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:47.057524 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a0045eac-8798-4676-bf31-88ff1c8b2abb req-dae65721-979c-46a7-8dc6-64a58a0d3de1 service neutron] 10.222.0.62 "PUT /v2.0/ports/2d60ce66-a02f-4cfc-b674-0bb22e114efa HTTP/1.1" status: 200 len: 1094 time: 0.7015762 Sep 20 13:26:47.058847 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7d7dffe-4d84-4005-bace-44e4b9404287', 'tag': '2d60ce66-a02f-4cfc-b674-0bb22e114efa'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:26:47.061643 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8afa0c3fb06aef531850fccced94fa4b659a4977f0534d5a49c84d13d87c0c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a2601c-00a9-4df7-928a-085205e1ea72" -d '{"events": [{"name": "network-changed", "server_uuid": "f7d7dffe-4d84-4005-bace-44e4b9404287", "tag": "2d60ce66-a02f-4cfc-b674-0bb22e114efa"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:26:47.075732 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Current status of the port f24795b7-e244-4079-a930-2f40588466d4 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:26:47.076249 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (f24795b7-e244-4079-a930-2f40588466d4), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:47.099789 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-0cca7d0f-184b-466b-b444-8bffbe9d1e52 None None] Attempt 2 to provision port 2d60ce66-a02f-4cfc-b674-0bb22e114efa Sep 20 13:26:47.119791 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae65721-979c-46a7-8dc6-64a58a0d3de1 service neutron] Pushing event updated for resources: {'Port': ['ID=2d60ce66-a02f-4cfc-b674-0bb22e114efa,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:47.145756 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 13:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3672e319-1432-4e0c-a141-b8492c380b3b x-openstack-request-id: req-3672e319-1432-4e0c-a141-b8492c380b3b {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:26:47.146461 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7d7dffe-4d84-4005-bace-44e4b9404287", "tag": "2d60ce66-a02f-4cfc-b674-0bb22e114efa", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:26:47.146850 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3672e319-1432-4e0c-a141-b8492c380b3b {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:26:47.147818 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3672e319-1432-4e0c-a141-b8492c380b3b'] response: {'name': 'network-changed', 'server_uuid': 'f7d7dffe-4d84-4005-bace-44e4b9404287', 'tag': '2d60ce66-a02f-4cfc-b674-0bb22e114efa', 'status': 'completed', 'code': 200} Sep 20 13:26:47.155210 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2ffdc2fa-9964-420f-94a0-24f452f4fced admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36854'] for router (8e8eb188-6120-4b6d-8f74-15a286f1bc5c), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:47.155576 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f24795b7-e244-4079-a930-2f40588466d4 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 13:26:47.157610 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2ffdc2fa-9964-420f-94a0-24f452f4fced admin admin] Publish callbacks [] for router_controller (8e8eb188-6120-4b6d-8f74-15a286f1bc5c), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:47.171118 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-0cca7d0f-184b-466b-b444-8bffbe9d1e52 None None] Port 2d60ce66-a02f-4cfc-b674-0bb22e114efa had new provisioning blocks added so it will not transition to active. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 20 13:26:47.184019 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port f24795b7-e244-4079-a930-2f40588466d4, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=f24795b7-e244-4079-a930-2f40588466d4,segment=NetworkSegment(f47cb449-14cc-4dd6-9f7f-1690124e994f),segment_id=f47cb449-14cc-4dd6-9f7f-1690124e994f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:26:47.193528 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (f24795b7-e244-4079-a930-2f40588466d4), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:47.206305 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2ffdc2fa-9964-420f-94a0-24f452f4fced admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634723'] for router (8e8eb188-6120-4b6d-8f74-15a286f1bc5c), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:47.206991 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ffdc2fa-9964-420f-94a0-24f452f4fced admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e8eb188-6120-4b6d-8f74-15a286f1bc5c {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 13:26:47.215249 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-2ffdc2fa-9964-420f-94a0-24f452f4fced admin admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:47.216502 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-2ffdc2fa-9964-420f-94a0-24f452f4fced admin admin] 10.222.0.55 "DELETE /v2.0/routers/8e8eb188-6120-4b6d-8f74-15a286f1bc5c HTTP/1.1" status: 204 len: 168 time: 1.0109901 Sep 20 13:26:47.219178 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 34454) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:26:47.248231 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0045eac-8798-4676-bf31-88ff1c8b2abb req-cc8db19e-48a4-4ae3-879a-422ae493eb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:47.250197 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a0045eac-8798-4676-bf31-88ff1c8b2abb req-cc8db19e-48a4-4ae3-879a-422ae493eb81 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ee3a57170bc8490098e0840a2e89392b&device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 1128 time: 0.0771394 Sep 20 13:26:47.256641 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Pushing event updated for resources: {'Port': ['ID=f24795b7-e244-4079-a930-2f40588466d4,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:47.266042 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:26:47.266841 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:26:47.267288 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-09f2f9d6-87f9-4465-a92a-c0af89bd16ee admin admin] Deleting subnet 64939650-d3ca-4c0c-952c-41e35d669944 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 20 13:26:47.267570 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:26:47.268204 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:26:47.268709 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:26:47.269217 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:26:47.269718 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:26:47.270234 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:26:47.270754 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:26:47.271124 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-09f2f9d6-87f9-4465-a92a-c0af89bd16ee admin admin] Publish callbacks [] for subnet (64939650-d3ca-4c0c-952c-41e35d669944), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:47.271431 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:26:47.271932 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:26:47.272422 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:26:47.273099 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:26:47.312305 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-09f2f9d6-87f9-4465-a92a-c0af89bd16ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10421076'] for subnet (64939650-d3ca-4c0c-952c-41e35d669944), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:47.315560 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a0045eac-8798-4676-bf31-88ff1c8b2abb req-9fe32afb-8d37-430e-a59d-48808a7c76fd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d60ce66-a02f-4cfc-b674-0bb22e114efa HTTP/1.1" status: 200 len: 217 time: 0.0479302 Sep 20 13:26:47.369844 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0045eac-8798-4676-bf31-88ff1c8b2abb req-93092f75-bcfb-4129-bce9-a845dc5897ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:47.371485 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a0045eac-8798-4676-bf31-88ff1c8b2abb req-93092f75-bcfb-4129-bce9-a845dc5897ab service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6bc59d34-e407-4d89-95e5-8037392fca32 HTTP/1.1" status: 200 len: 855 time: 0.0501671 Sep 20 13:26:47.390959 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-09f2f9d6-87f9-4465-a92a-c0af89bd16ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-555306'] for subnet (64939650-d3ca-4c0c-952c-41e35d669944), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:47.430131 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0045eac-8798-4676-bf31-88ff1c8b2abb req-9f32beca-7a5e-4d47-995c-944807d11d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:47.431689 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a0045eac-8798-4676-bf31-88ff1c8b2abb req-9f32beca-7a5e-4d47-995c-944807d11d0f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=11c87694-9bef-4fe4-9250-573b5f8887eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508525 Sep 20 13:26:47.447525 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-09f2f9d6-87f9-4465-a92a-c0af89bd16ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-555325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10421116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10408817'] for subnet (64939650-d3ca-4c0c-952c-41e35d669944), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:47.477625 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f2f9d6-87f9-4465-a92a-c0af89bd16ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64939650-d3ca-4c0c-952c-41e35d669944,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:47.479641 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-09f2f9d6-87f9-4465-a92a-c0af89bd16ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:47.485690 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-09f2f9d6-87f9-4465-a92a-c0af89bd16ee admin admin] 10.222.0.55 "DELETE /v2.0/subnets/64939650-d3ca-4c0c-952c-41e35d669944 HTTP/1.1" status: 204 len: 168 time: 0.2632990 Sep 20 13:26:47.485909 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 34456) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:26:47.492097 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fe94bf-7ebd-4859-afc0-869bea9c054f None None] Network 105b52c6-cee8-4c92-bcc7-3a77d1e92018 requested from dv-cinder-858463-1-iscsi {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 20 13:26:47.537972 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a0045eac-8798-4676-bf31-88ff1c8b2abb req-50cd73bd-fee0-4452-8c8a-9d1e7bb41d6d service neutron] 10.222.0.62 "GET /v2.0/networks/11c87694-9bef-4fe4-9250-573b5f8887eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996876 Sep 20 13:26:47.553374 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-94609197-2b0c-4d78-8c09-1e86e564e967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-760150'] for network (105b52c6-cee8-4c92-bcc7-3a77d1e92018), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:47.611259 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-94609197-2b0c-4d78-8c09-1e86e564e967 admin admin] Deleting port 7b6f7407-47e3-49fd-8035-a2250b12f8a8 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:26:47.611620 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-94609197-2b0c-4d78-8c09-1e86e564e967 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (7b6f7407-47e3-49fd-8035-a2250b12f8a8), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:47.673629 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a0045eac-8798-4676-bf31-88ff1c8b2abb req-408265c3-85f2-4953-84e5-3b11f3fe9a72 service neutron] 10.222.0.62 "GET /v2.0/networks/11c87694-9bef-4fe4-9250-573b5f8887eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290169 Sep 20 13:26:47.682592 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-94609197-2b0c-4d78-8c09-1e86e564e967 admin admin] For port 7b6f7407-47e3-49fd-8035-a2250b12f8a8, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=7b6f7407-47e3-49fd-8035-a2250b12f8a8,segment=NetworkSegment(f7400dd8-eb7b-448c-9b24-32bf1c4335c7),segment_id=f7400dd8-eb7b-448c-9b24-32bf1c4335c7)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:26:47.684179 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-94609197-2b0c-4d78-8c09-1e86e564e967 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (7b6f7407-47e3-49fd-8035-a2250b12f8a8), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:47.702452 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8849d33-91a2-4440-affb-459d0eec16e0 None None] DHCP port deletion for 105b52c6-cee8-4c92-bcc7-3a77d1e92018 request from dv-cinder-858463-1-iscsi {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 20 13:26:47.711376 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-94609197-2b0c-4d78-8c09-1e86e564e967 admin admin] Calling delete_port for 7b6f7407-47e3-49fd-8035-a2250b12f8a8 owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:26:47.732465 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] get_ports_and_sgs() called for port_ids ['f24795b7-e244-4079-a930-2f40588466d4'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 13:26:47.776502 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 9754ef40-4888-414d-91f5-dc27b14c30ca no longer exists at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:26:47.809213 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] No Port match for: 9754ef40-4888-414d-91f5-dc27b14c30ca {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 20 13:26:47.809582 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 9754ef40-4888-414d-91f5-dc27b14c30ca not bound to the agent host dv-cinder-858463-1-iscsi {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:26:47.810061 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 8c305207-f2ee-4893-880f-9fdd1f1e633c no longer exists at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:26:47.812092 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-94609197-2b0c-4d78-8c09-1e86e564e967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421007'] for port (7b6f7407-47e3-49fd-8035-a2250b12f8a8), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:47.843114 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] No Port match for: 8c305207-f2ee-4893-880f-9fdd1f1e633c {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 20 13:26:47.843469 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 8c305207-f2ee-4893-880f-9fdd1f1e633c not bound to the agent host dv-cinder-858463-1-iscsi {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:26:47.857332 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a2601c-00a9-4df7-928a-085205e1ea72 req-bbe2aa91-1c4c-4fd0-9c19-85bacfeda553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:47.858779 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-73a2601c-00a9-4df7-928a-085205e1ea72 req-bbe2aa91-1c4c-4fd0-9c19-85bacfeda553 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ee3a57170bc8490098e0840a2e89392b&device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 1128 time: 0.0724659 Sep 20 13:26:47.868132 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94609197-2b0c-4d78-8c09-1e86e564e967 admin admin] No DVR routers for this DVR port 7b6f7407-47e3-49fd-8035-a2250b12f8a8 on host dv-cinder-858463-1-iscsi {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:26:47.910520 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94609197-2b0c-4d78-8c09-1e86e564e967 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b6f7407-47e3-49fd-8035-a2250b12f8a8,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:47.922275 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-e8849d33-91a2-4440-affb-459d0eec16e0 None None] Deleting port 7b6f7407-47e3-49fd-8035-a2250b12f8a8 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:26:47.922869 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e8849d33-91a2-4440-affb-459d0eec16e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (7b6f7407-47e3-49fd-8035-a2250b12f8a8), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:48.014551 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-94609197-2b0c-4d78-8c09-1e86e564e967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553133', 'neutron.services.segments.db._delete_segments_for_network-8760608259063'] for network (105b52c6-cee8-4c92-bcc7-3a77d1e92018), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:48.022441 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a2601c-00a9-4df7-928a-085205e1ea72 req-7a3730c6-6865-4456-ae39-12a7df3d7d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:48.023968 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-73a2601c-00a9-4df7-928a-085205e1ea72 req-7a3730c6-6865-4456-ae39-12a7df3d7d6d service neutron] 10.222.0.62 "GET /v2.0/networks?id=11c87694-9bef-4fe4-9250-573b5f8887eb HTTP/1.1" status: 200 len: 916 time: 0.1593387 Sep 20 13:26:48.028168 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c41d067-ea9c-48ed-a77c-005a0fcee20b req-7f9777fb-6a8e-454b-b1df-4d084259ed34 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:48.029813 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-6c41d067-ea9c-48ed-a77c-005a0fcee20b req-7f9777fb-6a8e-454b-b1df-4d084259ed34 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 944 time: 0.1595738 Sep 20 13:26:48.038098 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-e8849d33-91a2-4440-affb-459d0eec16e0 None None] For port 7b6f7407-47e3-49fd-8035-a2250b12f8a8, host dv-cinder-858463-1-iscsi, got binding levels [] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:26:48.038724 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e8849d33-91a2-4440-affb-459d0eec16e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (7b6f7407-47e3-49fd-8035-a2250b12f8a8), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:48.039366 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3156992-2f2e-42dc-b147-420ec40ea7b0 req-dcb29ad9-392f-44bd-888a-be53311f946e tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:48.040969 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d3156992-2f2e-42dc-b147-420ec40ea7b0 req-dcb29ad9-392f-44bd-888a-be53311f946e tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=f04a106b-604a-4e7c-956d-48c8073afb26 HTTP/1.1" status: 200 len: 944 time: 0.1140118 Sep 20 13:26:48.062488 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-e8849d33-91a2-4440-affb-459d0eec16e0 None None] Calling delete_port for 7b6f7407-47e3-49fd-8035-a2250b12f8a8 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:26:48.070575 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.ipam_backend_mixin [None req-e8849d33-91a2-4440-affb-459d0eec16e0 None None] Port 7b6f7407-47e3-49fd-8035-a2250b12f8a8 was not found and therefore no delete operation was performed {{(pid=104088) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Sep 20 13:26:48.078450 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-73a2601c-00a9-4df7-928a-085205e1ea72 req-3c10ea0e-b729-4b4c-b246-77e7343fb6bf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d60ce66-a02f-4cfc-b674-0bb22e114efa HTTP/1.1" status: 200 len: 217 time: 0.0364969 Sep 20 13:26:48.080011 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.services.segments.db [None req-94609197-2b0c-4d78-8c09-1e86e564e967 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['105b52c6-cee8-4c92-bcc7-3a77d1e92018']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:26:48.086644 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e8849d33-91a2-4440-affb-459d0eec16e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947'] for port (7b6f7407-47e3-49fd-8035-a2250b12f8a8), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:48.110834 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.services.segments.db [None req-94609197-2b0c-4d78-8c09-1e86e564e967 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7400dd8-eb7b-448c-9b24-32bf1c4335c7') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:26:48.110834 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.services.segments.db [None req-94609197-2b0c-4d78-8c09-1e86e564e967 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7400dd8-eb7b-448c-9b24-32bf1c4335c7') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:26:48.119830 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8849d33-91a2-4440-affb-459d0eec16e0 None None] Pushing event deleted for resources: {'Port': ['ID=7b6f7407-47e3-49fd-8035-a2250b12f8a8,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:48.132817 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-94609197-2b0c-4d78-8c09-1e86e564e967 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760608262413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10421091'] for segment (f7400dd8-eb7b-448c-9b24-32bf1c4335c7), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:48.133344 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8849d33-91a2-4440-affb-459d0eec16e0 None None] No DVR routers for this DVR port 7b6f7407-47e3-49fd-8035-a2250b12f8a8 on host dv-cinder-858463-1-iscsi {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:26:48.151438 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-6c41d067-ea9c-48ed-a77c-005a0fcee20b req-9be9ef38-9e3a-426e-ace2-33d5339b3800 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1101711 Sep 20 13:26:48.161287 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-94609197-2b0c-4d78-8c09-1e86e564e967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549390'] for segment (f7400dd8-eb7b-448c-9b24-32bf1c4335c7), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:48.171131 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94609197-2b0c-4d78-8c09-1e86e564e967 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 13:26:48.171685 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-94609197-2b0c-4d78-8c09-1e86e564e967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10420446'] for segment (f7400dd8-eb7b-448c-9b24-32bf1c4335c7), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:48.196068 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d3156992-2f2e-42dc-b147-420ec40ea7b0 req-e4943d10-0c71-46d9-a394-8886130253db tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161368 Sep 20 13:26:48.198398 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a2601c-00a9-4df7-928a-085205e1ea72 req-ab126633-9ab3-4cb6-a994-959d01da40eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:48.199947 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-73a2601c-00a9-4df7-928a-085205e1ea72 req-ab126633-9ab3-4cb6-a994-959d01da40eb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6bc59d34-e407-4d89-95e5-8037392fca32 HTTP/1.1" status: 200 len: 855 time: 0.1133540 Sep 20 13:26:48.258215 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-94609197-2b0c-4d78-8c09-1e86e564e967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607699'] for network (105b52c6-cee8-4c92-bcc7-3a77d1e92018), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:48.264289 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-94609197-2b0c-4d78-8c09-1e86e564e967 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:48.268442 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a2601c-00a9-4df7-928a-085205e1ea72 req-c0c1c86e-b4a9-4461-83cd-95d73c6c8cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:48.270364 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-73a2601c-00a9-4df7-928a-085205e1ea72 req-c0c1c86e-b4a9-4461-83cd-95d73c6c8cbe service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=11c87694-9bef-4fe4-9250-573b5f8887eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0642071 Sep 20 13:26:48.275154 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-94609197-2b0c-4d78-8c09-1e86e564e967 admin admin] 10.222.0.55 "DELETE /v2.0/networks/105b52c6-cee8-4c92-bcc7-3a77d1e92018 HTTP/1.1" status: 204 len: 168 time: 0.7879598 Sep 20 13:26:48.306064 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94609197-2b0c-4d78-8c09-1e86e564e967 admin admin] Pushing event deleted for resources: {'Network': ['ID=105b52c6-cee8-4c92-bcc7-3a77d1e92018,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:48.312638 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.services.segments.plugin [-] Segment f7400dd8-eb7b-448c-9b24-32bf1c4335c7 resource provider aggregate not found Sep 20 13:26:48.334802 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.services.segments.plugin [-] Segment f7400dd8-eb7b-448c-9b24-32bf1c4335c7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f7400dd8-eb7b-448c-9b24-32bf1c4335c7 found for delete ", "request_id": "req-f3f87957-45d4-4d7a-ac94-93a866fa8249"}]} Sep 20 13:26:48.382424 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-73a2601c-00a9-4df7-928a-085205e1ea72 req-ebd38ef8-769f-4de3-96fc-90947286a701 service neutron] 10.222.0.62 "GET /v2.0/networks/11c87694-9bef-4fe4-9250-573b5f8887eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035421 Sep 20 13:26:48.422090 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 34470) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:26:48.464802 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-b17816d2-f1dc-4631-b765-c31f39c06d74 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f8f8bdd06ef247d389068dcb1648b4f7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0408411 Sep 20 13:26:48.467430 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 34472) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:26:48.495292 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-73a2601c-00a9-4df7-928a-085205e1ea72 req-330f730f-e7e1-4535-9a18-068168e0778f service neutron] 10.222.0.62 "GET /v2.0/networks/11c87694-9bef-4fe4-9250-573b5f8887eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067882 Sep 20 13:26:48.527810 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fee48569-bf7c-4c1b-9ab1-9f58f6199ea6 admin admin] Publish callbacks [] for security_group (5bf4325f-47fc-453e-bcdb-1836b91619a2), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:48.549894 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fee48569-bf7c-4c1b-9ab1-9f58f6199ea6 admin admin] Publish callbacks [] for security_group (5bf4325f-47fc-453e-bcdb-1836b91619a2), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:48.595480 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fee48569-bf7c-4c1b-9ab1-9f58f6199ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (5bf4325f-47fc-453e-bcdb-1836b91619a2), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:48.604356 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fee48569-bf7c-4c1b-9ab1-9f58f6199ea6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:48.605577 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-fee48569-bf7c-4c1b-9ab1-9f58f6199ea6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5bf4325f-47fc-453e-bcdb-1836b91619a2 HTTP/1.1" status: 204 len: 168 time: 0.1372066 Sep 20 13:26:48.613222 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee48569-bf7c-4c1b-9ab1-9f58f6199ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf4325f-47fc-453e-bcdb-1836b91619a2,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:49.255442 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 34498) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:26:49.292532 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741571a-bec6-4463-9b7c-c084efa33a29 req-faa7a13d-c694-4548-9c20-48b6761e3ebd tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:49.296345 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-8741571a-bec6-4463-9b7c-c084efa33a29 req-faa7a13d-c694-4548-9c20-48b6761e3ebd tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 944 time: 0.0598588 Sep 20 13:26:49.344315 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-8741571a-bec6-4463-9b7c-c084efa33a29 req-663a68a1-cf43-4998-bb7f-cf2c98c12bbf tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438883 Sep 20 13:26:49.347309 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe13bbd-815f-4e0b-b450-aa6a4aadb16b req-28d7cc96-02b4-4735-993c-2d71d0720acf tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:49.348999 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-bfe13bbd-815f-4e0b-b450-aa6a4aadb16b req-28d7cc96-02b4-4735-993c-2d71d0720acf tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=f04a106b-604a-4e7c-956d-48c8073afb26 HTTP/1.1" status: 200 len: 944 time: 0.0667179 Sep 20 13:26:49.366991 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-453e523c-6015-40dd-b4f1-23b4e1d55a7a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-22534217-network', 'tenant_id': '6ebb73746088487dab581c3f6b24a1f9'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:26:49.407447 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453e523c-6015-40dd-b4f1-23b4e1d55a7a admin admin] Made reservation on behalf of 6ebb73746088487dab581c3f6b24a1f9 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:26:49.409865 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-453e523c-6015-40dd-b4f1-23b4e1d55a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:49.422941 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-453e523c-6015-40dd-b4f1-23b4e1d55a7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:49.428559 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-bfe13bbd-815f-4e0b-b450-aa6a4aadb16b req-487a102c-7baa-4730-a49c-508f81b54372 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739703 Sep 20 13:26:49.502412 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-453e523c-6015-40dd-b4f1-23b4e1d55a7a admin admin] Publish callbacks [] for security_group (4495ba52-0ae0-42cc-b45b-66ba3daea845), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:49.506715 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-453e523c-6015-40dd-b4f1-23b4e1d55a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (4495ba52-0ae0-42cc-b45b-66ba3daea845), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:49.532826 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-453e523c-6015-40dd-b4f1-23b4e1d55a7a admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 13:26:49.539159 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e523c-6015-40dd-b4f1-23b4e1d55a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4495ba52-0ae0-42cc-b45b-66ba3daea845,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:49.546054 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-453e523c-6015-40dd-b4f1-23b4e1d55a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549390'] for segment (9fa4b3a9-3030-408d-94ff-78e487e07b97), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:49.546396 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.db.segments_db [None req-453e523c-6015-40dd-b4f1-23b4e1d55a7a admin admin] Added segment 9fa4b3a9-3030-408d-94ff-78e487e07b97 of type vlan for network 0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef Sep 20 13:26:49.584087 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-453e523c-6015-40dd-b4f1-23b4e1d55a7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760607722792'] for network (0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:49.608586 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-453e523c-6015-40dd-b4f1-23b4e1d55a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183'] for network (0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:49.609528 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453e523c-6015-40dd-b4f1-23b4e1d55a7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:49.610107 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-453e523c-6015-40dd-b4f1-23b4e1d55a7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:49.667200 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-453e523c-6015-40dd-b4f1-23b4e1d55a7a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4103072 Sep 20 13:26:49.674269 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 34504) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:26:49.675490 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e523c-6015-40dd-b4f1-23b4e1d55a7a admin admin] Pushing event updated for resources: {'Network': ['ID=0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:49.675642 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.v2.base [None req-1c3b0b25-f71d-4d51-8def-90306365023e admin admin] Request body: {'subnet': {'network_id': '0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-22534217-subnet', 'tenant_id': '6ebb73746088487dab581c3f6b24a1f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:26:49.686621 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Network 0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef details requested by agent ovs-agent-dv-cinder-858463-1-iscsi with host dv-cinder-858463-1-iscsi {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 13:26:49.696252 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c3b0b25-f71d-4d51-8def-90306365023e admin admin] Made reservation on behalf of 6ebb73746088487dab581c3f6b24a1f9 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:26:49.699103 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1c3b0b25-f71d-4d51-8def-90306365023e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10408794'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:49.729653 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 7b6f7407-47e3-49fd-8035-a2250b12f8a8 no longer exists at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:26:49.757943 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] No Port match for: 7b6f7407-47e3-49fd-8035-a2250b12f8a8 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 20 13:26:49.758300 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 7b6f7407-47e3-49fd-8035-a2250b12f8a8 not bound to the agent host dv-cinder-858463-1-iscsi {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:26:49.863970 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1c3b0b25-f71d-4d51-8def-90306365023e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10421155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10408776'] for subnet (26dd50fe-5f0b-44fd-bc22-34959d5f2393), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:49.918219 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3b0b25-f71d-4d51-8def-90306365023e admin admin] Pushing event updated for resources: {'Subnet': ['ID=26dd50fe-5f0b-44fd-bc22-34959d5f2393,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:49.925792 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3b0b25-f71d-4d51-8def-90306365023e admin admin] Checking segment: {'id': '9fa4b3a9-3030-408d-94ff-78e487e07b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:26:49.926146 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3b0b25-f71d-4d51-8def-90306365023e admin admin] Network hostable DHCP agents. Network: 0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef, hostable agents: ['c520f755-59ca-4a79-a15e-107c01e131c2'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 13:26:49.942886 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3b0b25-f71d-4d51-8def-90306365023e admin admin] Network 0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef is scheduled to be hosted by DHCP agent c520f755-59ca-4a79-a15e-107c01e131c2 with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 13:26:49.951095 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-1c3b0b25-f71d-4d51-8def-90306365023e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858463-1-iscsi, 0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:26:49.955017 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3b0b25-f71d-4d51-8def-90306365023e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:49.955604 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1c3b0b25-f71d-4d51-8def-90306365023e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:49.960495 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28f5323-24c0-4c76-bdae-fef1a529e274 None None] Network 0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef requested from dv-cinder-858463-1-iscsi {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 20 13:26:49.970831 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-1c3b0b25-f71d-4d51-8def-90306365023e admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2992668 Sep 20 13:26:49.973612 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 34506) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:26:49.978111 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-570384ab-8cad-497f-b503-5f4fc86866aa admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-22534217-router', 'tenant_id': '6ebb73746088487dab581c3f6b24a1f9', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'}}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:26:49.997525 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-570384ab-8cad-497f-b503-5f4fc86866aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36824'] for router (002a5ead-4f41-4c0f-8fb0-abfed7a073cf), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:49.998517 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-570384ab-8cad-497f-b503-5f4fc86866aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1607812', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36847'] for router (002a5ead-4f41-4c0f-8fb0-abfed7a073cf), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:50.048009 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-570384ab-8cad-497f-b503-5f4fc86866aa admin admin] Publish callbacks [] for router_controller (002a5ead-4f41-4c0f-8fb0-abfed7a073cf), precommit_add_association {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:50.066610 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4bd1a4-39e4-4cd7-937d-dd3388dae671 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb49ed716-09e0-5d67-b392-6c4cef110713-0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef', 'network_id': '0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef', 'project_id': '6ebb73746088487dab581c3f6b24a1f9', 'fixed_ips': [{'subnet_id': '26dd50fe-5f0b-44fd-bc22-34959d5f2393'}]}} from dv-cinder-858463-1-iscsi. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 20 13:26:50.067705 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7e4bd1a4-39e4-4cd7-937d-dd3388dae671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:50.182496 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-570384ab-8cad-497f-b503-5f4fc86866aa admin admin] Publish callbacks [] for router_gateway (002a5ead-4f41-4c0f-8fb0-abfed7a073cf), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:50.203738 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-7e4bd1a4-39e4-4cd7-937d-dd3388dae671 None None] Allocated IP 172.20.0.2 (0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef/26dd50fe-5f0b-44fd-bc22-34959d5f2393/fa5a68bb-3c37-4f3a-92e7-ffadb98849d3) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:26:50.343267 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7e4bd1a4-39e4-4cd7-937d-dd3388dae671 None None] Publish callbacks [] for port (fa5a68bb-3c37-4f3a-92e7-ffadb98849d3), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:50.348268 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7e4bd1a4-39e4-4cd7-937d-dd3388dae671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938'] for port (fa5a68bb-3c37-4f3a-92e7-ffadb98849d3), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:50.378142 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-570384ab-8cad-497f-b503-5f4fc86866aa admin admin] Publish callbacks [] for router_gateway (002a5ead-4f41-4c0f-8fb0-abfed7a073cf), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:50.383695 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4bd1a4-39e4-4cd7-937d-dd3388dae671 None None] Network 0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:26:50.391311 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-7e4bd1a4-39e4-4cd7-937d-dd3388dae671 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:26:50.395070 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4bd1a4-39e4-4cd7-937d-dd3388dae671 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:26:50.398262 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4bd1a4-39e4-4cd7-937d-dd3388dae671 None None] Pushing event updated for resources: {'Port': ['ID=fa5a68bb-3c37-4f3a-92e7-ffadb98849d3,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:50.410258 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-570384ab-8cad-497f-b503-5f4fc86866aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:50.453817 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-7e4bd1a4-39e4-4cd7-937d-dd3388dae671 None None] Attempting to bind port fa5a68bb-3c37-4f3a-92e7-ffadb98849d3 on host dv-cinder-858463-1-iscsi for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 20 13:26:50.454097 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-7e4bd1a4-39e4-4cd7-937d-dd3388dae671 None None] Attempting to bind port fa5a68bb-3c37-4f3a-92e7-ffadb98849d3 by drivers openvswitch,hyperv on host dv-cinder-858463-1-iscsi at level 0 using segments [{'id': '9fa4b3a9-3030-408d-94ff-78e487e07b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 20 13:26:50.454726 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4bd1a4-39e4-4cd7-937d-dd3388dae671 None None] Attempting to bind port fa5a68bb-3c37-4f3a-92e7-ffadb98849d3 on network 0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:26:50.460372 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4bd1a4-39e4-4cd7-937d-dd3388dae671 None None] Checking agent: {'id': '543ca60b-7e7a-4ebd-8f87-7672c7a482b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 13, 9, 29), 'started_at': datetime.datetime(2022, 9, 20, 13, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 13, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:26:50.460747 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4bd1a4-39e4-4cd7-937d-dd3388dae671 None None] Checking segment: {'id': '9fa4b3a9-3030-408d-94ff-78e487e07b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:26:50.461347 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7e4bd1a4-39e4-4cd7-937d-dd3388dae671 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:50.461743 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4bd1a4-39e4-4cd7-937d-dd3388dae671 None None] Bound using segment: {'id': '9fa4b3a9-3030-408d-94ff-78e487e07b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:26:50.462210 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-7e4bd1a4-39e4-4cd7-937d-dd3388dae671 None None] Bound port: fa5a68bb-3c37-4f3a-92e7-ffadb98849d3, host: dv-cinder-858463-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fa4b3a9-3030-408d-94ff-78e487e07b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 20 13:26:50.462827 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7e4bd1a4-39e4-4cd7-937d-dd3388dae671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (fa5a68bb-3c37-4f3a-92e7-ffadb98849d3), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:50.496069 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294c657-bcc3-4710-a713-b293549b5c15 req-a0fd4884-3baa-46dc-b45f-a47ffbf2eaab tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:50.499069 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-5294c657-bcc3-4710-a713-b293549b5c15 req-a0fd4884-3baa-46dc-b45f-a47ffbf2eaab tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 944 time: 0.0716794 Sep 20 13:26:50.528673 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-570384ab-8cad-497f-b503-5f4fc86866aa admin admin] Allocated IP 172.27.2.62 (36104724-3f48-4df5-b3a4-d541d8e9add0/adca2446-3f2d-49a4-ba29-cedd74eb43e2/0a88268d-e0c0-4224-beb8-e409be1ca4d5) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:26:50.550454 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-7e4bd1a4-39e4-4cd7-937d-dd3388dae671 None None] For port fa5a68bb-3c37-4f3a-92e7-ffadb98849d3, host dv-cinder-858463-1-iscsi, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:26:50.553672 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-5294c657-bcc3-4710-a713-b293549b5c15 req-05b5afa3-d9a0-4b8d-812f-311b4306291d tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468323 Sep 20 13:26:50.553803 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-7e4bd1a4-39e4-4cd7-937d-dd3388dae671 None None] For port fa5a68bb-3c37-4f3a-92e7-ffadb98849d3, host dv-cinder-858463-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=fa5a68bb-3c37-4f3a-92e7-ffadb98849d3,segment=NetworkSegment(9fa4b3a9-3030-408d-94ff-78e487e07b97),segment_id=9fa4b3a9-3030-408d-94ff-78e487e07b97)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:26:50.561071 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7e4bd1a4-39e4-4cd7-937d-dd3388dae671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (fa5a68bb-3c37-4f3a-92e7-ffadb98849d3), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:50.629082 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4bd1a4-39e4-4cd7-937d-dd3388dae671 None None] Pushing event updated for resources: {'Port': ['ID=fa5a68bb-3c37-4f3a-92e7-ffadb98849d3,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:50.642815 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eced8a6-4725-423a-ade1-80ed6fdaf65a req-f9e1658f-2966-4376-8c49-e8798997c760 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:50.644356 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7eced8a6-4725-423a-ade1-80ed6fdaf65a req-f9e1658f-2966-4376-8c49-e8798997c760 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=f04a106b-604a-4e7c-956d-48c8073afb26 HTTP/1.1" status: 200 len: 944 time: 0.1173716 Sep 20 13:26:50.720267 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-570384ab-8cad-497f-b503-5f4fc86866aa admin admin] Publish callbacks [] for port (0a88268d-e0c0-4224-beb8-e409be1ca4d5), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:50.727048 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7eced8a6-4725-423a-ade1-80ed6fdaf65a req-fe672571-9129-43b0-ad62-a16007301678 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758948 Sep 20 13:26:50.782390 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-570384ab-8cad-497f-b503-5f4fc86866aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (0a88268d-e0c0-4224-beb8-e409be1ca4d5), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:50.825900 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570384ab-8cad-497f-b503-5f4fc86866aa admin admin] Network 36104724-3f48-4df5-b3a4-d541d8e9add0 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:26:50.828931 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-570384ab-8cad-497f-b503-5f4fc86866aa admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:26:50.835037 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570384ab-8cad-497f-b503-5f4fc86866aa admin admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:26:50.840295 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570384ab-8cad-497f-b503-5f4fc86866aa admin admin] Pushing event updated for resources: {'Port': ['ID=0a88268d-e0c0-4224-beb8-e409be1ca4d5,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:50.878091 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 2d60ce66-a02f-4cfc-b674-0bb22e114efa details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:26:50.889928 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device f24795b7-e244-4079-a930-2f40588466d4 up at agent hyperv_hv-cinder-85846 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:26:50.991164 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Provisioning for port f24795b7-e244-4079-a930-2f40588466d4 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 13:26:51.005086 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Provisioning complete for port f24795b7-e244-4079-a930-2f40588466d4 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:26:51.005402 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (f24795b7-e244-4079-a930-2f40588466d4), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:51.005745 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Attempt 1 to provision port f24795b7-e244-4079-a930-2f40588466d4 Sep 20 13:26:51.034658 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port 2d60ce66-a02f-4cfc-b674-0bb22e114efa, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=2d60ce66-a02f-4cfc-b674-0bb22e114efa,segment=NetworkSegment(f948c4c9-3e43-44fc-b875-63e2f29a354c),segment_id=f948c4c9-3e43-44fc-b875-63e2f29a354c)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:26:51.051403 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Returning: {'device': '2d60ce66-a02f-4cfc-b674-0bb22e114efa', 'network_id': '11c87694-9bef-4fe4-9250-573b5f8887eb', 'port_id': '2d60ce66-a02f-4cfc-b674-0bb22e114efa', 'mac_address': 'fa:16:3e:7d:30:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bc59d34-e407-4d89-95e5-8037392fca32', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:26:51.085721 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-570384ab-8cad-497f-b503-5f4fc86866aa admin admin] Publish callbacks [] for router_gateway (002a5ead-4f41-4c0f-8fb0-abfed7a073cf), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:51.095794 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Current status of the port 2d60ce66-a02f-4cfc-b674-0bb22e114efa is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:26:51.096189 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (2d60ce66-a02f-4cfc-b674-0bb22e114efa), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:51.130676 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d60ce66-a02f-4cfc-b674-0bb22e114efa {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 13:26:51.274132 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Current status of the port f24795b7-e244-4079-a930-2f40588466d4 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:26:51.274378 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (f24795b7-e244-4079-a930-2f40588466d4), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:51.283710 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-570384ab-8cad-497f-b503-5f4fc86866aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607915'] for router (002a5ead-4f41-4c0f-8fb0-abfed7a073cf), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:51.298843 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port 2d60ce66-a02f-4cfc-b674-0bb22e114efa, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=2d60ce66-a02f-4cfc-b674-0bb22e114efa,segment=NetworkSegment(f948c4c9-3e43-44fc-b875-63e2f29a354c),segment_id=f948c4c9-3e43-44fc-b875-63e2f29a354c)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:26:51.306119 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (2d60ce66-a02f-4cfc-b674-0bb22e114efa), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:51.314672 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f04a106b-604a-4e7c-956d-48c8073afb26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f24795b7-e244-4079-a930-2f40588466d4'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:26:51.316952 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76b3f69f6489aff1aa8284e7e37e9464aa9e8db96ff70d8a184fca566081ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95729326-caaa-455c-b3d5-8064fa2e1415" -d '{"events": [{"server_uuid": "f04a106b-604a-4e7c-956d-48c8073afb26", "name": "network-vif-plugged", "status": "completed", "tag": "f24795b7-e244-4079-a930-2f40588466d4"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:26:51.346985 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port f24795b7-e244-4079-a930-2f40588466d4, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=f24795b7-e244-4079-a930-2f40588466d4,segment=NetworkSegment(f47cb449-14cc-4dd6-9f7f-1690124e994f),segment_id=f47cb449-14cc-4dd6-9f7f-1690124e994f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:26:51.354582 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (f24795b7-e244-4079-a930-2f40588466d4), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:51.359504 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 13:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9f1fa5-5e2f-47e0-92bf-bf0dfc380b49 x-openstack-request-id: req-3a9f1fa5-5e2f-47e0-92bf-bf0dfc380b49 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:26:51.359803 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f04a106b-604a-4e7c-956d-48c8073afb26", "name": "network-vif-plugged", "status": "completed", "tag": "f24795b7-e244-4079-a930-2f40588466d4", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:26:51.360065 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3a9f1fa5-5e2f-47e0-92bf-bf0dfc380b49 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:26:51.360480 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a9f1fa5-5e2f-47e0-92bf-bf0dfc380b49'] response: {'server_uuid': 'f04a106b-604a-4e7c-956d-48c8073afb26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f24795b7-e244-4079-a930-2f40588466d4', 'code': 200} Sep 20 13:26:51.379650 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Pushing event updated for resources: {'Port': ['ID=2d60ce66-a02f-4cfc-b674-0bb22e114efa,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:51.427299 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-570384ab-8cad-497f-b503-5f4fc86866aa admin admin] Router 002a5ead-4f41-4c0f-8fb0-abfed7a073cf is scheduled to L3 agent e6bdf340-58c5-4186-af2d-ab00439e5425 with binding_index 1 {{(pid=104087) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 13:26:51.433824 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Pushing event updated for resources: {'Port': ['ID=f24795b7-e244-4079-a930-2f40588466d4,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:51.535534 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32643f8-c8c2-4500-8ba2-d8ae846efc98 None None] Network 0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef requested from dv-cinder-858463-1-iscsi {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 20 13:26:51.548094 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-570384ab-8cad-497f-b503-5f4fc86866aa admin admin] Notify agent at l3_agent.dv-cinder-858463-1-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:26:51.572537 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-570384ab-8cad-497f-b503-5f4fc86866aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:51.573765 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-570384ab-8cad-497f-b503-5f4fc86866aa admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5990756 Sep 20 13:26:51.577139 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 34516) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:26:51.582915 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b02b134-5407-4ef0-b41c-7bf7139cb631 None None] Sync routers for ids ['002a5ead-4f41-4c0f-8fb0-abfed7a073cf'] in dv-cinder-858463-1-iscsi {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:26:51.612241 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b02b134-5407-4ef0-b41c-7bf7139cb631 None None] Routers {'002a5ead-4f41-4c0f-8fb0-abfed7a073cf'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:26:51.612884 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-6b02b134-5407-4ef0-b41c-7bf7139cb631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:26:26Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['002a5ead-4f41-4c0f-8fb0-abfed7a073cf'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:26:51.661756 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da988abd-3412-4791-b13a-519de562ef83 req-b23f0d95-847e-482d-9c0d-b83ef42b6153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:51.672130 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-da988abd-3412-4791-b13a-519de562ef83 req-b23f0d95-847e-482d-9c0d-b83ef42b6153 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f04a106b-604a-4e7c-956d-48c8073afb26 HTTP/1.1" status: 200 len: 1129 time: 0.0745852 Sep 20 13:26:51.709580 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-4e4335e8-d195-46e7-8403-de97ca745772 None None] Provisioning complete for port fa5a68bb-3c37-4f3a-92e7-ffadb98849d3 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:26:51.709808 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4e4335e8-d195-46e7-8403-de97ca745772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (fa5a68bb-3c37-4f3a-92e7-ffadb98849d3), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:51.710118 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-4e4335e8-d195-46e7-8403-de97ca745772 None None] Attempt 1 to provision port fa5a68bb-3c37-4f3a-92e7-ffadb98849d3 Sep 20 13:26:51.762227 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9be708-7cae-4d83-bf13-c2d746c2423b req-e3d5a689-14da-4265-ba46-f08a4c920dc5 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:51.764219 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7a9be708-7cae-4d83-bf13-c2d746c2423b req-e3d5a689-14da-4265-ba46-f08a4c920dc5 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 945 time: 0.0911655 Sep 20 13:26:51.767281 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-da988abd-3412-4791-b13a-519de562ef83 req-c662cb78-64f9-4471-ab1d-f82a7a74445c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833657 Sep 20 13:26:51.798112 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-6b02b134-5407-4ef0-b41c-7bf7139cb631 None None] Set router 002a5ead-4f41-4c0f-8fb0-abfed7a073cf gateway port host: dv-cinder-858463-1-iscsi {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:26:51.801729 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] get_ports_and_sgs() called for port_ids ['2d60ce66-a02f-4cfc-b674-0bb22e114efa'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 13:26:51.870152 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7a9be708-7cae-4d83-bf13-c2d746c2423b req-2950598d-63d7-4f56-b0c2-814be0e428f8 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0957763 Sep 20 13:26:51.874377 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device fa5a68bb-3c37-4f3a-92e7-ffadb98849d3 up at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:26:51.976419 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d84f4e5-c65e-4d0b-a365-8d4547a4d990 req-1e54545a-d6eb-42ad-884f-83794676f0ec tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:51.977508 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-0d84f4e5-c65e-4d0b-a365-8d4547a4d990 req-1e54545a-d6eb-42ad-884f-83794676f0ec tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=f04a106b-604a-4e7c-956d-48c8073afb26 HTTP/1.1" status: 200 len: 945 time: 0.1058476 Sep 20 13:26:52.053582 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-4e4335e8-d195-46e7-8403-de97ca745772 None None] Current status of the port fa5a68bb-3c37-4f3a-92e7-ffadb98849d3 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:26:52.054182 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4e4335e8-d195-46e7-8403-de97ca745772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (fa5a68bb-3c37-4f3a-92e7-ffadb98849d3), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:52.079182 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-0d84f4e5-c65e-4d0b-a365-8d4547a4d990 req-8cd56993-8fc7-496f-88b5-025c4be584bb tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808120 Sep 20 13:26:52.101138 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Provisioning complete for port fa5a68bb-3c37-4f3a-92e7-ffadb98849d3 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:26:52.101512 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (fa5a68bb-3c37-4f3a-92e7-ffadb98849d3), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:52.101856 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Attempt 1 to provision port fa5a68bb-3c37-4f3a-92e7-ffadb98849d3 Sep 20 13:26:52.140070 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-39aff42b-786e-4e59-b7da-a3880cefd8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:52.179106 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-4e4335e8-d195-46e7-8403-de97ca745772 None None] For port fa5a68bb-3c37-4f3a-92e7-ffadb98849d3, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=fa5a68bb-3c37-4f3a-92e7-ffadb98849d3,segment=NetworkSegment(9fa4b3a9-3030-408d-94ff-78e487e07b97),segment_id=9fa4b3a9-3030-408d-94ff-78e487e07b97)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:26:52.193407 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4e4335e8-d195-46e7-8403-de97ca745772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (fa5a68bb-3c37-4f3a-92e7-ffadb98849d3), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:52.294013 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-39aff42b-786e-4e59-b7da-a3880cefd8ae admin admin] Allocated IP 172.20.0.1 (0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef/26dd50fe-5f0b-44fd-bc22-34959d5f2393/f140a66e-18a2-47b5-9893-add31b8696b4) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:26:52.325888 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4335e8-d195-46e7-8403-de97ca745772 None None] Pushing event updated for resources: {'Port': ['ID=fa5a68bb-3c37-4f3a-92e7-ffadb98849d3,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:52.331853 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-6b02b134-5407-4ef0-b41c-7bf7139cb631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002a5ead-4f41-4c0f-8fb0-abfed7a073cf', 'name': 'tempest-AttachVolumeTestJSON-22534217-router', 'tenant_id': '6ebb73746088487dab581c3f6b24a1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '0a88268d-e0c0-4224-beb8-e409be1ca4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:26:50Z', 'updated_at': '2022-09-20T13:26:50Z', 'revision_number': 3, 'project_id': '6ebb73746088487dab581c3f6b24a1f9', 'gw_port': {'id': '0a88268d-e0c0-4224-beb8-e409be1ca4d5', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:68:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002a5ead-4f41-4c0f-8fb0-abfed7a073cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:26:50Z', 'updated_at': '2022-09-20T13:26:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi'}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:26:52.337602 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Current status of the port fa5a68bb-3c37-4f3a-92e7-ffadb98849d3 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:26:52.363819 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b02b134-5407-4ef0-b41c-7bf7139cb631 None None] Checking router: 002a5ead-4f41-4c0f-8fb0-abfed7a073cf for host: dv-cinder-858463-1-iscsi {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:26:52.364180 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b02b134-5407-4ef0-b41c-7bf7139cb631 None None] Updating router 002a5ead-4f41-4c0f-8fb0-abfed7a073cf port 0a88268d-e0c0-4224-beb8-e409be1ca4d5 binding host dv-cinder-858463-1-iscsi {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 13:26:52.369851 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-3fa92dd8-f906-453e-9afd-22b778766e7a None None] Provisioning complete for port fa5a68bb-3c37-4f3a-92e7-ffadb98849d3 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:26:52.370232 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3fa92dd8-f906-453e-9afd-22b778766e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (fa5a68bb-3c37-4f3a-92e7-ffadb98849d3), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:52.370576 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-3fa92dd8-f906-453e-9afd-22b778766e7a None None] Attempt 1 to provision port fa5a68bb-3c37-4f3a-92e7-ffadb98849d3 Sep 20 13:26:52.409577 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-39aff42b-786e-4e59-b7da-a3880cefd8ae admin admin] Publish callbacks [] for port (f140a66e-18a2-47b5-9893-add31b8696b4), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:52.420869 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6b02b134-5407-4ef0-b41c-7bf7139cb631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (0a88268d-e0c0-4224-beb8-e409be1ca4d5), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:52.443226 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-39aff42b-786e-4e59-b7da-a3880cefd8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421007'] for port (f140a66e-18a2-47b5-9893-add31b8696b4), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:52.479888 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39aff42b-786e-4e59-b7da-a3880cefd8ae admin admin] Network 0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:26:52.483426 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-39aff42b-786e-4e59-b7da-a3880cefd8ae admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:26:52.490045 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39aff42b-786e-4e59-b7da-a3880cefd8ae admin admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:26:52.516099 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aff42b-786e-4e59-b7da-a3880cefd8ae admin admin] Pushing event updated for resources: {'Port': ['ID=f140a66e-18a2-47b5-9893-add31b8696b4,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:52.544290 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-39aff42b-786e-4e59-b7da-a3880cefd8ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1608580'] for router_interface (002a5ead-4f41-4c0f-8fb0-abfed7a073cf), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:52.561814 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-3fa92dd8-f906-453e-9afd-22b778766e7a None None] Current status of the port fa5a68bb-3c37-4f3a-92e7-ffadb98849d3 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:26:52.682444 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-39aff42b-786e-4e59-b7da-a3880cefd8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (f140a66e-18a2-47b5-9893-add31b8696b4), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:52.724729 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6b02b134-5407-4ef0-b41c-7bf7139cb631 None None] Publish callbacks [] for port (0a88268d-e0c0-4224-beb8-e409be1ca4d5), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:52.729948 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6b02b134-5407-4ef0-b41c-7bf7139cb631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (0a88268d-e0c0-4224-beb8-e409be1ca4d5), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:52.762947 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-6b02b134-5407-4ef0-b41c-7bf7139cb631 None None] Attempting to bind port 0a88268d-e0c0-4224-beb8-e409be1ca4d5 on host dv-cinder-858463-1-iscsi for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 20 13:26:52.763245 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-6b02b134-5407-4ef0-b41c-7bf7139cb631 None None] Attempting to bind port 0a88268d-e0c0-4224-beb8-e409be1ca4d5 by drivers openvswitch,hyperv on host dv-cinder-858463-1-iscsi at level 0 using segments [{'id': '5aaf6297-6a46-4e9d-b63a-dd8b37b93294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 20 13:26:52.763694 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b02b134-5407-4ef0-b41c-7bf7139cb631 None None] Attempting to bind port 0a88268d-e0c0-4224-beb8-e409be1ca4d5 on network 36104724-3f48-4df5-b3a4-d541d8e9add0 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:26:52.782805 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b02b134-5407-4ef0-b41c-7bf7139cb631 None None] Checking agent: {'id': '543ca60b-7e7a-4ebd-8f87-7672c7a482b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 13, 9, 29), 'started_at': datetime.datetime(2022, 9, 20, 13, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 13, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:26:52.783452 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b02b134-5407-4ef0-b41c-7bf7139cb631 None None] Checking segment: {'id': '5aaf6297-6a46-4e9d-b63a-dd8b37b93294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:26:52.783855 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6b02b134-5407-4ef0-b41c-7bf7139cb631 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:52.784247 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b02b134-5407-4ef0-b41c-7bf7139cb631 None None] Bound using segment: {'id': '5aaf6297-6a46-4e9d-b63a-dd8b37b93294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:26:52.784724 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-6b02b134-5407-4ef0-b41c-7bf7139cb631 None None] Bound port: 0a88268d-e0c0-4224-beb8-e409be1ca4d5, host: dv-cinder-858463-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aaf6297-6a46-4e9d-b63a-dd8b37b93294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 20 13:26:52.785104 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6b02b134-5407-4ef0-b41c-7bf7139cb631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (0a88268d-e0c0-4224-beb8-e409be1ca4d5), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:52.808131 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc76e985-23ce-4a28-8c3c-38963d0f83c9 None None] Pushing event updated for resources: {'Port': ['ID=0a88268d-e0c0-4224-beb8-e409be1ca4d5,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:52.831234 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-39fbf22d-2ae9-47f7-aac7-dcb87800617f None None] Provisioning complete for port f140a66e-18a2-47b5-9893-add31b8696b4 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:26:52.831610 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39fbf22d-2ae9-47f7-aac7-dcb87800617f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (f140a66e-18a2-47b5-9893-add31b8696b4), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:52.831945 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-39fbf22d-2ae9-47f7-aac7-dcb87800617f None None] Attempt 1 to provision port f140a66e-18a2-47b5-9893-add31b8696b4 Sep 20 13:26:52.842956 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-39aff42b-786e-4e59-b7da-a3880cefd8ae admin admin] Publish callbacks [] for port (f140a66e-18a2-47b5-9893-add31b8696b4), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:52.848092 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-39aff42b-786e-4e59-b7da-a3880cefd8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10421046'] for port (f140a66e-18a2-47b5-9893-add31b8696b4), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:52.861819 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-6b02b134-5407-4ef0-b41c-7bf7139cb631 None None] For port 0a88268d-e0c0-4224-beb8-e409be1ca4d5, host dv-cinder-858463-1-iscsi, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:26:52.883482 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-39fbf22d-2ae9-47f7-aac7-dcb87800617f None None] Port f140a66e-18a2-47b5-9893-add31b8696b4 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:26:52.884985 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-6b02b134-5407-4ef0-b41c-7bf7139cb631 None None] For port 0a88268d-e0c0-4224-beb8-e409be1ca4d5, host dv-cinder-858463-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=0a88268d-e0c0-4224-beb8-e409be1ca4d5,segment=NetworkSegment(5aaf6297-6a46-4e9d-b63a-dd8b37b93294),segment_id=5aaf6297-6a46-4e9d-b63a-dd8b37b93294)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:26:52.891923 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6b02b134-5407-4ef0-b41c-7bf7139cb631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (0a88268d-e0c0-4224-beb8-e409be1ca4d5), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:52.912539 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aff42b-786e-4e59-b7da-a3880cefd8ae admin admin] Pushing event updated for resources: {'Port': ['ID=f140a66e-18a2-47b5-9893-add31b8696b4,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:52.915163 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-39aff42b-786e-4e59-b7da-a3880cefd8ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1608488'] for router_interface (002a5ead-4f41-4c0f-8fb0-abfed7a073cf), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:52.925382 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b02b134-5407-4ef0-b41c-7bf7139cb631 None None] Routers {'002a5ead-4f41-4c0f-8fb0-abfed7a073cf'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:26:52.926013 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-6b02b134-5407-4ef0-b41c-7bf7139cb631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:26:26Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['002a5ead-4f41-4c0f-8fb0-abfed7a073cf'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:26:52.986978 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc76e985-23ce-4a28-8c3c-38963d0f83c9 None None] Pushing event updated for resources: {'Port': ['ID=0a88268d-e0c0-4224-beb8-e409be1ca4d5,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:53.013222 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df312f-dcfd-4b5d-b034-06a45e68021d req-ed5fbdc9-3692-40ee-b3fa-5f38e00c4445 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:53.014807 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-45df312f-dcfd-4b5d-b034-06a45e68021d req-ed5fbdc9-3692-40ee-b3fa-5f38e00c4445 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 945 time: 0.0595460 Sep 20 13:26:53.018147 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39aff42b-786e-4e59-b7da-a3880cefd8ae admin admin] Network 0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:26:53.019761 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-39aff42b-786e-4e59-b7da-a3880cefd8ae admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:26:53.082193 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-45df312f-dcfd-4b5d-b034-06a45e68021d req-ffa27fc1-e731-4f40-8756-6f79de241b30 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0594106 Sep 20 13:26:53.153882 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39aff42b-786e-4e59-b7da-a3880cefd8ae admin admin] Router 002a5ead-4f41-4c0f-8fb0-abfed7a073cf has already been hosted by L3 agent e6bdf340-58c5-4186-af2d-ab00439e5425 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:26:53.183611 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-6b02b134-5407-4ef0-b41c-7bf7139cb631 None None] Set router 002a5ead-4f41-4c0f-8fb0-abfed7a073cf gateway port host: dv-cinder-858463-1-iscsi {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:26:53.300594 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e96f5fa-96a3-496b-9eda-6a926710f42b req-7d55f643-76cb-42ad-bce4-a2e886d04491 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:53.302022 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-5e96f5fa-96a3-496b-9eda-6a926710f42b req-7d55f643-76cb-42ad-bce4-a2e886d04491 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=f04a106b-604a-4e7c-956d-48c8073afb26 HTTP/1.1" status: 200 len: 945 time: 0.1044481 Sep 20 13:26:53.303531 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39aff42b-786e-4e59-b7da-a3880cefd8ae admin admin] Notify agent at l3_agent.dv-cinder-858463-1-iscsi the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:26:53.310555 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-39aff42b-786e-4e59-b7da-a3880cefd8ae admin admin] 10.222.0.55 "PUT /v2.0/routers/002a5ead-4f41-4c0f-8fb0-abfed7a073cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7323699 Sep 20 13:26:53.384840 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-39fbf22d-2ae9-47f7-aac7-dcb87800617f None None] Attempt 2 to provision port f140a66e-18a2-47b5-9893-add31b8696b4 Sep 20 13:26:53.388011 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-5e96f5fa-96a3-496b-9eda-6a926710f42b req-b5c0f3b4-6727-498e-b2ea-f0209a06fe29 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763617 Sep 20 13:26:53.451479 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-39fbf22d-2ae9-47f7-aac7-dcb87800617f None None] Port f140a66e-18a2-47b5-9893-add31b8696b4 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:26:53.460227 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0d44cb80-bef4-4de7-ac8e-ceac88045839 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (c520f755-59ca-4a79-a15e-107c01e131c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:53.463123 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-6b02b134-5407-4ef0-b41c-7bf7139cb631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002a5ead-4f41-4c0f-8fb0-abfed7a073cf', 'name': 'tempest-AttachVolumeTestJSON-22534217-router', 'tenant_id': '6ebb73746088487dab581c3f6b24a1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '0a88268d-e0c0-4224-beb8-e409be1ca4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:26:50Z', 'updated_at': '2022-09-20T13:26:52Z', 'revision_number': 4, 'project_id': '6ebb73746088487dab581c3f6b24a1f9', 'gw_port': {'id': '0a88268d-e0c0-4224-beb8-e409be1ca4d5', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:68:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002a5ead-4f41-4c0f-8fb0-abfed7a073cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:26:50Z', 'updated_at': '2022-09-20T13:26:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': 'f140a66e-18a2-47b5-9893-add31b8696b4', 'name': '', 'network_id': '0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef', 'tenant_id': '6ebb73746088487dab581c3f6b24a1f9', 'mac_address': 'fa:16:3e:09:09:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002a5ead-4f41-4c0f-8fb0-abfed7a073cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '26dd50fe-5f0b-44fd-bc22-34959d5f2393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:26:52Z', 'updated_at': '2022-09-20T13:26:52Z', 'revision_number': 2, 'project_id': '6ebb73746088487dab581c3f6b24a1f9', 'subnets': [{'id': '26dd50fe-5f0b-44fd-bc22-34959d5f2393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:26:53.489545 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b02b134-5407-4ef0-b41c-7bf7139cb631 None None] The sync data for ids ['002a5ead-4f41-4c0f-8fb0-abfed7a073cf'] in dv-cinder-858463-1-iscsi is: [{'id': '002a5ead-4f41-4c0f-8fb0-abfed7a073cf', 'name': 'tempest-AttachVolumeTestJSON-22534217-router', 'tenant_id': '6ebb73746088487dab581c3f6b24a1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '0a88268d-e0c0-4224-beb8-e409be1ca4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:26:50Z', 'updated_at': '2022-09-20T13:26:52Z', 'revision_number': 4, 'project_id': '6ebb73746088487dab581c3f6b24a1f9', 'gw_port': {'id': '0a88268d-e0c0-4224-beb8-e409be1ca4d5', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:68:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002a5ead-4f41-4c0f-8fb0-abfed7a073cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:26:50Z', 'updated_at': '2022-09-20T13:26:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': 'f140a66e-18a2-47b5-9893-add31b8696b4', 'name': '', 'network_id': '0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef', 'tenant_id': '6ebb73746088487dab581c3f6b24a1f9', 'mac_address': 'fa:16:3e:09:09:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002a5ead-4f41-4c0f-8fb0-abfed7a073cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '26dd50fe-5f0b-44fd-bc22-34959d5f2393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:26:52Z', 'updated_at': '2022-09-20T13:26:52Z', 'revision_number': 2, 'project_id': '6ebb73746088487dab581c3f6b24a1f9', 'subnets': [{'id': '26dd50fe-5f0b-44fd-bc22-34959d5f2393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:26:53.623988 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 34532) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:26:53.628703 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.v2.base [None req-762c2d7c-153d-43c6-a9c6-a9305ac7f2d8 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1545814840', 'description': 'tempest-description--543848494'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:26:53.649288 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-762c2d7c-153d-43c6-a9c6-a9305ac7f2d8 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:53.747348 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-762c2d7c-153d-43c6-a9c6-a9305ac7f2d8 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks [] for security_group (222f7e55-803f-40ec-875f-06b4e7c9cc93), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:53.751985 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-762c2d7c-153d-43c6-a9c6-a9305ac7f2d8 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (222f7e55-803f-40ec-875f-06b4e7c9cc93), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:53.763268 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device fa5a68bb-3c37-4f3a-92e7-ffadb98849d3 up at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:26:53.784021 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-762c2d7c-153d-43c6-a9c6-a9305ac7f2d8 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:53.788850 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 34534) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:26:53.793060 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-48bd4787-4928-4b80-8a18-8ee488075847 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Request body: {'security_group_rule': {'security_group_id': '222f7e55-803f-40ec-875f-06b4e7c9cc93', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:26:53.795463 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-762c2d7c-153d-43c6-a9c6-a9305ac7f2d8 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1701896 Sep 20 13:26:53.800562 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762c2d7c-153d-43c6-a9c6-a9305ac7f2d8 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=222f7e55-803f-40ec-875f-06b4e7c9cc93,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:53.815675 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Provisioning complete for port fa5a68bb-3c37-4f3a-92e7-ffadb98849d3 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:26:53.816244 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (fa5a68bb-3c37-4f3a-92e7-ffadb98849d3), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:53.816522 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Attempt 1 to provision port fa5a68bb-3c37-4f3a-92e7-ffadb98849d3 Sep 20 13:26:53.831459 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-48bd4787-4928-4b80-8a18-8ee488075847 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks [] for security_group_rule (03137423-d363-4f64-8e85-9dbe8d98ccc0), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:53.896635 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-48bd4787-4928-4b80-8a18-8ee488075847 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks [] for security_group_rule (03137423-d363-4f64-8e85-9dbe8d98ccc0), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:53.900053 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Current status of the port fa5a68bb-3c37-4f3a-92e7-ffadb98849d3 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:26:53.903299 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-48bd4787-4928-4b80-8a18-8ee488075847 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828784'] for security_group_rule (03137423-d363-4f64-8e85-9dbe8d98ccc0), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:53.922274 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bd4787-4928-4b80-8a18-8ee488075847 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03137423-d363-4f64-8e85-9dbe8d98ccc0,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:53.932294 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-48bd4787-4928-4b80-8a18-8ee488075847 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:53.933565 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-48bd4787-4928-4b80-8a18-8ee488075847 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1439703 Sep 20 13:26:53.936739 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 34536) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:26:53.941135 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-a78ca178-98d8-40f8-b7a1-6d841a858c6d tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Request body: {'security_group_rule': {'security_group_id': '222f7e55-803f-40ec-875f-06b4e7c9cc93', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:26:53.952793 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-39fbf22d-2ae9-47f7-aac7-dcb87800617f None None] Attempt 3 to provision port f140a66e-18a2-47b5-9893-add31b8696b4 Sep 20 13:26:53.968985 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a78ca178-98d8-40f8-b7a1-6d841a858c6d tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks [] for security_group_rule (110048c8-02a2-43e0-9290-7e0c7def8f80), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:53.989442 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-39fbf22d-2ae9-47f7-aac7-dcb87800617f None None] Port f140a66e-18a2-47b5-9893-add31b8696b4 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:26:54.031133 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a78ca178-98d8-40f8-b7a1-6d841a858c6d tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks [] for security_group_rule (110048c8-02a2-43e0-9290-7e0c7def8f80), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:54.035492 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a78ca178-98d8-40f8-b7a1-6d841a858c6d tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828784'] for security_group_rule (110048c8-02a2-43e0-9290-7e0c7def8f80), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:54.055432 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ca178-98d8-40f8-b7a1-6d841a858c6d tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=110048c8-02a2-43e0-9290-7e0c7def8f80,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:54.061289 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a78ca178-98d8-40f8-b7a1-6d841a858c6d tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:54.062542 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-a78ca178-98d8-40f8-b7a1-6d841a858c6d tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1248031 Sep 20 13:26:54.065768 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 34538) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:26:54.070498 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-4a07ac09-8ad4-42a3-9b3d-9f37627c14ad tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Request body: {'floatingip': {'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:26:54.091935 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4a07ac09-8ad4-42a3-9b3d-9f37627c14ad tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:54.207285 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4a07ac09-8ad4-42a3-9b3d-9f37627c14ad tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:54.250293 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c79725-7c90-4510-90d8-b8ca24422565 req-69547ddf-b66c-4a6f-accf-3974a88c592c tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:54.252035 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-f9c79725-7c90-4510-90d8-b8ca24422565 req-69547ddf-b66c-4a6f-accf-3974a88c592c tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 945 time: 0.0605354 Sep 20 13:26:54.336768 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-4a07ac09-8ad4-42a3-9b3d-9f37627c14ad tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Allocated IP 172.27.2.82 (36104724-3f48-4df5-b3a4-d541d8e9add0/adca2446-3f2d-49a4-ba29-cedd74eb43e2/c037f0d1-7144-4408-bcdc-4d57f224400e) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:26:54.454058 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4a07ac09-8ad4-42a3-9b3d-9f37627c14ad tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks [] for port (c037f0d1-7144-4408-bcdc-4d57f224400e), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:54.491856 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-39fbf22d-2ae9-47f7-aac7-dcb87800617f None None] Attempt 4 to provision port f140a66e-18a2-47b5-9893-add31b8696b4 Sep 20 13:26:54.526830 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4a07ac09-8ad4-42a3-9b3d-9f37627c14ad tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (c037f0d1-7144-4408-bcdc-4d57f224400e), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:54.530645 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-39fbf22d-2ae9-47f7-aac7-dcb87800617f None None] Port f140a66e-18a2-47b5-9893-add31b8696b4 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:26:54.544768 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-f9c79725-7c90-4510-90d8-b8ca24422565 req-72690192-4974-4f96-8285-c5fb89db95d2 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2857523 Sep 20 13:26:54.575524 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a07ac09-8ad4-42a3-9b3d-9f37627c14ad tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Network 36104724-3f48-4df5-b3a4-d541d8e9add0 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:26:54.581565 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-4a07ac09-8ad4-42a3-9b3d-9f37627c14ad tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:26:54.584084 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a07ac09-8ad4-42a3-9b3d-9f37627c14ad tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:26:54.617645 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a07ac09-8ad4-42a3-9b3d-9f37627c14ad tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Pushing event updated for resources: {'Port': ['ID=c037f0d1-7144-4408-bcdc-4d57f224400e,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:54.629729 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b7302-73ac-402d-86c2-a62addb67d1f req-786c0e9f-a9ab-4417-95b8-e868f342f619 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:54.631289 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-190b7302-73ac-402d-86c2-a62addb67d1f req-786c0e9f-a9ab-4417-95b8-e868f342f619 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=f04a106b-604a-4e7c-956d-48c8073afb26 HTTP/1.1" status: 200 len: 945 time: 0.1438036 Sep 20 13:26:54.726654 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-190b7302-73ac-402d-86c2-a62addb67d1f req-c4f55056-f7fc-4fe5-9548-9420d0b1c8f8 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882182 Sep 20 13:26:54.733417 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4a07ac09-8ad4-42a3-9b3d-9f37627c14ad tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks [] for floatingip (1b568bf3-f27b-47f3-ac39-044ce459730f), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:54.863334 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a43e46-92e8-4ab4-8e02-25c4330a430b req-93b0806f-9081-41a5-9f8b-ae2b02805898 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:54.865020 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-96a43e46-92e8-4ab4-8e02-25c4330a430b req-93b0806f-9081-41a5-9f8b-ae2b02805898 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=f04a106b-604a-4e7c-956d-48c8073afb26 HTTP/1.1" status: 200 len: 945 time: 0.0604694 Sep 20 13:26:54.885009 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 2d60ce66-a02f-4cfc-b674-0bb22e114efa up at agent hyperv_hv-cinder-85846 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:26:54.923368 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-96a43e46-92e8-4ab4-8e02-25c4330a430b req-5981b9f2-3674-450b-84f7-87031b3df021 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523784 Sep 20 13:26:54.955215 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 34546) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:26:54.956560 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Provisioning for port 2d60ce66-a02f-4cfc-b674-0bb22e114efa completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 13:26:54.961116 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Provisioning complete for port 2d60ce66-a02f-4cfc-b674-0bb22e114efa triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:26:54.961503 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (2d60ce66-a02f-4cfc-b674-0bb22e114efa), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:54.961847 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Attempt 1 to provision port 2d60ce66-a02f-4cfc-b674-0bb22e114efa Sep 20 13:26:55.031960 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-39fbf22d-2ae9-47f7-aac7-dcb87800617f None None] Attempt 5 to provision port f140a66e-18a2-47b5-9893-add31b8696b4 Sep 20 13:26:55.060358 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4a07ac09-8ad4-42a3-9b3d-9f37627c14ad tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (c037f0d1-7144-4408-bcdc-4d57f224400e), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:55.064095 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Current status of the port 2d60ce66-a02f-4cfc-b674-0bb22e114efa is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:26:55.064495 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (2d60ce66-a02f-4cfc-b674-0bb22e114efa), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:55.077533 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-39fbf22d-2ae9-47f7-aac7-dcb87800617f None None] Port f140a66e-18a2-47b5-9893-add31b8696b4 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:26:55.092760 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d7dffe-4d84-4005-bace-44e4b9404287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d60ce66-a02f-4cfc-b674-0bb22e114efa'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:26:55.095048 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76b3f69f6489aff1aa8284e7e37e9464aa9e8db96ff70d8a184fca566081ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc597c30-085c-4a69-a10a-2994f228f177" -d '{"events": [{"server_uuid": "f7d7dffe-4d84-4005-bace-44e4b9404287", "name": "network-vif-plugged", "status": "completed", "tag": "2d60ce66-a02f-4cfc-b674-0bb22e114efa"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:26:55.110592 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port 2d60ce66-a02f-4cfc-b674-0bb22e114efa, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=2d60ce66-a02f-4cfc-b674-0bb22e114efa,segment=NetworkSegment(f948c4c9-3e43-44fc-b875-63e2f29a354c),segment_id=f948c4c9-3e43-44fc-b875-63e2f29a354c)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:26:55.119041 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (2d60ce66-a02f-4cfc-b674-0bb22e114efa), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:55.136641 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d544af90-9889-4d11-a4d7-53005fe6ea37 tempest-TestVolumeBootPattern-1423525260 tempest-TestVolumeBootPattern-1423525260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:55.154061 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-d544af90-9889-4d11-a4d7-53005fe6ea37 tempest-TestVolumeBootPattern-1423525260 tempest-TestVolumeBootPattern-1423525260-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f04a106b-604a-4e7c-956d-48c8073afb26 HTTP/1.1" status: 200 len: 1124 time: 0.1974969 Sep 20 13:26:55.160867 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 34552) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:26:55.166524 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.v2.base [None req-d54eab6d-228a-4911-9e36-e29102cfe358 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Request body: {'floatingip': {'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'port_id': 'f24795b7-e244-4079-a930-2f40588466d4', 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:26:55.191252 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Pushing event updated for resources: {'Port': ['ID=2d60ce66-a02f-4cfc-b674-0bb22e114efa,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:55.205161 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d54eab6d-228a-4911-9e36-e29102cfe358 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:55.245626 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4a07ac09-8ad4-42a3-9b3d-9f37627c14ad tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks [] for port (c037f0d1-7144-4408-bcdc-4d57f224400e), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:55.252304 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4a07ac09-8ad4-42a3-9b3d-9f37627c14ad tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242759'] for port (c037f0d1-7144-4408-bcdc-4d57f224400e), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:55.317245 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 13:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eab08fc-4f2d-457b-ba4e-6375b9bf67c6 x-openstack-request-id: req-6eab08fc-4f2d-457b-ba4e-6375b9bf67c6 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:26:55.317553 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d7dffe-4d84-4005-bace-44e4b9404287", "name": "network-vif-plugged", "status": "completed", "tag": "2d60ce66-a02f-4cfc-b674-0bb22e114efa", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:26:55.317978 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6eab08fc-4f2d-457b-ba4e-6375b9bf67c6 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:26:55.318445 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6eab08fc-4f2d-457b-ba4e-6375b9bf67c6'] response: {'server_uuid': 'f7d7dffe-4d84-4005-bace-44e4b9404287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d60ce66-a02f-4cfc-b674-0bb22e114efa', 'code': 200} Sep 20 13:26:55.319144 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d54eab6d-228a-4911-9e36-e29102cfe358 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:55.320812 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4a07ac09-8ad4-42a3-9b3d-9f37627c14ad tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607693'] for floatingip (1b568bf3-f27b-47f3-ac39-044ce459730f), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:55.324901 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a07ac09-8ad4-42a3-9b3d-9f37627c14ad tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Pushing event updated for resources: {'Port': ['ID=c037f0d1-7144-4408-bcdc-4d57f224400e,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:55.339901 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4a07ac09-8ad4-42a3-9b3d-9f37627c14ad tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:55.341665 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-4a07ac09-8ad4-42a3-9b3d-9f37627c14ad tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2749288 Sep 20 13:26:55.442709 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-d54eab6d-228a-4911-9e36-e29102cfe358 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Allocated IP 172.27.2.75 (36104724-3f48-4df5-b3a4-d541d8e9add0/adca2446-3f2d-49a4-ba29-cedd74eb43e2/09e50458-f947-4406-b993-1ee214663e84) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:26:55.556175 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033f140-29e6-481b-a28b-b8fd2267bb52 req-b69feab4-aa58-4dec-aadb-5205eceb7c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:55.557728 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f033f140-29e6-481b-a28b-b8fd2267bb52 req-b69feab4-aa58-4dec-aadb-5205eceb7c9a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 1130 time: 0.0463684 Sep 20 13:26:55.565636 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-bdff4555-6d0d-41c6-91b4-bac3048906bb req-e84223ca-534f-46dd-8dd3-e0bee4888b77 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1545814840&fields=id&tenant_id=6ebb73746088487dab581c3f6b24a1f9 HTTP/1.1" status: 200 len: 267 time: 0.0979378 Sep 20 13:26:55.579121 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-39fbf22d-2ae9-47f7-aac7-dcb87800617f None None] Attempt 6 to provision port f140a66e-18a2-47b5-9893-add31b8696b4 Sep 20 13:26:55.608716 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f033f140-29e6-481b-a28b-b8fd2267bb52 req-d2d39e60-323e-494a-9c46-289be742f831 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450714 Sep 20 13:26:55.629304 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-39fbf22d-2ae9-47f7-aac7-dcb87800617f None None] Port f140a66e-18a2-47b5-9893-add31b8696b4 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:26:55.646159 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d54eab6d-228a-4911-9e36-e29102cfe358 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks [] for port (09e50458-f947-4406-b993-1ee214663e84), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:55.703134 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50edce5e-f3dd-4e06-a9c5-2f2fc0a154ac req-5cf25421-d8ca-47c1-8d1f-9680505f27e8 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:55.704717 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-50edce5e-f3dd-4e06-a9c5-2f2fc0a154ac req-5cf25421-d8ca-47c1-8d1f-9680505f27e8 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 946 time: 0.0635049 Sep 20 13:26:55.725165 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff4555-6d0d-41c6-91b4-bac3048906bb req-7b8a9314-3b2f-4cf1-99f5-e6f29fc0522d tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:55.726656 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-bdff4555-6d0d-41c6-91b4-bac3048906bb req-7b8a9314-3b2f-4cf1-99f5-e6f29fc0522d tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/networks?id=0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef HTTP/1.1" status: 200 len: 809 time: 0.1510439 Sep 20 13:26:55.739246 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d54eab6d-228a-4911-9e36-e29102cfe358 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421007'] for port (09e50458-f947-4406-b993-1ee214663e84), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:55.766396 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-50edce5e-f3dd-4e06-a9c5-2f2fc0a154ac req-9f2225bc-7364-429e-98ff-65074d494245 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497921 Sep 20 13:26:55.776410 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-bdff4555-6d0d-41c6-91b4-bac3048906bb req-9ebadc59-d5ec-48ad-b4b7-2f1458417eb6 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/quotas/6ebb73746088487dab581c3f6b24a1f9 HTTP/1.1" status: 200 len: 375 time: 0.0397625 Sep 20 13:26:55.776872 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 0a88268d-e0c0-4224-beb8-e409be1ca4d5 up at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:26:55.804825 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ce215115-2643-4ac3-aaec-c9106ee99b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (e6bdf340-58c5-4186-af2d-ab00439e5425), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:55.805517 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54eab6d-228a-4911-9e36-e29102cfe358 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Network 36104724-3f48-4df5-b3a4-d541d8e9add0 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:26:55.826132 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-d54eab6d-228a-4911-9e36-e29102cfe358 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:26:55.834554 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54eab6d-228a-4911-9e36-e29102cfe358 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Pushing event updated for resources: {'Port': ['ID=09e50458-f947-4406-b993-1ee214663e84,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:55.834554 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54eab6d-228a-4911-9e36-e29102cfe358 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:26:55.839781 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Provisioning complete for port 0a88268d-e0c0-4224-beb8-e409be1ca4d5 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:26:55.840424 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (0a88268d-e0c0-4224-beb8-e409be1ca4d5), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:55.840957 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Attempt 1 to provision port 0a88268d-e0c0-4224-beb8-e409be1ca4d5 Sep 20 13:26:55.867488 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbc8db2-ca2d-454b-a488-a881bc1baf7f None None] Sync routers for ids ['002a5ead-4f41-4c0f-8fb0-abfed7a073cf'] in dv-cinder-858463-1-iscsi {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:26:55.879046 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbc8db2-ca2d-454b-a488-a881bc1baf7f None None] Routers {'002a5ead-4f41-4c0f-8fb0-abfed7a073cf'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:26:55.879760 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-bfbc8db2-ca2d-454b-a488-a881bc1baf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:26:56Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['002a5ead-4f41-4c0f-8fb0-abfed7a073cf'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:26:55.900887 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-bdff4555-6d0d-41c6-91b4-bac3048906bb req-1b889bd0-ce34-439b-b3bb-f190432ecb74 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6ebb73746088487dab581c3f6b24a1f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1163399 Sep 20 13:26:55.929988 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Current status of the port 0a88268d-e0c0-4224-beb8-e409be1ca4d5 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:26:55.930897 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (0a88268d-e0c0-4224-beb8-e409be1ca4d5), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:55.955182 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] For port 0a88268d-e0c0-4224-beb8-e409be1ca4d5, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=0a88268d-e0c0-4224-beb8-e409be1ca4d5,segment=NetworkSegment(5aaf6297-6a46-4e9d-b63a-dd8b37b93294),segment_id=5aaf6297-6a46-4e9d-b63a-dd8b37b93294)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:26:55.959714 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (0a88268d-e0c0-4224-beb8-e409be1ca4d5), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:55.995148 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-bfbc8db2-ca2d-454b-a488-a881bc1baf7f None None] Set router 002a5ead-4f41-4c0f-8fb0-abfed7a073cf gateway port host: dv-cinder-858463-1-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:26:56.017304 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Pushing event updated for resources: {'Port': ['ID=0a88268d-e0c0-4224-beb8-e409be1ca4d5,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:56.057204 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-bdff4555-6d0d-41c6-91b4-bac3048906bb req-e7c641e4-b9ee-4fb7-8990-41701e31bdc3 service neutron] 10.222.0.55 "GET /v2.0/networks/0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387081 Sep 20 13:26:56.131101 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-39fbf22d-2ae9-47f7-aac7-dcb87800617f None None] Attempt 7 to provision port f140a66e-18a2-47b5-9893-add31b8696b4 Sep 20 13:26:56.164157 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-39fbf22d-2ae9-47f7-aac7-dcb87800617f None None] Port f140a66e-18a2-47b5-9893-add31b8696b4 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:26:56.188764 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-bfbc8db2-ca2d-454b-a488-a881bc1baf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002a5ead-4f41-4c0f-8fb0-abfed7a073cf', 'name': 'tempest-AttachVolumeTestJSON-22534217-router', 'tenant_id': '6ebb73746088487dab581c3f6b24a1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '0a88268d-e0c0-4224-beb8-e409be1ca4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:26:50Z', 'updated_at': '2022-09-20T13:26:52Z', 'revision_number': 4, 'project_id': '6ebb73746088487dab581c3f6b24a1f9', 'gw_port': {'id': '0a88268d-e0c0-4224-beb8-e409be1ca4d5', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:68:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002a5ead-4f41-4c0f-8fb0-abfed7a073cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:26:50Z', 'updated_at': '2022-09-20T13:26:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': 'f140a66e-18a2-47b5-9893-add31b8696b4', 'name': '', 'network_id': '0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef', 'tenant_id': '6ebb73746088487dab581c3f6b24a1f9', 'mac_address': 'fa:16:3e:09:09:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002a5ead-4f41-4c0f-8fb0-abfed7a073cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '26dd50fe-5f0b-44fd-bc22-34959d5f2393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:26:52Z', 'updated_at': '2022-09-20T13:26:52Z', 'revision_number': 2, 'project_id': '6ebb73746088487dab581c3f6b24a1f9', 'subnets': [{'id': '26dd50fe-5f0b-44fd-bc22-34959d5f2393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:26:56.213053 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbc8db2-ca2d-454b-a488-a881bc1baf7f None None] Checking router: 002a5ead-4f41-4c0f-8fb0-abfed7a073cf for host: dv-cinder-858463-1-iscsi {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:26:56.213339 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbc8db2-ca2d-454b-a488-a881bc1baf7f None None] Updating router 002a5ead-4f41-4c0f-8fb0-abfed7a073cf port f140a66e-18a2-47b5-9893-add31b8696b4 binding host dv-cinder-858463-1-iscsi {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 13:26:56.232291 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-bdff4555-6d0d-41c6-91b4-bac3048906bb req-5b7e87df-d191-4822-8873-f3d59c10a82c service neutron] 10.222.0.55 "GET /v2.0/networks/0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455462 Sep 20 13:26:56.241416 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bfbc8db2-ca2d-454b-a488-a881bc1baf7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (f140a66e-18a2-47b5-9893-add31b8696b4), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:56.384102 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d54eab6d-228a-4911-9e36-e29102cfe358 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks [] for floatingip (af326e08-df96-4d5d-99bb-67edd4a3e38a), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:56.417113 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f4767bcc-204f-4c58-941f-0190b848d350 req-7affd0a2-4675-4e3a-a8d1-1844fae68927 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/ports?device_id=96fe04b4-bc7d-4ef7-a166-4c02fd222e7b HTTP/1.1" status: 200 len: 210 time: 0.0311944 Sep 20 13:26:56.480082 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d54eab6d-228a-4911-9e36-e29102cfe358 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (09e50458-f947-4406-b993-1ee214663e84), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:56.635038 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bfbc8db2-ca2d-454b-a488-a881bc1baf7f None None] Publish callbacks [] for port (f140a66e-18a2-47b5-9893-add31b8696b4), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:56.641667 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bfbc8db2-ca2d-454b-a488-a881bc1baf7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (f140a66e-18a2-47b5-9893-add31b8696b4), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:56.664576 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d54eab6d-228a-4911-9e36-e29102cfe358 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks [] for port (09e50458-f947-4406-b993-1ee214663e84), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:56.664934 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-39fbf22d-2ae9-47f7-aac7-dcb87800617f None None] Attempt 8 to provision port f140a66e-18a2-47b5-9893-add31b8696b4 Sep 20 13:26:56.671987 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d54eab6d-228a-4911-9e36-e29102cfe358 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10421046'] for port (09e50458-f947-4406-b993-1ee214663e84), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:56.690192 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544078f8-8762-41d5-8e95-056da773b5ad None None] Pushing event updated for resources: {'Port': ['ID=f140a66e-18a2-47b5-9893-add31b8696b4,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:56.712917 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-39fbf22d-2ae9-47f7-aac7-dcb87800617f None None] Port f140a66e-18a2-47b5-9893-add31b8696b4 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:26:56.737329 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-bfbc8db2-ca2d-454b-a488-a881bc1baf7f None None] Attempting to bind port f140a66e-18a2-47b5-9893-add31b8696b4 on host dv-cinder-858463-1-iscsi for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 20 13:26:56.738066 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-bfbc8db2-ca2d-454b-a488-a881bc1baf7f None None] Attempting to bind port f140a66e-18a2-47b5-9893-add31b8696b4 by drivers openvswitch,hyperv on host dv-cinder-858463-1-iscsi at level 0 using segments [{'id': '9fa4b3a9-3030-408d-94ff-78e487e07b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 20 13:26:56.738612 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbc8db2-ca2d-454b-a488-a881bc1baf7f None None] Attempting to bind port f140a66e-18a2-47b5-9893-add31b8696b4 on network 0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:26:56.744274 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbc8db2-ca2d-454b-a488-a881bc1baf7f None None] Checking agent: {'id': '543ca60b-7e7a-4ebd-8f87-7672c7a482b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 13, 9, 29), 'started_at': datetime.datetime(2022, 9, 20, 13, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 13, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:26:56.744654 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbc8db2-ca2d-454b-a488-a881bc1baf7f None None] Checking segment: {'id': '9fa4b3a9-3030-408d-94ff-78e487e07b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:26:56.745064 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bfbc8db2-ca2d-454b-a488-a881bc1baf7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:56.745812 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbc8db2-ca2d-454b-a488-a881bc1baf7f None None] Bound using segment: {'id': '9fa4b3a9-3030-408d-94ff-78e487e07b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:26:56.747171 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-bfbc8db2-ca2d-454b-a488-a881bc1baf7f None None] Bound port: f140a66e-18a2-47b5-9893-add31b8696b4, host: dv-cinder-858463-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fa4b3a9-3030-408d-94ff-78e487e07b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 20 13:26:56.747368 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bfbc8db2-ca2d-454b-a488-a881bc1baf7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (f140a66e-18a2-47b5-9893-add31b8696b4), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:56.753567 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d54eab6d-228a-4911-9e36-e29102cfe358 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607693'] for floatingip (af326e08-df96-4d5d-99bb-67edd4a3e38a), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:56.755390 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54eab6d-228a-4911-9e36-e29102cfe358 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Pushing event updated for resources: {'Port': ['ID=09e50458-f947-4406-b993-1ee214663e84,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:56.758918 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21c1e68e-1f58-483a-acac-7453cdb7afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (dfbc54aa-0ed8-4030-9edb-0bf7f0e74037), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:56.826977 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bfbc8db2-ca2d-454b-a488-a881bc1baf7f None None] For port f140a66e-18a2-47b5-9893-add31b8696b4, host dv-cinder-858463-1-iscsi, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:26:56.830040 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bfbc8db2-ca2d-454b-a488-a881bc1baf7f None None] For port f140a66e-18a2-47b5-9893-add31b8696b4, host dv-cinder-858463-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=f140a66e-18a2-47b5-9893-add31b8696b4,segment=NetworkSegment(9fa4b3a9-3030-408d-94ff-78e487e07b97),segment_id=9fa4b3a9-3030-408d-94ff-78e487e07b97)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:26:56.836933 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bfbc8db2-ca2d-454b-a488-a881bc1baf7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (f140a66e-18a2-47b5-9893-add31b8696b4), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:56.851506 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbc8db2-ca2d-454b-a488-a881bc1baf7f None None] Routers {'002a5ead-4f41-4c0f-8fb0-abfed7a073cf'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:26:56.852246 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-bfbc8db2-ca2d-454b-a488-a881bc1baf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:26:56Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['002a5ead-4f41-4c0f-8fb0-abfed7a073cf'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:26:56.878098 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.db.l3_db [None req-d54eab6d-228a-4911-9e36-e29102cfe358 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Floating IP af326e08-df96-4d5d-99bb-67edd4a3e38a associated. External IP: 172.27.2.75, port: f24795b7-e244-4079-a930-2f40588466d4. Sep 20 13:26:56.981955 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-bfbc8db2-ca2d-454b-a488-a881bc1baf7f None None] Set router 002a5ead-4f41-4c0f-8fb0-abfed7a073cf gateway port host: dv-cinder-858463-1-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:26:57.006593 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544078f8-8762-41d5-8e95-056da773b5ad None None] Pushing event updated for resources: {'Port': ['ID=f140a66e-18a2-47b5-9893-add31b8696b4,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:57.015862 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb4ab3-b8d7-41bd-bc1b-3ae493fee16a req-d4da5daa-3ccf-4f45-b28f-24faa75516f5 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:57.017363 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-f3bb4ab3-b8d7-41bd-bc1b-3ae493fee16a req-d4da5daa-3ccf-4f45-b28f-24faa75516f5 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 946 time: 0.1513526 Sep 20 13:26:57.135483 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-f3bb4ab3-b8d7-41bd-bc1b-3ae493fee16a req-49f92f4f-9421-4a24-9220-ce490db4219e tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1100199 Sep 20 13:26:57.159952 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d54eab6d-228a-4911-9e36-e29102cfe358 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Router 996f78d9-1530-4b4f-838d-e5b1f6b573c9 has already been hosted by L3 agent e6bdf340-58c5-4186-af2d-ab00439e5425 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:26:57.207145 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-bfbc8db2-ca2d-454b-a488-a881bc1baf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002a5ead-4f41-4c0f-8fb0-abfed7a073cf', 'name': 'tempest-AttachVolumeTestJSON-22534217-router', 'tenant_id': '6ebb73746088487dab581c3f6b24a1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '0a88268d-e0c0-4224-beb8-e409be1ca4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:26:50Z', 'updated_at': '2022-09-20T13:26:52Z', 'revision_number': 4, 'project_id': '6ebb73746088487dab581c3f6b24a1f9', 'gw_port': {'id': '0a88268d-e0c0-4224-beb8-e409be1ca4d5', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:68:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002a5ead-4f41-4c0f-8fb0-abfed7a073cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:26:50Z', 'updated_at': '2022-09-20T13:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': 'f140a66e-18a2-47b5-9893-add31b8696b4', 'name': '', 'network_id': '0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef', 'tenant_id': '6ebb73746088487dab581c3f6b24a1f9', 'mac_address': 'fa:16:3e:09:09:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002a5ead-4f41-4c0f-8fb0-abfed7a073cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '26dd50fe-5f0b-44fd-bc22-34959d5f2393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:26:52Z', 'updated_at': '2022-09-20T13:26:56Z', 'revision_number': 4, 'project_id': '6ebb73746088487dab581c3f6b24a1f9', 'subnets': [{'id': '26dd50fe-5f0b-44fd-bc22-34959d5f2393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:26:57.215528 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-39fbf22d-2ae9-47f7-aac7-dcb87800617f None None] Attempt 9 to provision port f140a66e-18a2-47b5-9893-add31b8696b4 Sep 20 13:26:57.242473 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbc8db2-ca2d-454b-a488-a881bc1baf7f None None] The sync data for ids ['002a5ead-4f41-4c0f-8fb0-abfed7a073cf'] in dv-cinder-858463-1-iscsi is: [{'id': '002a5ead-4f41-4c0f-8fb0-abfed7a073cf', 'name': 'tempest-AttachVolumeTestJSON-22534217-router', 'tenant_id': '6ebb73746088487dab581c3f6b24a1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '0a88268d-e0c0-4224-beb8-e409be1ca4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:26:50Z', 'updated_at': '2022-09-20T13:26:52Z', 'revision_number': 4, 'project_id': '6ebb73746088487dab581c3f6b24a1f9', 'gw_port': {'id': '0a88268d-e0c0-4224-beb8-e409be1ca4d5', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:68:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002a5ead-4f41-4c0f-8fb0-abfed7a073cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:26:50Z', 'updated_at': '2022-09-20T13:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': 'f140a66e-18a2-47b5-9893-add31b8696b4', 'name': '', 'network_id': '0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef', 'tenant_id': '6ebb73746088487dab581c3f6b24a1f9', 'mac_address': 'fa:16:3e:09:09:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002a5ead-4f41-4c0f-8fb0-abfed7a073cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '26dd50fe-5f0b-44fd-bc22-34959d5f2393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:26:52Z', 'updated_at': '2022-09-20T13:26:56Z', 'revision_number': 4, 'project_id': '6ebb73746088487dab581c3f6b24a1f9', 'subnets': [{'id': '26dd50fe-5f0b-44fd-bc22-34959d5f2393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:26:57.289174 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54eab6d-228a-4911-9e36-e29102cfe358 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Notify agent at l3_agent.dv-cinder-858463-1-iscsi the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:26:57.313049 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d54eab6d-228a-4911-9e36-e29102cfe358 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:57.313229 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864de070-a43e-4ac5-ad70-1fdafd494999 None None] Sync routers for ids ['996f78d9-1530-4b4f-838d-e5b1f6b573c9'] in dv-cinder-858463-1-iscsi {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:26:57.319656 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-39fbf22d-2ae9-47f7-aac7-dcb87800617f None None] Current status of the port f140a66e-18a2-47b5-9893-add31b8696b4 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:26:57.320067 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39fbf22d-2ae9-47f7-aac7-dcb87800617f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (f140a66e-18a2-47b5-9893-add31b8696b4), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:57.335801 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864de070-a43e-4ac5-ad70-1fdafd494999 None None] Routers {'996f78d9-1530-4b4f-838d-e5b1f6b573c9'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:26:57.336738 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-864de070-a43e-4ac5-ad70-1fdafd494999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:26:56Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['996f78d9-1530-4b4f-838d-e5b1f6b573c9'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:26:57.347316 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-d54eab6d-228a-4911-9e36-e29102cfe358 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1852252 Sep 20 13:26:57.347985 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f04a106b-604a-4e7c-956d-48c8073afb26', 'tag': 'f24795b7-e244-4079-a930-2f40588466d4'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:26:57.350622 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35f9f8ba2811e4be4385c704f255b6faf45db8d19dac8ae47afe3dd23e96b6c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e424babc-0442-4f03-bb17-72eac1ead153" -d '{"events": [{"name": "network-changed", "server_uuid": "f04a106b-604a-4e7c-956d-48c8073afb26", "tag": "f24795b7-e244-4079-a930-2f40588466d4"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:26:57.391474 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 13:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f72d400-d732-4469-9462-4867fc0ec7a4 x-openstack-request-id: req-8f72d400-d732-4469-9462-4867fc0ec7a4 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:26:57.391779 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f04a106b-604a-4e7c-956d-48c8073afb26", "tag": "f24795b7-e244-4079-a930-2f40588466d4", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:26:57.392043 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8f72d400-d732-4469-9462-4867fc0ec7a4 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:26:57.392455 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f72d400-d732-4469-9462-4867fc0ec7a4'] response: {'name': 'network-changed', 'server_uuid': 'f04a106b-604a-4e7c-956d-48c8073afb26', 'tag': 'f24795b7-e244-4079-a930-2f40588466d4', 'status': 'completed', 'code': 200} Sep 20 13:26:57.410503 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-39fbf22d-2ae9-47f7-aac7-dcb87800617f None None] For port f140a66e-18a2-47b5-9893-add31b8696b4, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=f140a66e-18a2-47b5-9893-add31b8696b4,segment=NetworkSegment(9fa4b3a9-3030-408d-94ff-78e487e07b97),segment_id=9fa4b3a9-3030-408d-94ff-78e487e07b97)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:26:57.436667 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39fbf22d-2ae9-47f7-aac7-dcb87800617f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (f140a66e-18a2-47b5-9893-add31b8696b4), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:57.489499 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fbf22d-2ae9-47f7-aac7-dcb87800617f None None] Pushing event updated for resources: {'Port': ['ID=f140a66e-18a2-47b5-9893-add31b8696b4,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:57.529656 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424babc-0442-4f03-bb17-72eac1ead153 req-936663c1-d50b-4664-96af-525bab88725b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:57.532152 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e424babc-0442-4f03-bb17-72eac1ead153 req-936663c1-d50b-4664-96af-525bab88725b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d53aef994f644a7fa4fa688cf97b1e17&device_id=f04a106b-604a-4e7c-956d-48c8073afb26 HTTP/1.1" status: 200 len: 1129 time: 0.0923975 Sep 20 13:26:57.540196 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-bbc3974f-022f-45fa-9f20-ea5867c3f42a req-c3693ae1-a42f-4a1a-8c80-b3d9d2f8a72d tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/ports?device_id=96fe04b4-bc7d-4ef7-a166-4c02fd222e7b HTTP/1.1" status: 200 len: 210 time: 0.0390599 Sep 20 13:26:57.542617 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-864de070-a43e-4ac5-ad70-1fdafd494999 None None] Set router 996f78d9-1530-4b4f-838d-e5b1f6b573c9 gateway port host: dv-cinder-858463-1-iscsi {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:26:57.658834 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-453d8478-3257-4dd8-8f51-ebfa7d70de57 None None] Provisioning complete for port f140a66e-18a2-47b5-9893-add31b8696b4 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:26:57.659497 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-453d8478-3257-4dd8-8f51-ebfa7d70de57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (f140a66e-18a2-47b5-9893-add31b8696b4), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:57.659991 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-453d8478-3257-4dd8-8f51-ebfa7d70de57 None None] Attempt 1 to provision port f140a66e-18a2-47b5-9893-add31b8696b4 Sep 20 13:26:57.768377 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff4555-6d0d-41c6-91b4-bac3048906bb req-fc9d7776-cf9a-482a-889d-b25c65df5e06 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:57.769794 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-bdff4555-6d0d-41c6-91b4-bac3048906bb req-fc9d7776-cf9a-482a-889d-b25c65df5e06 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.62 "GET /v2.0/networks?id=0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef HTTP/1.1" status: 200 len: 809 time: 0.1418297 Sep 20 13:26:57.775356 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424babc-0442-4f03-bb17-72eac1ead153 req-d19df7fb-b091-4aa1-b0a9-328227676ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:57.776776 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e424babc-0442-4f03-bb17-72eac1ead153 req-d19df7fb-b091-4aa1-b0a9-328227676ad2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=cff89604-63f6-4ff4-b070-c24b9893ce13 HTTP/1.1" status: 200 len: 910 time: 0.2373772 Sep 20 13:26:57.839199 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 0a88268d-e0c0-4224-beb8-e409be1ca4d5 up at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:26:57.902359 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-453d8478-3257-4dd8-8f51-ebfa7d70de57 None None] Current status of the port f140a66e-18a2-47b5-9893-add31b8696b4 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:26:57.908318 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e424babc-0442-4f03-bb17-72eac1ead153 req-137e0d39-ba73-42a6-bc62-ad92982718d0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f24795b7-e244-4079-a930-2f40588466d4 HTTP/1.1" status: 200 len: 998 time: 0.1164930 Sep 20 13:26:57.914162 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-bdff4555-6d0d-41c6-91b4-bac3048906bb req-1e626eca-bc88-4b8e-b025-8e39f5b47843 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ebb73746088487dab581c3f6b24a1f9 HTTP/1.1" status: 200 len: 380 time: 0.1239035 Sep 20 13:26:57.927807 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-bdff4555-6d0d-41c6-91b4-bac3048906bb req-f73702aa-770c-463f-9b11-32485a5588c5 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Request body: {'port': {'device_id': '96fe04b4-bc7d-4ef7-a166-4c02fd222e7b', 'network_id': '0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef', 'admin_state_up': True, 'tenant_id': '6ebb73746088487dab581c3f6b24a1f9', 'security_groups': ['222f7e55-803f-40ec-875f-06b4e7c9cc93']}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:26:57.954799 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Provisioning complete for port 0a88268d-e0c0-4224-beb8-e409be1ca4d5 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:26:57.955186 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (0a88268d-e0c0-4224-beb8-e409be1ca4d5), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:57.955532 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Attempt 1 to provision port 0a88268d-e0c0-4224-beb8-e409be1ca4d5 Sep 20 13:26:58.000288 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-864de070-a43e-4ac5-ad70-1fdafd494999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'name': 'tempest-TestVolumeBootPattern-63882873-router', 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '22432643-4979-4ef7-8f82-fccb3218006c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:25:57Z', 'updated_at': '2022-09-20T13:26:00Z', 'revision_number': 4, 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'gw_port': {'id': '22432643-4979-4ef7-8f82-fccb3218006c', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:79:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:25:58Z', 'updated_at': '2022-09-20T13:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_floatingips': [{'id': 'af326e08-df96-4d5d-99bb-67edd4a3e38a', 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'floating_ip_address': '172.27.2.75', 'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'router_id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'port_id': 'f24795b7-e244-4079-a930-2f40588466d4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff89604-63f6-4ff4-b070-c24b9893ce13', 'mac_address': 'fa:16:3e:e9:57:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04a106b-604a-4e7c-956d-48c8073afb26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T13:26:56Z', 'updated_at': '2022-09-20T13:26:56Z', 'revision_number': 0, 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60ca7d4b-13df-40c2-8c48-a3190f0a6ad7', 'name': '', 'network_id': 'cff89604-63f6-4ff4-b070-c24b9893ce13', 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'mac_address': 'fa:16:3e:59:40:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '45d26521-be10-46ff-844d-b02be9b0cca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:26:00Z', 'updated_at': '2022-09-20T13:26:04Z', 'revision_number': 5, 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'subnets': [{'id': '45d26521-be10-46ff-844d-b02be9b0cca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:26:58.015392 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424babc-0442-4f03-bb17-72eac1ead153 req-9731f7b0-91c1-4a63-b1af-4735e7ffd654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:58.016846 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e424babc-0442-4f03-bb17-72eac1ead153 req-9731f7b0-91c1-4a63-b1af-4735e7ffd654 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=45d26521-be10-46ff-844d-b02be9b0cca0 HTTP/1.1" status: 200 len: 849 time: 0.1018538 Sep 20 13:26:58.029937 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864de070-a43e-4ac5-ad70-1fdafd494999 None None] Checking router: 996f78d9-1530-4b4f-838d-e5b1f6b573c9 for host: dv-cinder-858463-1-iscsi {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:26:58.062069 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864de070-a43e-4ac5-ad70-1fdafd494999 None None] Routers {'996f78d9-1530-4b4f-838d-e5b1f6b573c9'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:26:58.062765 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-864de070-a43e-4ac5-ad70-1fdafd494999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:26:56Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['996f78d9-1530-4b4f-838d-e5b1f6b573c9'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:26:58.111130 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424babc-0442-4f03-bb17-72eac1ead153 req-6b1b56a6-50f9-4763-8ae3-279723d04237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:58.113034 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e424babc-0442-4f03-bb17-72eac1ead153 req-6b1b56a6-50f9-4763-8ae3-279723d04237 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cff89604-63f6-4ff4-b070-c24b9893ce13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0885038 Sep 20 13:26:58.114195 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdff4555-6d0d-41c6-91b4-bac3048906bb req-f73702aa-770c-463f-9b11-32485a5588c5 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Made reservation on behalf of 6ebb73746088487dab581c3f6b24a1f9 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:26:58.117680 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-bdff4555-6d0d-41c6-91b4-bac3048906bb req-f73702aa-770c-463f-9b11-32485a5588c5 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:58.124206 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Current status of the port 0a88268d-e0c0-4224-beb8-e409be1ca4d5 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:26:58.125552 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device f140a66e-18a2-47b5-9893-add31b8696b4 up at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:26:58.326278 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e424babc-0442-4f03-bb17-72eac1ead153 req-9f59af82-06d0-4850-b2d6-9054daca7d39 service neutron] 10.222.0.62 "GET /v2.0/networks/cff89604-63f6-4ff4-b070-c24b9893ce13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051549 Sep 20 13:26:58.344573 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c793fb8f-2eac-4cf0-b972-02f3f2d6d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (78ab24c8-cd03-458a-a2fc-6c0c54d0053a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:58.356855 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-864de070-a43e-4ac5-ad70-1fdafd494999 None None] Set router 996f78d9-1530-4b4f-838d-e5b1f6b573c9 gateway port host: dv-cinder-858463-1-iscsi {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:26:58.398507 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Provisioning complete for port f140a66e-18a2-47b5-9893-add31b8696b4 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:26:58.398909 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (f140a66e-18a2-47b5-9893-add31b8696b4), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:58.399255 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Attempt 1 to provision port f140a66e-18a2-47b5-9893-add31b8696b4 Sep 20 13:26:58.412847 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4039bb-ad1c-465f-a8c5-9636a325c98e req-55d0d0a9-7d05-4dbe-b928-66beb46169dc tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:58.414343 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6b4039bb-ad1c-465f-a8c5-9636a325c98e req-55d0d0a9-7d05-4dbe-b928-66beb46169dc tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 946 time: 0.1723988 Sep 20 13:26:58.421888 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-bdff4555-6d0d-41c6-91b4-bac3048906bb req-f73702aa-770c-463f-9b11-32485a5588c5 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Allocated IP 172.20.0.6 (0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef/26dd50fe-5f0b-44fd-bc22-34959d5f2393/cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:26:58.455897 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.agents_db [None req-1b87bba1-5a3b-42d5-ba20-63287d9ec67c None None] Agent healthcheck: found 6 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:26:58.560356 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e424babc-0442-4f03-bb17-72eac1ead153 req-b6a91c86-7b81-4eb9-a19a-98d559919e0f service neutron] 10.222.0.62 "GET /v2.0/networks/cff89604-63f6-4ff4-b070-c24b9893ce13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272143 Sep 20 13:26:58.563500 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6b4039bb-ad1c-465f-a8c5-9636a325c98e req-32eadae0-adad-442e-a44a-37d9d3efb0db tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1393933 Sep 20 13:26:58.564053 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Current status of the port f140a66e-18a2-47b5-9893-add31b8696b4 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:26:58.656932 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-864de070-a43e-4ac5-ad70-1fdafd494999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'name': 'tempest-TestVolumeBootPattern-63882873-router', 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '22432643-4979-4ef7-8f82-fccb3218006c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:25:57Z', 'updated_at': '2022-09-20T13:26:00Z', 'revision_number': 4, 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'gw_port': {'id': '22432643-4979-4ef7-8f82-fccb3218006c', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:79:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:25:58Z', 'updated_at': '2022-09-20T13:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_floatingips': [{'id': 'af326e08-df96-4d5d-99bb-67edd4a3e38a', 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'floating_ip_address': '172.27.2.75', 'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'router_id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'port_id': 'f24795b7-e244-4079-a930-2f40588466d4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff89604-63f6-4ff4-b070-c24b9893ce13', 'mac_address': 'fa:16:3e:e9:57:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04a106b-604a-4e7c-956d-48c8073afb26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T13:26:56Z', 'updated_at': '2022-09-20T13:26:56Z', 'revision_number': 0, 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60ca7d4b-13df-40c2-8c48-a3190f0a6ad7', 'name': '', 'network_id': 'cff89604-63f6-4ff4-b070-c24b9893ce13', 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'mac_address': 'fa:16:3e:59:40:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '45d26521-be10-46ff-844d-b02be9b0cca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:26:00Z', 'updated_at': '2022-09-20T13:26:04Z', 'revision_number': 5, 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'subnets': [{'id': '45d26521-be10-46ff-844d-b02be9b0cca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:26:58.663447 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-7a0b8c97-3cdb-42ea-b8b3-23241616ecf2 req-9d8b1f3c-68c4-4f43-962e-46f47de1314e tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/ports?device_id=96fe04b4-bc7d-4ef7-a166-4c02fd222e7b HTTP/1.1" status: 200 len: 210 time: 0.0380430 Sep 20 13:26:58.669235 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-bdff4555-6d0d-41c6-91b4-bac3048906bb req-f73702aa-770c-463f-9b11-32485a5588c5 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks [] for port (cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:58.682616 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864de070-a43e-4ac5-ad70-1fdafd494999 None None] The sync data for ids ['996f78d9-1530-4b4f-838d-e5b1f6b573c9'] in dv-cinder-858463-1-iscsi is: [{'id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'name': 'tempest-TestVolumeBootPattern-63882873-router', 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '22432643-4979-4ef7-8f82-fccb3218006c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:25:57Z', 'updated_at': '2022-09-20T13:26:00Z', 'revision_number': 4, 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'gw_port': {'id': '22432643-4979-4ef7-8f82-fccb3218006c', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:79:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:25:58Z', 'updated_at': '2022-09-20T13:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_floatingips': [{'id': 'af326e08-df96-4d5d-99bb-67edd4a3e38a', 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'floating_ip_address': '172.27.2.75', 'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'router_id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'port_id': 'f24795b7-e244-4079-a930-2f40588466d4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff89604-63f6-4ff4-b070-c24b9893ce13', 'mac_address': 'fa:16:3e:e9:57:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04a106b-604a-4e7c-956d-48c8073afb26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T13:26:56Z', 'updated_at': '2022-09-20T13:26:56Z', 'revision_number': 0, 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60ca7d4b-13df-40c2-8c48-a3190f0a6ad7', 'name': '', 'network_id': 'cff89604-63f6-4ff4-b070-c24b9893ce13', 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'mac_address': 'fa:16:3e:59:40:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '45d26521-be10-46ff-844d-b02be9b0cca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:26:00Z', 'updated_at': '2022-09-20T13:26:04Z', 'revision_number': 5, 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'subnets': [{'id': '45d26521-be10-46ff-844d-b02be9b0cca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:26:58.733689 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-bdff4555-6d0d-41c6-91b4-bac3048906bb req-f73702aa-770c-463f-9b11-32485a5588c5 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:58.789620 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdff4555-6d0d-41c6-91b4-bac3048906bb req-f73702aa-770c-463f-9b11-32485a5588c5 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Network 0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:26:58.795556 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-bdff4555-6d0d-41c6-91b4-bac3048906bb req-f73702aa-770c-463f-9b11-32485a5588c5 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:26:58.804141 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219619cc-5bfb-427b-8066-a18e95fdbc38 req-51eed63b-e6f3-4c0b-aac6-1374ef63569f tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:58.805908 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-219619cc-5bfb-427b-8066-a18e95fdbc38 req-51eed63b-e6f3-4c0b-aac6-1374ef63569f tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 946 time: 0.1133883 Sep 20 13:26:58.806951 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdff4555-6d0d-41c6-91b4-bac3048906bb req-f73702aa-770c-463f-9b11-32485a5588c5 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:26:58.816025 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 34596) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:26:58.821052 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.v2.base [None req-b5eddd07-d714-42d8-b851-8c9cf037e674 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Request body: {'floatingip': {'port_id': '2d60ce66-a02f-4cfc-b674-0bb22e114efa'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:26:58.837012 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73702aa-770c-463f-9b11-32485a5588c5 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Pushing event updated for resources: {'Port': ['ID=cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:58.868211 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b5eddd07-d714-42d8-b851-8c9cf037e674 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks [] for floatingip (5998f02e-6407-4356-a1de-c4453a58c949), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:58.879279 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff4555-6d0d-41c6-91b4-bac3048906bb req-f73702aa-770c-463f-9b11-32485a5588c5 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:58.880493 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-bdff4555-6d0d-41c6-91b4-bac3048906bb req-f73702aa-770c-463f-9b11-32485a5588c5 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:58.905278 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-bdff4555-6d0d-41c6-91b4-bac3048906bb req-f73702aa-770c-463f-9b11-32485a5588c5 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9817550 Sep 20 13:26:58.924058 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-bdff4555-6d0d-41c6-91b4-bac3048906bb req-ab788ecd-bce0-4190-9440-7e995b5165db service neutron] Request body: {'port': {'device_id': '96fe04b4-bc7d-4ef7-a166-4c02fd222e7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85846'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:26:58.953089 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637a22f9-9df9-4021-aacd-8c158895aead None None] New status for floating IP af326e08-df96-4d5d-99bb-67edd4a3e38a: ACTIVE {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 13:26:59.015946 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-bdff4555-6d0d-41c6-91b4-bac3048906bb req-ab788ecd-bce0-4190-9440-7e995b5165db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:59.042623 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1971ab2e-a05d-4624-9d2b-61d29f5c81e4 None None] Provisioning complete for port cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:26:59.043829 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1971ab2e-a05d-4624-9d2b-61d29f5c81e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:59.044230 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-1971ab2e-a05d-4624-9d2b-61d29f5c81e4 None None] Attempt 1 to provision port cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1 Sep 20 13:26:59.083109 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1971ab2e-a05d-4624-9d2b-61d29f5c81e4 None None] Port cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:26:59.283514 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [req-bdff4555-6d0d-41c6-91b4-bac3048906bb req-ab788ecd-bce0-4190-9440-7e995b5165db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 13:26:59.290860 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-bdff4555-6d0d-41c6-91b4-bac3048906bb req-ab788ecd-bce0-4190-9440-7e995b5165db service neutron] Publish callbacks [] for port (cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:59.303071 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-bdff4555-6d0d-41c6-91b4-bac3048906bb req-ab788ecd-bce0-4190-9440-7e995b5165db service neutron] Transition to ACTIVE for port object cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 20 13:26:59.306688 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-bdff4555-6d0d-41c6-91b4-bac3048906bb req-ab788ecd-bce0-4190-9440-7e995b5165db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242759'] for port (cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:59.341644 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b5eddd07-d714-42d8-b851-8c9cf037e674 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:59.345883 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b5eddd07-d714-42d8-b851-8c9cf037e674 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607693'] for floatingip (5998f02e-6407-4356-a1de-c4453a58c949), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:59.382389 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab788ecd-bce0-4190-9440-7e995b5165db service neutron] Pushing event updated for resources: {'Port': ['ID=cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:59.411853 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-bdff4555-6d0d-41c6-91b4-bac3048906bb req-ab788ecd-bce0-4190-9440-7e995b5165db service neutron] Attempting to bind port cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1 on host hv-cinder-85846 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 20 13:26:59.412191 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-bdff4555-6d0d-41c6-91b4-bac3048906bb req-ab788ecd-bce0-4190-9440-7e995b5165db service neutron] Attempting to bind port cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1 by drivers openvswitch,hyperv on host hv-cinder-85846 at level 0 using segments [{'id': '9fa4b3a9-3030-408d-94ff-78e487e07b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 20 13:26:59.412520 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdff4555-6d0d-41c6-91b4-bac3048906bb req-ab788ecd-bce0-4190-9440-7e995b5165db service neutron] Attempting to bind port cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1 on network 0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:26:59.416757 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdff4555-6d0d-41c6-91b4-bac3048906bb req-ab788ecd-bce0-4190-9440-7e995b5165db service neutron] Port cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1 on network 0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85846 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 13:26:59.417080 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdff4555-6d0d-41c6-91b4-bac3048906bb req-ab788ecd-bce0-4190-9440-7e995b5165db service neutron] Attempting to bind port cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1 on network 0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:26:59.421994 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdff4555-6d0d-41c6-91b4-bac3048906bb req-ab788ecd-bce0-4190-9440-7e995b5165db service neutron] Checking agent: {'id': '728cf656-0364-4172-b8b5-b6ffd3122ed0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85846', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 13, 15, 40), 'started_at': datetime.datetime(2022, 9, 20, 13, 15, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 13, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:26:59.422332 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdff4555-6d0d-41c6-91b4-bac3048906bb req-ab788ecd-bce0-4190-9440-7e995b5165db service neutron] Checking segment: {'id': '9fa4b3a9-3030-408d-94ff-78e487e07b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:26:59.422713 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdff4555-6d0d-41c6-91b4-bac3048906bb req-ab788ecd-bce0-4190-9440-7e995b5165db service neutron] Bound using segment: {'id': '9fa4b3a9-3030-408d-94ff-78e487e07b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:26:59.423166 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-bdff4555-6d0d-41c6-91b4-bac3048906bb req-ab788ecd-bce0-4190-9440-7e995b5165db service neutron] Bound port: cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1, host: hv-cinder-85846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fa4b3a9-3030-408d-94ff-78e487e07b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 20 13:26:59.423525 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-bdff4555-6d0d-41c6-91b4-bac3048906bb req-ab788ecd-bce0-4190-9440-7e995b5165db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:59.437684 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.db.l3_db [None req-b5eddd07-d714-42d8-b851-8c9cf037e674 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Floating IP 5998f02e-6407-4356-a1de-c4453a58c949 associated. External IP: 172.27.2.142, port: 2d60ce66-a02f-4cfc-b674-0bb22e114efa. Sep 20 13:26:59.483736 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-bdff4555-6d0d-41c6-91b4-bac3048906bb req-ab788ecd-bce0-4190-9440-7e995b5165db service neutron] For port cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1, host hv-cinder-85846, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:26:59.486933 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-bdff4555-6d0d-41c6-91b4-bac3048906bb req-ab788ecd-bce0-4190-9440-7e995b5165db service neutron] For port cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1, host hv-cinder-85846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1,segment=NetworkSegment(9fa4b3a9-3030-408d-94ff-78e487e07b97),segment_id=9fa4b3a9-3030-408d-94ff-78e487e07b97)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:26:59.495626 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-bdff4555-6d0d-41c6-91b4-bac3048906bb req-ab788ecd-bce0-4190-9440-7e995b5165db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242759'] for port (cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:59.500551 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff4555-6d0d-41c6-91b4-bac3048906bb req-ab788ecd-bce0-4190-9440-7e995b5165db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:59.501292 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-bdff4555-6d0d-41c6-91b4-bac3048906bb req-ab788ecd-bce0-4190-9440-7e995b5165db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:59.502829 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-bdff4555-6d0d-41c6-91b4-bac3048906bb req-ab788ecd-bce0-4190-9440-7e995b5165db service neutron] 10.222.0.62 "PUT /v2.0/ports/cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1 HTTP/1.1" status: 200 len: 1093 time: 0.5831552 Sep 20 13:26:59.503338 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96fe04b4-bc7d-4ef7-a166-4c02fd222e7b', 'tag': 'cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:26:59.505606 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8afa0c3fb06aef531850fccced94fa4b659a4977f0534d5a49c84d13d87c0c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b567273-c3c9-4ec2-a870-cd61c215301e" -d '{"events": [{"name": "network-changed", "server_uuid": "96fe04b4-bc7d-4ef7-a166-4c02fd222e7b", "tag": "cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:26:59.547650 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 13:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc3e2ee-9afb-4a75-a53b-4f56d8933521 x-openstack-request-id: req-5bc3e2ee-9afb-4a75-a53b-4f56d8933521 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:26:59.547954 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96fe04b4-bc7d-4ef7-a166-4c02fd222e7b", "tag": "cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:26:59.548215 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5bc3e2ee-9afb-4a75-a53b-4f56d8933521 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:26:59.548627 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bc3e2ee-9afb-4a75-a53b-4f56d8933521'] response: {'name': 'network-changed', 'server_uuid': '96fe04b4-bc7d-4ef7-a166-4c02fd222e7b', 'tag': 'cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1', 'status': 'completed', 'code': 200} Sep 20 13:26:59.561486 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab788ecd-bce0-4190-9440-7e995b5165db service neutron] Pushing event updated for resources: {'Port': ['ID=cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:26:59.583920 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-1971ab2e-a05d-4624-9d2b-61d29f5c81e4 None None] Attempt 2 to provision port cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1 Sep 20 13:26:59.587377 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (543ca60b-7e7a-4ebd-8f87-7672c7a482b9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:26:59.625344 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff4555-6d0d-41c6-91b4-bac3048906bb req-4ad24865-c2cc-4dea-b6c7-9a9baf9c34da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:59.627111 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-bdff4555-6d0d-41c6-91b4-bac3048906bb req-4ad24865-c2cc-4dea-b6c7-9a9baf9c34da service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6ebb73746088487dab581c3f6b24a1f9&device_id=96fe04b4-bc7d-4ef7-a166-4c02fd222e7b HTTP/1.1" status: 200 len: 1127 time: 0.0493753 Sep 20 13:26:59.628253 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1971ab2e-a05d-4624-9d2b-61d29f5c81e4 None None] Port cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1 had new provisioning blocks added so it will not transition to active. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 20 13:26:59.654074 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5eddd07-d714-42d8-b851-8c9cf037e674 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Router e3f75c60-6a44-4084-9a98-6a39ca7815cf has already been hosted by L3 agent e6bdf340-58c5-4186-af2d-ab00439e5425 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:26:59.675823 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-bdff4555-6d0d-41c6-91b4-bac3048906bb req-4efd14b5-6bce-4d35-b609-f0a6242009bc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1 HTTP/1.1" status: 200 len: 217 time: 0.0350909 Sep 20 13:26:59.728194 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff4555-6d0d-41c6-91b4-bac3048906bb req-fea21cff-b9bd-4bb9-89b9-be4e6d966fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:59.729659 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-bdff4555-6d0d-41c6-91b4-bac3048906bb req-fea21cff-b9bd-4bb9-89b9-be4e6d966fa7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=26dd50fe-5f0b-44fd-bc22-34959d5f2393 HTTP/1.1" status: 200 len: 848 time: 0.0479100 Sep 20 13:26:59.815185 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff4555-6d0d-41c6-91b4-bac3048906bb req-7bf83d20-a87b-48e3-b596-59bc447a616f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:59.816699 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-bdff4555-6d0d-41c6-91b4-bac3048906bb req-7bf83d20-a87b-48e3-b596-59bc447a616f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0811419 Sep 20 13:26:59.824629 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d32982-2377-4f28-b300-8b668afa17cd req-220e78a7-5dd5-4afe-8555-954bffd07f57 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:26:59.826143 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-66d32982-2377-4f28-b300-8b668afa17cd req-220e78a7-5dd5-4afe-8555-954bffd07f57 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/ports?device_id=96fe04b4-bc7d-4ef7-a166-4c02fd222e7b HTTP/1.1" status: 200 len: 943 time: 0.0825763 Sep 20 13:26:59.929030 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-66d32982-2377-4f28-b300-8b668afa17cd req-d3d70509-500e-4d02-a174-72eddb8e9f9a tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/security-groups?id=222f7e55-803f-40ec-875f-06b4e7c9cc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946546 Sep 20 13:26:59.961106 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-bdff4555-6d0d-41c6-91b4-bac3048906bb req-ec383782-9b61-42fb-9e4c-3408ba96a673 service neutron] 10.222.0.62 "GET /v2.0/networks/0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339176 Sep 20 13:26:59.985338 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5eddd07-d714-42d8-b851-8c9cf037e674 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Notify agent at l3_agent.dv-cinder-858463-1-iscsi the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:26:59.990033 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b5eddd07-d714-42d8-b851-8c9cf037e674 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:00.000765 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b3f7de-2abf-4991-886c-efa3641d5335 None None] Sync routers for ids ['e3f75c60-6a44-4084-9a98-6a39ca7815cf'] in dv-cinder-858463-1-iscsi {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:27:00.015962 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b3f7de-2abf-4991-886c-efa3641d5335 None None] Routers {'e3f75c60-6a44-4084-9a98-6a39ca7815cf'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:27:00.016620 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-e4b3f7de-2abf-4991-886c-efa3641d5335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:26:56Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['e3f75c60-6a44-4084-9a98-6a39ca7815cf'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:27:00.030395 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-b5eddd07-d714-42d8-b851-8c9cf037e674 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "PUT /v2.0/floatingips/5998f02e-6407-4356-a1de-c4453a58c949 HTTP/1.1" status: 200 len: 992 time: 1.2131073 Sep 20 13:27:00.031082 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7d7dffe-4d84-4005-bace-44e4b9404287', 'tag': '2d60ce66-a02f-4cfc-b674-0bb22e114efa'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:27:00.033998 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35f9f8ba2811e4be4385c704f255b6faf45db8d19dac8ae47afe3dd23e96b6c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845b9d22-d9cf-40d6-9462-3f3ba7d0e0ce" -d '{"events": [{"name": "network-changed", "server_uuid": "f7d7dffe-4d84-4005-bace-44e4b9404287", "tag": "2d60ce66-a02f-4cfc-b674-0bb22e114efa"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:27:00.063506 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-bdff4555-6d0d-41c6-91b4-bac3048906bb req-5e88dfb9-f9a2-481b-9a39-ea114fa8219d service neutron] 10.222.0.62 "GET /v2.0/networks/0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955627 Sep 20 13:27:00.079907 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 13:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd00ccb-b8fe-4f82-9cfb-3855b9a59dc5 x-openstack-request-id: req-acd00ccb-b8fe-4f82-9cfb-3855b9a59dc5 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:27:00.080215 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7d7dffe-4d84-4005-bace-44e4b9404287", "tag": "2d60ce66-a02f-4cfc-b674-0bb22e114efa", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:27:00.080535 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-acd00ccb-b8fe-4f82-9cfb-3855b9a59dc5 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:27:00.081221 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acd00ccb-b8fe-4f82-9cfb-3855b9a59dc5'] response: {'name': 'network-changed', 'server_uuid': 'f7d7dffe-4d84-4005-bace-44e4b9404287', 'tag': '2d60ce66-a02f-4cfc-b674-0bb22e114efa', 'status': 'completed', 'code': 200} Sep 20 13:27:00.129677 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-e4b3f7de-2abf-4991-886c-efa3641d5335 None None] Set router e3f75c60-6a44-4084-9a98-6a39ca7815cf gateway port host: dv-cinder-858463-1-iscsi {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:27:00.252523 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b567273-c3c9-4ec2-a870-cd61c215301e req-448e1cb0-ff9c-4aca-849e-03e8b758328a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:27:00.254009 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0b567273-c3c9-4ec2-a870-cd61c215301e req-448e1cb0-ff9c-4aca-849e-03e8b758328a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6ebb73746088487dab581c3f6b24a1f9&device_id=96fe04b4-bc7d-4ef7-a166-4c02fd222e7b HTTP/1.1" status: 200 len: 1127 time: 0.0784547 Sep 20 13:27:00.256462 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b9d22-d9cf-40d6-9462-3f3ba7d0e0ce req-8f195b5b-dddf-427a-83b2-41037a696edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:27:00.257796 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-845b9d22-d9cf-40d6-9462-3f3ba7d0e0ce req-8f195b5b-dddf-427a-83b2-41037a696edb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ee3a57170bc8490098e0840a2e89392b&device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 1130 time: 0.0809970 Sep 20 13:27:00.347025 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-e4b3f7de-2abf-4991-886c-efa3641d5335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f75c60-6a44-4084-9a98-6a39ca7815cf', 'name': 'tempest-AttachVolumeShelveTestJSON-107732550-router', 'tenant_id': 'ee3a57170bc8490098e0840a2e89392b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'cb4d0416-2b17-4af0-9459-d112b72a4fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:19:53Z', 'updated_at': '2022-09-20T13:19:57Z', 'revision_number': 4, 'project_id': 'ee3a57170bc8490098e0840a2e89392b', 'gw_port': {'id': 'cb4d0416-2b17-4af0-9459-d112b72a4fdf', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:28:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f75c60-6a44-4084-9a98-6a39ca7815cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:19:53Z', 'updated_at': '2022-09-20T13:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_floatingips': [{'id': '5998f02e-6407-4356-a1de-c4453a58c949', 'tenant_id': 'ee3a57170bc8490098e0840a2e89392b', 'floating_ip_address': '172.27.2.142', 'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'router_id': 'e3f75c60-6a44-4084-9a98-6a39ca7815cf', 'port_id': '2d60ce66-a02f-4cfc-b674-0bb22e114efa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11c87694-9bef-4fe4-9250-573b5f8887eb', 'mac_address': 'fa:16:3e:7d:30:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d7dffe-4d84-4005-bace-44e4b9404287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T13:26:43Z', 'updated_at': '2022-09-20T13:26:59Z', 'revision_number': 1, 'project_id': 'ee3a57170bc8490098e0840a2e89392b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '612023b5-59ec-4767-bbea-33b2f0ae42ed', 'name': '', 'network_id': '11c87694-9bef-4fe4-9250-573b5f8887eb', 'tenant_id': 'ee3a57170bc8490098e0840a2e89392b', 'mac_address': 'fa:16:3e:fc:97:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f75c60-6a44-4084-9a98-6a39ca7815cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '6bc59d34-e407-4d89-95e5-8037392fca32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:19:56Z', 'updated_at': '2022-09-20T13:20:03Z', 'revision_number': 5, 'project_id': 'ee3a57170bc8490098e0840a2e89392b', 'subnets': [{'id': '6bc59d34-e407-4d89-95e5-8037392fca32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:27:00.370390 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b3f7de-2abf-4991-886c-efa3641d5335 None None] Checking router: e3f75c60-6a44-4084-9a98-6a39ca7815cf for host: dv-cinder-858463-1-iscsi {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:27:00.378712 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b3f7de-2abf-4991-886c-efa3641d5335 None None] Routers {'e3f75c60-6a44-4084-9a98-6a39ca7815cf'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:27:00.379330 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-e4b3f7de-2abf-4991-886c-efa3641d5335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:26:56Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['e3f75c60-6a44-4084-9a98-6a39ca7815cf'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:27:00.416445 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b567273-c3c9-4ec2-a870-cd61c215301e req-406a1a1f-9cd6-44dc-ac12-b4be94c9e784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:27:00.417909 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0b567273-c3c9-4ec2-a870-cd61c215301e req-406a1a1f-9cd6-44dc-ac12-b4be94c9e784 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef HTTP/1.1" status: 200 len: 909 time: 0.1535130 Sep 20 13:27:00.418977 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b9d22-d9cf-40d6-9462-3f3ba7d0e0ce req-dbc3f36d-c95e-4953-b541-c8dd9606ba82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:27:00.420325 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-845b9d22-d9cf-40d6-9462-3f3ba7d0e0ce req-dbc3f36d-c95e-4953-b541-c8dd9606ba82 service neutron] 10.222.0.62 "GET /v2.0/networks?id=11c87694-9bef-4fe4-9250-573b5f8887eb HTTP/1.1" status: 200 len: 916 time: 0.1483324 Sep 20 13:27:00.478896 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-e4b3f7de-2abf-4991-886c-efa3641d5335 None None] Set router e3f75c60-6a44-4084-9a98-6a39ca7815cf gateway port host: dv-cinder-858463-1-iscsi {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:27:00.492002 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0b567273-c3c9-4ec2-a870-cd61c215301e req-6303d376-d8f1-4ff1-ab25-7da2f2a3126d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1 HTTP/1.1" status: 200 len: 217 time: 0.0634592 Sep 20 13:27:00.543275 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-845b9d22-d9cf-40d6-9462-3f3ba7d0e0ce req-2fac3bcb-67ae-4c47-b25c-a94516a1d282 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d60ce66-a02f-4cfc-b674-0bb22e114efa HTTP/1.1" status: 200 len: 1000 time: 0.1135347 Sep 20 13:27:00.559122 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b567273-c3c9-4ec2-a870-cd61c215301e req-a27d98a5-cef3-4f2e-a024-e1f09217ef7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:27:00.560614 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0b567273-c3c9-4ec2-a870-cd61c215301e req-a27d98a5-cef3-4f2e-a024-e1f09217ef7c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=26dd50fe-5f0b-44fd-bc22-34959d5f2393 HTTP/1.1" status: 200 len: 848 time: 0.0624022 Sep 20 13:27:00.626207 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b9d22-d9cf-40d6-9462-3f3ba7d0e0ce req-b71c0cb9-b93b-40f0-b687-05d4c058a538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:27:00.627681 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-845b9d22-d9cf-40d6-9462-3f3ba7d0e0ce req-b71c0cb9-b93b-40f0-b687-05d4c058a538 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6bc59d34-e407-4d89-95e5-8037392fca32 HTTP/1.1" status: 200 len: 855 time: 0.0767565 Sep 20 13:27:00.647730 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b567273-c3c9-4ec2-a870-cd61c215301e req-b396e34a-c7ff-4655-9c14-cc8b6cad3ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:27:00.649005 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0b567273-c3c9-4ec2-a870-cd61c215301e req-b396e34a-c7ff-4655-9c14-cc8b6cad3ba1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0696681 Sep 20 13:27:00.702097 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-e4b3f7de-2abf-4991-886c-efa3641d5335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f75c60-6a44-4084-9a98-6a39ca7815cf', 'name': 'tempest-AttachVolumeShelveTestJSON-107732550-router', 'tenant_id': 'ee3a57170bc8490098e0840a2e89392b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'cb4d0416-2b17-4af0-9459-d112b72a4fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:19:53Z', 'updated_at': '2022-09-20T13:19:57Z', 'revision_number': 4, 'project_id': 'ee3a57170bc8490098e0840a2e89392b', 'gw_port': {'id': 'cb4d0416-2b17-4af0-9459-d112b72a4fdf', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:28:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f75c60-6a44-4084-9a98-6a39ca7815cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:19:53Z', 'updated_at': '2022-09-20T13:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_floatingips': [{'id': '5998f02e-6407-4356-a1de-c4453a58c949', 'tenant_id': 'ee3a57170bc8490098e0840a2e89392b', 'floating_ip_address': '172.27.2.142', 'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'router_id': 'e3f75c60-6a44-4084-9a98-6a39ca7815cf', 'port_id': '2d60ce66-a02f-4cfc-b674-0bb22e114efa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11c87694-9bef-4fe4-9250-573b5f8887eb', 'mac_address': 'fa:16:3e:7d:30:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d7dffe-4d84-4005-bace-44e4b9404287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T13:26:43Z', 'updated_at': '2022-09-20T13:26:59Z', 'revision_number': 1, 'project_id': 'ee3a57170bc8490098e0840a2e89392b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '612023b5-59ec-4767-bbea-33b2f0ae42ed', 'name': '', 'network_id': '11c87694-9bef-4fe4-9250-573b5f8887eb', 'tenant_id': 'ee3a57170bc8490098e0840a2e89392b', 'mac_address': 'fa:16:3e:fc:97:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f75c60-6a44-4084-9a98-6a39ca7815cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '6bc59d34-e407-4d89-95e5-8037392fca32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:19:56Z', 'updated_at': '2022-09-20T13:20:03Z', 'revision_number': 5, 'project_id': 'ee3a57170bc8490098e0840a2e89392b', 'subnets': [{'id': '6bc59d34-e407-4d89-95e5-8037392fca32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:27:00.728813 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b3f7de-2abf-4991-886c-efa3641d5335 None None] The sync data for ids ['e3f75c60-6a44-4084-9a98-6a39ca7815cf'] in dv-cinder-858463-1-iscsi is: [{'id': 'e3f75c60-6a44-4084-9a98-6a39ca7815cf', 'name': 'tempest-AttachVolumeShelveTestJSON-107732550-router', 'tenant_id': 'ee3a57170bc8490098e0840a2e89392b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'cb4d0416-2b17-4af0-9459-d112b72a4fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:19:53Z', 'updated_at': '2022-09-20T13:19:57Z', 'revision_number': 4, 'project_id': 'ee3a57170bc8490098e0840a2e89392b', 'gw_port': {'id': 'cb4d0416-2b17-4af0-9459-d112b72a4fdf', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:28:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f75c60-6a44-4084-9a98-6a39ca7815cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:19:53Z', 'updated_at': '2022-09-20T13:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_floatingips': [{'id': '5998f02e-6407-4356-a1de-c4453a58c949', 'tenant_id': 'ee3a57170bc8490098e0840a2e89392b', 'floating_ip_address': '172.27.2.142', 'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'router_id': 'e3f75c60-6a44-4084-9a98-6a39ca7815cf', 'port_id': '2d60ce66-a02f-4cfc-b674-0bb22e114efa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11c87694-9bef-4fe4-9250-573b5f8887eb', 'mac_address': 'fa:16:3e:7d:30:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d7dffe-4d84-4005-bace-44e4b9404287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T13:26:43Z', 'updated_at': '2022-09-20T13:26:59Z', 'revision_number': 1, 'project_id': 'ee3a57170bc8490098e0840a2e89392b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '612023b5-59ec-4767-bbea-33b2f0ae42ed', 'name': '', 'network_id': '11c87694-9bef-4fe4-9250-573b5f8887eb', 'tenant_id': 'ee3a57170bc8490098e0840a2e89392b', 'mac_address': 'fa:16:3e:fc:97:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f75c60-6a44-4084-9a98-6a39ca7815cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '6bc59d34-e407-4d89-95e5-8037392fca32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:19:56Z', 'updated_at': '2022-09-20T13:20:03Z', 'revision_number': 5, 'project_id': 'ee3a57170bc8490098e0840a2e89392b', 'subnets': [{'id': '6bc59d34-e407-4d89-95e5-8037392fca32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:27:00.744878 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b9d22-d9cf-40d6-9462-3f3ba7d0e0ce req-8bfc4a9b-12c4-4df3-8dbd-6cb11e3f39bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:27:00.746454 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-845b9d22-d9cf-40d6-9462-3f3ba7d0e0ce req-8bfc4a9b-12c4-4df3-8dbd-6cb11e3f39bc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=11c87694-9bef-4fe4-9250-573b5f8887eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1097770 Sep 20 13:27:00.814196 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0b567273-c3c9-4ec2-a870-cd61c215301e req-66d670cc-a49d-417a-b2fb-3613edbe6463 service neutron] 10.222.0.62 "GET /v2.0/networks/0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465964 Sep 20 13:27:00.921775 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489c180e-820a-44ff-8ee2-e7c115c87b03 None None] New status for floating IP 5998f02e-6407-4356-a1de-c4453a58c949: ACTIVE {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 13:27:01.208190 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-845b9d22-d9cf-40d6-9462-3f3ba7d0e0ce req-9bbae9fc-9496-4507-afb1-02773a4aef8f service neutron] 10.222.0.62 "GET /v2.0/networks/11c87694-9bef-4fe4-9250-573b5f8887eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4534564 Sep 20 13:27:01.277217 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0b567273-c3c9-4ec2-a870-cd61c215301e req-e83c211d-b6f6-43f0-b3ba-a991eec259b6 service neutron] 10.222.0.62 "GET /v2.0/networks/0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4556563 Sep 20 13:27:01.290262 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03221f77-accc-43ea-aa2d-daf898bdc1f3 req-e34c03ee-43f2-4679-8007-5128afcdb4ab tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:27:01.291692 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-03221f77-accc-43ea-aa2d-daf898bdc1f3 req-e34c03ee-43f2-4679-8007-5128afcdb4ab tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/ports?device_id=96fe04b4-bc7d-4ef7-a166-4c02fd222e7b HTTP/1.1" status: 200 len: 943 time: 0.1504784 Sep 20 13:27:01.359647 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-845b9d22-d9cf-40d6-9462-3f3ba7d0e0ce req-3179dd93-e283-47aa-89a2-6527ed9cc584 service neutron] 10.222.0.62 "GET /v2.0/networks/11c87694-9bef-4fe4-9250-573b5f8887eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427732 Sep 20 13:27:01.363806 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-03221f77-accc-43ea-aa2d-daf898bdc1f3 req-2c7b0de3-016c-4ce4-8471-37f034d19a30 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/security-groups?id=222f7e55-803f-40ec-875f-06b4e7c9cc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660112 Sep 20 13:27:02.642754 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7950ac69-e8f9-4bb5-a594-d1b66ac2c2e9 req-de83410b-b77d-48ff-a9a6-cba4d0d22fdb tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:27:02.644248 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-7950ac69-e8f9-4bb5-a594-d1b66ac2c2e9 req-de83410b-b77d-48ff-a9a6-cba4d0d22fdb tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/ports?device_id=96fe04b4-bc7d-4ef7-a166-4c02fd222e7b HTTP/1.1" status: 200 len: 943 time: 0.0556777 Sep 20 13:27:02.691936 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-7950ac69-e8f9-4bb5-a594-d1b66ac2c2e9 req-a4ea6f4d-fcf6-4ff3-a218-bc83d3617642 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/security-groups?id=222f7e55-803f-40ec-875f-06b4e7c9cc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416362 Sep 20 13:27:02.900721 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1 details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:27:02.998805 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1,segment=NetworkSegment(9fa4b3a9-3030-408d-94ff-78e487e07b97),segment_id=9fa4b3a9-3030-408d-94ff-78e487e07b97)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:27:03.009955 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Returning: {'device': 'cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1', 'network_id': '0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef', 'port_id': 'cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1', 'mac_address': 'fa:16:3e:bc:99:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26dd50fe-5f0b-44fd-bc22-34959d5f2393', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:27:03.043459 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Current status of the port cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:27:03.043859 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:03.057053 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 13:27:03.078510 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1,segment=NetworkSegment(9fa4b3a9-3030-408d-94ff-78e487e07b97),segment_id=9fa4b3a9-3030-408d-94ff-78e487e07b97)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:27:03.082688 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:03.126316 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Pushing event updated for resources: {'Port': ['ID=cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:27:03.591806 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] get_ports_and_sgs() called for port_ids ['cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 13:27:03.815770 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da29d6e-cf09-4fcb-bdf8-79c4cef37424 req-12c4e68c-84ac-448f-8ef7-d8dc6bf47782 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:27:03.817220 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4da29d6e-cf09-4fcb-bdf8-79c4cef37424 req-12c4e68c-84ac-448f-8ef7-d8dc6bf47782 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/ports?device_id=96fe04b4-bc7d-4ef7-a166-4c02fd222e7b HTTP/1.1" status: 200 len: 944 time: 0.0532711 Sep 20 13:27:03.863019 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4da29d6e-cf09-4fcb-bdf8-79c4cef37424 req-977a16f0-0fb4-4995-9761-6f4f42340f3a tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/security-groups?id=222f7e55-803f-40ec-875f-06b4e7c9cc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401809 Sep 20 13:27:04.918642 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1 up at agent hyperv_hv-cinder-85846 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:27:04.969002 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Provisioning for port cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 13:27:04.973453 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Provisioning complete for port cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:27:04.973958 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:04.974179 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Attempt 1 to provision port cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1 Sep 20 13:27:04.987503 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e9d6b-01d9-47c3-9acc-2d99dc955189 req-20e79c5e-7af5-4e39-8a93-c715825f46f9 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:27:04.989019 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-629e9d6b-01d9-47c3-9acc-2d99dc955189 req-20e79c5e-7af5-4e39-8a93-c715825f46f9 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/ports?device_id=96fe04b4-bc7d-4ef7-a166-4c02fd222e7b HTTP/1.1" status: 200 len: 944 time: 0.0539680 Sep 20 13:27:05.038318 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-629e9d6b-01d9-47c3-9acc-2d99dc955189 req-e5eb747b-8416-4b22-8ce3-080a1175f221 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/security-groups?id=222f7e55-803f-40ec-875f-06b4e7c9cc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423226 Sep 20 13:27:05.051158 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Current status of the port cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:27:05.051537 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:05.073277 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96fe04b4-bc7d-4ef7-a166-4c02fd222e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:27:05.076131 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76b3f69f6489aff1aa8284e7e37e9464aa9e8db96ff70d8a184fca566081ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d4df86-d0d8-4042-96b2-6ed681df25a5" -d '{"events": [{"server_uuid": "96fe04b4-bc7d-4ef7-a166-4c02fd222e7b", "name": "network-vif-plugged", "status": "completed", "tag": "cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:27:05.088216 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1,segment=NetworkSegment(9fa4b3a9-3030-408d-94ff-78e487e07b97),segment_id=9fa4b3a9-3030-408d-94ff-78e487e07b97)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:27:05.092764 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:05.115053 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 13:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738d5acc-1073-46a2-9651-0c7c379bb643 x-openstack-request-id: req-738d5acc-1073-46a2-9651-0c7c379bb643 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:27:05.115053 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96fe04b4-bc7d-4ef7-a166-4c02fd222e7b", "name": "network-vif-plugged", "status": "completed", "tag": "cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:27:05.115259 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-738d5acc-1073-46a2-9651-0c7c379bb643 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:27:05.115569 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-738d5acc-1073-46a2-9651-0c7c379bb643'] response: {'server_uuid': '96fe04b4-bc7d-4ef7-a166-4c02fd222e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1', 'code': 200} Sep 20 13:27:05.140613 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Pushing event updated for resources: {'Port': ['ID=cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:27:05.331857 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c0900-96ef-4f5d-8380-d0bf6c2f1b6b req-e8241bcb-10a6-44d3-a7d9-c401bbbfa0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:27:05.333336 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-092c0900-96ef-4f5d-8380-d0bf6c2f1b6b req-e8241bcb-10a6-44d3-a7d9-c401bbbfa0d3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=96fe04b4-bc7d-4ef7-a166-4c02fd222e7b HTTP/1.1" status: 200 len: 1129 time: 0.0472112 Sep 20 13:27:05.375946 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-092c0900-96ef-4f5d-8380-d0bf6c2f1b6b req-47e13f42-0651-454e-a3c2-99939701e20e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=222f7e55-803f-40ec-875f-06b4e7c9cc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361569 Sep 20 13:27:06.162036 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9416ac-a2e2-4a02-95ee-5d1e22f6b6fe req-f7034e23-01eb-4a0b-8c56-a367538442ee tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:27:06.163527 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-bc9416ac-a2e2-4a02-95ee-5d1e22f6b6fe req-f7034e23-01eb-4a0b-8c56-a367538442ee tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/ports?device_id=96fe04b4-bc7d-4ef7-a166-4c02fd222e7b HTTP/1.1" status: 200 len: 945 time: 0.0523326 Sep 20 13:27:06.211809 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-bc9416ac-a2e2-4a02-95ee-5d1e22f6b6fe req-51fa3d94-c11c-4dfa-84e2-29d853abfbc9 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/security-groups?id=222f7e55-803f-40ec-875f-06b4e7c9cc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421660 Sep 20 13:27:07.335828 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5b5dd-79eb-4a04-9683-643f9af33152 req-e9fd87be-df9e-4d5f-9e5b-b32c7eaa5cd8 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:27:07.337222 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-27e5b5dd-79eb-4a04-9683-643f9af33152 req-e9fd87be-df9e-4d5f-9e5b-b32c7eaa5cd8 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/ports?device_id=96fe04b4-bc7d-4ef7-a166-4c02fd222e7b HTTP/1.1" status: 200 len: 945 time: 0.0522192 Sep 20 13:27:07.382972 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-27e5b5dd-79eb-4a04-9683-643f9af33152 req-dd32ba5a-56cf-4bbb-8b56-e3884ee76c33 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/security-groups?id=222f7e55-803f-40ec-875f-06b4e7c9cc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395601 Sep 20 13:27:07.500483 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a30e7-4970-4fbd-94cb-030dfb334198 req-7860f3b7-6f70-4b9a-9238-99c3a421921c tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:27:07.501963 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-ed8a30e7-4970-4fbd-94cb-030dfb334198 req-7860f3b7-6f70-4b9a-9238-99c3a421921c tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/ports?device_id=96fe04b4-bc7d-4ef7-a166-4c02fd222e7b HTTP/1.1" status: 200 len: 945 time: 0.0516279 Sep 20 13:27:07.511964 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 34628) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:27:07.516384 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.v2.base [None req-a2532b21-bc4b-4725-aca7-0e175a5e19ad tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Request body: {'floatingip': {'port_id': 'cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:27:07.552642 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a2532b21-bc4b-4725-aca7-0e175a5e19ad tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks [] for floatingip (1b568bf3-f27b-47f3-ac39-044ce459730f), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:07.960264 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a2532b21-bc4b-4725-aca7-0e175a5e19ad tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:07.963840 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a2532b21-bc4b-4725-aca7-0e175a5e19ad tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607693'] for floatingip (1b568bf3-f27b-47f3-ac39-044ce459730f), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:08.054682 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.db.l3_db [None req-a2532b21-bc4b-4725-aca7-0e175a5e19ad tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Floating IP 1b568bf3-f27b-47f3-ac39-044ce459730f associated. External IP: 172.27.2.82, port: cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1. Sep 20 13:27:08.244211 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2532b21-bc4b-4725-aca7-0e175a5e19ad tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Router 002a5ead-4f41-4c0f-8fb0-abfed7a073cf has already been hosted by L3 agent e6bdf340-58c5-4186-af2d-ab00439e5425 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:27:08.343755 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2532b21-bc4b-4725-aca7-0e175a5e19ad tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Notify agent at l3_agent.dv-cinder-858463-1-iscsi the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:27:08.348524 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a2532b21-bc4b-4725-aca7-0e175a5e19ad tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:08.353624 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f8effb-074e-4a1a-a7fd-cb269e873c11 None None] Sync routers for ids ['002a5ead-4f41-4c0f-8fb0-abfed7a073cf'] in dv-cinder-858463-1-iscsi {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:27:08.363054 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f8effb-074e-4a1a-a7fd-cb269e873c11 None None] Routers {'002a5ead-4f41-4c0f-8fb0-abfed7a073cf'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:27:08.363668 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-86f8effb-074e-4a1a-a7fd-cb269e873c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:26:56Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['002a5ead-4f41-4c0f-8fb0-abfed7a073cf'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:27:08.381443 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-a2532b21-bc4b-4725-aca7-0e175a5e19ad tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "PUT /v2.0/floatingips/1b568bf3-f27b-47f3-ac39-044ce459730f HTTP/1.1" status: 200 len: 990 time: 0.8662598 Sep 20 13:27:08.381443 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96fe04b4-bc7d-4ef7-a166-4c02fd222e7b', 'tag': 'cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:27:08.382238 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35f9f8ba2811e4be4385c704f255b6faf45db8d19dac8ae47afe3dd23e96b6c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81b547f-7dd4-454e-884c-d321a9a16e32" -d '{"events": [{"name": "network-changed", "server_uuid": "96fe04b4-bc7d-4ef7-a166-4c02fd222e7b", "tag": "cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:27:08.416764 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 13:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f03ed79-e542-4df3-b5f1-0da84d442fa5 x-openstack-request-id: req-1f03ed79-e542-4df3-b5f1-0da84d442fa5 {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:27:08.417062 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96fe04b4-bc7d-4ef7-a166-4c02fd222e7b", "tag": "cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:27:08.417321 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1f03ed79-e542-4df3-b5f1-0da84d442fa5 {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:27:08.417728 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f03ed79-e542-4df3-b5f1-0da84d442fa5'] response: {'name': 'network-changed', 'server_uuid': '96fe04b4-bc7d-4ef7-a166-4c02fd222e7b', 'tag': 'cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1', 'status': 'completed', 'code': 200} Sep 20 13:27:08.521771 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b547f-7dd4-454e-884c-d321a9a16e32 req-6235b4ce-f4a2-4410-94d1-d8538e8d7147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:27:08.523323 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f81b547f-7dd4-454e-884c-d321a9a16e32 req-6235b4ce-f4a2-4410-94d1-d8538e8d7147 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6ebb73746088487dab581c3f6b24a1f9&device_id=96fe04b4-bc7d-4ef7-a166-4c02fd222e7b HTTP/1.1" status: 200 len: 1129 time: 0.0505574 Sep 20 13:27:08.596782 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-86f8effb-074e-4a1a-a7fd-cb269e873c11 None None] Set router 002a5ead-4f41-4c0f-8fb0-abfed7a073cf gateway port host: dv-cinder-858463-1-iscsi {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:27:08.617452 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b547f-7dd4-454e-884c-d321a9a16e32 req-f8781112-0576-4f57-9f4a-700ec8e1de89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:27:08.618955 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f81b547f-7dd4-454e-884c-d321a9a16e32 req-f8781112-0576-4f57-9f4a-700ec8e1de89 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef HTTP/1.1" status: 200 len: 909 time: 0.0892563 Sep 20 13:27:08.680402 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f81b547f-7dd4-454e-884c-d321a9a16e32 req-f1022ee6-ea6f-44e0-affc-8abd448a6fd4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1 HTTP/1.1" status: 200 len: 998 time: 0.0546923 Sep 20 13:27:08.738222 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b547f-7dd4-454e-884c-d321a9a16e32 req-1c960bb4-1cb0-4d18-98b8-9873a261efde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:27:08.739686 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f81b547f-7dd4-454e-884c-d321a9a16e32 req-1c960bb4-1cb0-4d18-98b8-9873a261efde service neutron] 10.222.0.62 "GET /v2.0/subnets?id=26dd50fe-5f0b-44fd-bc22-34959d5f2393 HTTP/1.1" status: 200 len: 848 time: 0.0531878 Sep 20 13:27:08.803653 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b547f-7dd4-454e-884c-d321a9a16e32 req-eec4b8ef-adb2-4e82-93a6-f1c07dfa99e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:27:08.805096 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f81b547f-7dd4-454e-884c-d321a9a16e32 req-eec4b8ef-adb2-4e82-93a6-f1c07dfa99e5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486178 Sep 20 13:27:08.814986 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-86f8effb-074e-4a1a-a7fd-cb269e873c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002a5ead-4f41-4c0f-8fb0-abfed7a073cf', 'name': 'tempest-AttachVolumeTestJSON-22534217-router', 'tenant_id': '6ebb73746088487dab581c3f6b24a1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '0a88268d-e0c0-4224-beb8-e409be1ca4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:26:50Z', 'updated_at': '2022-09-20T13:26:52Z', 'revision_number': 4, 'project_id': '6ebb73746088487dab581c3f6b24a1f9', 'gw_port': {'id': '0a88268d-e0c0-4224-beb8-e409be1ca4d5', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:68:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002a5ead-4f41-4c0f-8fb0-abfed7a073cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:26:50Z', 'updated_at': '2022-09-20T13:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_floatingips': [{'id': '1b568bf3-f27b-47f3-ac39-044ce459730f', 'tenant_id': '6ebb73746088487dab581c3f6b24a1f9', 'floating_ip_address': '172.27.2.82', 'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'router_id': '002a5ead-4f41-4c0f-8fb0-abfed7a073cf', 'port_id': 'cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef', 'mac_address': 'fa:16:3e:bc:99:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96fe04b4-bc7d-4ef7-a166-4c02fd222e7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T13:26:54Z', 'updated_at': '2022-09-20T13:27:07Z', 'revision_number': 1, 'project_id': '6ebb73746088487dab581c3f6b24a1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f140a66e-18a2-47b5-9893-add31b8696b4', 'name': '', 'network_id': '0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef', 'tenant_id': '6ebb73746088487dab581c3f6b24a1f9', 'mac_address': 'fa:16:3e:09:09:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002a5ead-4f41-4c0f-8fb0-abfed7a073cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '26dd50fe-5f0b-44fd-bc22-34959d5f2393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:26:52Z', 'updated_at': '2022-09-20T13:26:57Z', 'revision_number': 5, 'project_id': '6ebb73746088487dab581c3f6b24a1f9', 'subnets': [{'id': '26dd50fe-5f0b-44fd-bc22-34959d5f2393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:27:08.840861 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f8effb-074e-4a1a-a7fd-cb269e873c11 None None] Checking router: 002a5ead-4f41-4c0f-8fb0-abfed7a073cf for host: dv-cinder-858463-1-iscsi {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:27:08.849486 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f8effb-074e-4a1a-a7fd-cb269e873c11 None None] Routers {'002a5ead-4f41-4c0f-8fb0-abfed7a073cf'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:27:08.850094 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-86f8effb-074e-4a1a-a7fd-cb269e873c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:26:56Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['002a5ead-4f41-4c0f-8fb0-abfed7a073cf'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:27:08.896126 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f81b547f-7dd4-454e-884c-d321a9a16e32 req-8445f90d-598e-44e2-a567-4f4e9dcc0413 service neutron] 10.222.0.62 "GET /v2.0/networks/0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829961 Sep 20 13:27:08.953496 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-86f8effb-074e-4a1a-a7fd-cb269e873c11 None None] Set router 002a5ead-4f41-4c0f-8fb0-abfed7a073cf gateway port host: dv-cinder-858463-1-iscsi {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:27:08.986261 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f81b547f-7dd4-454e-884c-d321a9a16e32 req-ba6631e8-a8b2-4136-bc51-95601f243e0d service neutron] 10.222.0.62 "GET /v2.0/networks/0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841935 Sep 20 13:27:09.174205 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-86f8effb-074e-4a1a-a7fd-cb269e873c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002a5ead-4f41-4c0f-8fb0-abfed7a073cf', 'name': 'tempest-AttachVolumeTestJSON-22534217-router', 'tenant_id': '6ebb73746088487dab581c3f6b24a1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '0a88268d-e0c0-4224-beb8-e409be1ca4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:26:50Z', 'updated_at': '2022-09-20T13:26:52Z', 'revision_number': 4, 'project_id': '6ebb73746088487dab581c3f6b24a1f9', 'gw_port': {'id': '0a88268d-e0c0-4224-beb8-e409be1ca4d5', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:68:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002a5ead-4f41-4c0f-8fb0-abfed7a073cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:26:50Z', 'updated_at': '2022-09-20T13:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_floatingips': [{'id': '1b568bf3-f27b-47f3-ac39-044ce459730f', 'tenant_id': '6ebb73746088487dab581c3f6b24a1f9', 'floating_ip_address': '172.27.2.82', 'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'router_id': '002a5ead-4f41-4c0f-8fb0-abfed7a073cf', 'port_id': 'cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef', 'mac_address': 'fa:16:3e:bc:99:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96fe04b4-bc7d-4ef7-a166-4c02fd222e7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T13:26:54Z', 'updated_at': '2022-09-20T13:27:07Z', 'revision_number': 1, 'project_id': '6ebb73746088487dab581c3f6b24a1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f140a66e-18a2-47b5-9893-add31b8696b4', 'name': '', 'network_id': '0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef', 'tenant_id': '6ebb73746088487dab581c3f6b24a1f9', 'mac_address': 'fa:16:3e:09:09:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002a5ead-4f41-4c0f-8fb0-abfed7a073cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '26dd50fe-5f0b-44fd-bc22-34959d5f2393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:26:52Z', 'updated_at': '2022-09-20T13:26:57Z', 'revision_number': 5, 'project_id': '6ebb73746088487dab581c3f6b24a1f9', 'subnets': [{'id': '26dd50fe-5f0b-44fd-bc22-34959d5f2393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:27:09.197796 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f8effb-074e-4a1a-a7fd-cb269e873c11 None None] The sync data for ids ['002a5ead-4f41-4c0f-8fb0-abfed7a073cf'] in dv-cinder-858463-1-iscsi is: [{'id': '002a5ead-4f41-4c0f-8fb0-abfed7a073cf', 'name': 'tempest-AttachVolumeTestJSON-22534217-router', 'tenant_id': '6ebb73746088487dab581c3f6b24a1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '0a88268d-e0c0-4224-beb8-e409be1ca4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:26:50Z', 'updated_at': '2022-09-20T13:26:52Z', 'revision_number': 4, 'project_id': '6ebb73746088487dab581c3f6b24a1f9', 'gw_port': {'id': '0a88268d-e0c0-4224-beb8-e409be1ca4d5', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:68:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002a5ead-4f41-4c0f-8fb0-abfed7a073cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:26:50Z', 'updated_at': '2022-09-20T13:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_floatingips': [{'id': '1b568bf3-f27b-47f3-ac39-044ce459730f', 'tenant_id': '6ebb73746088487dab581c3f6b24a1f9', 'floating_ip_address': '172.27.2.82', 'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'router_id': '002a5ead-4f41-4c0f-8fb0-abfed7a073cf', 'port_id': 'cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef', 'mac_address': 'fa:16:3e:bc:99:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96fe04b4-bc7d-4ef7-a166-4c02fd222e7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T13:26:54Z', 'updated_at': '2022-09-20T13:27:07Z', 'revision_number': 1, 'project_id': '6ebb73746088487dab581c3f6b24a1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f140a66e-18a2-47b5-9893-add31b8696b4', 'name': '', 'network_id': '0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef', 'tenant_id': '6ebb73746088487dab581c3f6b24a1f9', 'mac_address': 'fa:16:3e:09:09:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002a5ead-4f41-4c0f-8fb0-abfed7a073cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '26dd50fe-5f0b-44fd-bc22-34959d5f2393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:26:52Z', 'updated_at': '2022-09-20T13:26:57Z', 'revision_number': 5, 'project_id': '6ebb73746088487dab581c3f6b24a1f9', 'subnets': [{'id': '26dd50fe-5f0b-44fd-bc22-34959d5f2393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:27:09.382418 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b996ba9c-ca6d-499e-8302-f0859e6ce239 None None] New status for floating IP 1b568bf3-f27b-47f3-ac39-044ce459730f: ACTIVE {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 13:27:10.176233 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (728cf656-0364-4172-b8b5-b6ffd3122ed0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:23.431816 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3c827bd8-c33f-4f22-bbd2-cdfb74118fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (c520f755-59ca-4a79-a15e-107c01e131c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:25.776699 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-61d10d0f-e76c-4b98-adbd-fd584d232af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (e6bdf340-58c5-4186-af2d-ab00439e5425), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:26.748336 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21c1e68e-1f58-483a-acac-7453cdb7afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (dfbc54aa-0ed8-4030-9edb-0bf7f0e74037), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:28.165974 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c793fb8f-2eac-4cf0-b972-02f3f2d6d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (78ab24c8-cd03-458a-a2fc-6c0c54d0053a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:29.580604 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (543ca60b-7e7a-4ebd-8f87-7672c7a482b9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:35.455306 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.agents_db [None req-1b87bba1-5a3b-42d5-ba20-63287d9ec67c None None] Agent healthcheck: found 6 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:27:40.173784 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (728cf656-0364-4172-b8b5-b6ffd3122ed0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:41.814820 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4f9d1be9-bf35-49d5-bc57-ea2013a55965 req-afa9e6b1-89b4-4612-b63b-c3ef514f084b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=57904dea-d62b-412f-beff-f3e4286628c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438387 Sep 20 13:27:41.924589 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d1be9-bf35-49d5-bc57-ea2013a55965 req-0bd972d6-8a42-4b5d-90b9-fe00689c64a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:27:41.926132 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4f9d1be9-bf35-49d5-bc57-ea2013a55965 req-0bd972d6-8a42-4b5d-90b9-fe00689c64a2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4a20aa815a0947579d330112176846c9&device_id=57904dea-d62b-412f-beff-f3e4286628c8 HTTP/1.1" status: 200 len: 1129 time: 0.0484436 Sep 20 13:27:42.039244 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d1be9-bf35-49d5-bc57-ea2013a55965 req-56d7e005-2539-480b-91af-25787c18d792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:27:42.040716 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4f9d1be9-bf35-49d5-bc57-ea2013a55965 req-56d7e005-2539-480b-91af-25787c18d792 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ed809d10-45b2-429e-b44f-1694990b1073 HTTP/1.1" status: 200 len: 915 time: 0.0934191 Sep 20 13:27:42.101346 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4f9d1be9-bf35-49d5-bc57-ea2013a55965 req-e903babc-3c68-497c-852d-58e7c8b3cdaa service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4 HTTP/1.1" status: 200 len: 1001 time: 0.0546281 Sep 20 13:27:42.152187 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d1be9-bf35-49d5-bc57-ea2013a55965 req-0bc7e145-82b8-4423-8ae4-1376f997c702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:27:42.153640 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4f9d1be9-bf35-49d5-bc57-ea2013a55965 req-0bc7e145-82b8-4423-8ae4-1376f997c702 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=adb9ef7c-1078-430d-958b-f7a53420a9c5 HTTP/1.1" status: 200 len: 854 time: 0.0461826 Sep 20 13:27:42.204115 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d1be9-bf35-49d5-bc57-ea2013a55965 req-1e1672b0-011d-4753-8870-98d0d33e87fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:27:42.205603 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4f9d1be9-bf35-49d5-bc57-ea2013a55965 req-1e1672b0-011d-4753-8870-98d0d33e87fb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ed809d10-45b2-429e-b44f-1694990b1073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453341 Sep 20 13:27:42.291662 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4f9d1be9-bf35-49d5-bc57-ea2013a55965 req-58a3273a-320d-4043-8622-ae4ccf8ab020 service neutron] 10.222.0.62 "GET /v2.0/networks/ed809d10-45b2-429e-b44f-1694990b1073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788200 Sep 20 13:27:42.384468 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4f9d1be9-bf35-49d5-bc57-ea2013a55965 req-d3358c60-e0d3-4f82-9ae1-ab9642cfee29 service neutron] 10.222.0.62 "GET /v2.0/networks/ed809d10-45b2-429e-b44f-1694990b1073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865779 Sep 20 13:27:46.112954 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e961a68-f0b6-43d7-a8e2-ff4a9c8a4f38 req-cdb12693-aa24-4402-b021-27822cf4f574 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:27:46.114392 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0e961a68-f0b6-43d7-a8e2-ff4a9c8a4f38 req-cdb12693-aa24-4402-b021-27822cf4f574 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=57904dea-d62b-412f-beff-f3e4286628c8 HTTP/1.1" status: 200 len: 945 time: 0.1015477 Sep 20 13:27:46.160878 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0e961a68-f0b6-43d7-a8e2-ff4a9c8a4f38 req-e2a755cd-52f8-4f90-95eb-edee448142d7 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=1b5bdf03-21c6-4458-aa0b-1cc192c403fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408921 Sep 20 13:27:47.336062 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd45451-4319-4e5a-8697-ab29b20a29d6 req-b169519c-b85b-4bc2-bca1-b376b28f7f92 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:27:47.337536 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-3dd45451-4319-4e5a-8697-ab29b20a29d6 req-b169519c-b85b-4bc2-bca1-b376b28f7f92 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=57904dea-d62b-412f-beff-f3e4286628c8 HTTP/1.1" status: 200 len: 945 time: 0.1015804 Sep 20 13:27:47.386707 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-3dd45451-4319-4e5a-8697-ab29b20a29d6 req-ff661e13-f185-4589-a11b-d88576e30acd tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=1b5bdf03-21c6-4458-aa0b-1cc192c403fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435662 Sep 20 13:27:48.503717 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645554c3-4f0d-4910-96a9-4ab1e66593ed req-7b892e23-c13c-4563-ac0d-f98458d9f3ec tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:27:48.505571 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-645554c3-4f0d-4910-96a9-4ab1e66593ed req-7b892e23-c13c-4563-ac0d-f98458d9f3ec tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.62 "GET /v2.0/ports?device_id=57904dea-d62b-412f-beff-f3e4286628c8 HTTP/1.1" status: 200 len: 945 time: 0.0811408 Sep 20 13:27:48.556203 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617dcc9-be7b-4ce0-8602-075d3e1d3b8d req-2cfc2d74-61b6-4be0-aad0-32ccc7f6b2e8 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:27:48.557653 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1617dcc9-be7b-4ce0-8602-075d3e1d3b8d req-2cfc2d74-61b6-4be0-aad0-32ccc7f6b2e8 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=57904dea-d62b-412f-beff-f3e4286628c8 HTTP/1.1" status: 200 len: 945 time: 0.0963638 Sep 20 13:27:48.646578 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1617dcc9-be7b-4ce0-8602-075d3e1d3b8d req-df07fdbe-4747-4753-98a9-67ce017c6d14 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=1b5bdf03-21c6-4458-aa0b-1cc192c403fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716662 Sep 20 13:27:48.654712 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-645554c3-4f0d-4910-96a9-4ab1e66593ed req-75e07818-6f12-4008-8090-68d32fb04cf7 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Deleting port 7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:27:48.655140 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-645554c3-4f0d-4910-96a9-4ab1e66593ed req-75e07818-6f12-4008-8090-68d32fb04cf7 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:48.742568 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-645554c3-4f0d-4910-96a9-4ab1e66593ed req-75e07818-6f12-4008-8090-68d32fb04cf7 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] For port 7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4,segment=NetworkSegment(8a4b54b5-f94a-442c-baa8-d6ca9ddee630),segment_id=8a4b54b5-f94a-442c-baa8-d6ca9ddee630)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:27:48.742958 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-645554c3-4f0d-4910-96a9-4ab1e66593ed req-75e07818-6f12-4008-8090-68d32fb04cf7 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:48.907176 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-645554c3-4f0d-4910-96a9-4ab1e66593ed req-75e07818-6f12-4008-8090-68d32fb04cf7 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:48.907549 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-645554c3-4f0d-4910-96a9-4ab1e66593ed req-75e07818-6f12-4008-8090-68d32fb04cf7 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607693'] for floatingip (aa6a5b24-84ea-49d0-9dba-a14cff70bba9), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:48.907868 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.db.l3_db [req-645554c3-4f0d-4910-96a9-4ab1e66593ed req-75e07818-6f12-4008-8090-68d32fb04cf7 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Floating IP aa6a5b24-84ea-49d0-9dba-a14cff70bba9 disassociated. External IP: 172.27.2.232, port: 7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4. Sep 20 13:27:48.908214 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-645554c3-4f0d-4910-96a9-4ab1e66593ed req-75e07818-6f12-4008-8090-68d32fb04cf7 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Calling delete_port for 7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:27:49.033491 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-645554c3-4f0d-4910-96a9-4ab1e66593ed req-75e07818-6f12-4008-8090-68d32fb04cf7 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:49.062882 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e07818-6f12-4008-8090-68d32fb04cf7 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Pushing event deleted for resources: {'Port': ['ID=7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:27:49.074212 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e07818-6f12-4008-8090-68d32fb04cf7 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:49.074572 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e07818-6f12-4008-8090-68d32fb04cf7 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:49.074949 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e07818-6f12-4008-8090-68d32fb04cf7 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:49.075294 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e07818-6f12-4008-8090-68d32fb04cf7 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:49.075634 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e07818-6f12-4008-8090-68d32fb04cf7 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:49.075971 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e07818-6f12-4008-8090-68d32fb04cf7 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:49.076307 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e07818-6f12-4008-8090-68d32fb04cf7 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:49.076643 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e07818-6f12-4008-8090-68d32fb04cf7 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:49.076981 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e07818-6f12-4008-8090-68d32fb04cf7 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:49.077472 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e07818-6f12-4008-8090-68d32fb04cf7 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:49.077937 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e07818-6f12-4008-8090-68d32fb04cf7 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:49.078277 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e07818-6f12-4008-8090-68d32fb04cf7 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:49.078634 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e07818-6f12-4008-8090-68d32fb04cf7 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:49.180376 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [req-645554c3-4f0d-4910-96a9-4ab1e66593ed req-75e07818-6f12-4008-8090-68d32fb04cf7 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Router be2310ee-b755-4160-9683-bf0123d26b8d has already been hosted by L3 agent e6bdf340-58c5-4186-af2d-ab00439e5425 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:27:49.282208 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-645554c3-4f0d-4910-96a9-4ab1e66593ed req-75e07818-6f12-4008-8090-68d32fb04cf7 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Notify agent at l3_agent.dv-cinder-858463-1-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:27:49.292721 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f190939-8d3a-4fdd-a17d-7b99dbe9a9b2 None None] Sync routers for ids ['be2310ee-b755-4160-9683-bf0123d26b8d'] in dv-cinder-858463-1-iscsi {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:27:49.302707 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f190939-8d3a-4fdd-a17d-7b99dbe9a9b2 None None] Routers {'be2310ee-b755-4160-9683-bf0123d26b8d'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:27:49.303348 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-8f190939-8d3a-4fdd-a17d-7b99dbe9a9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:27:26Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['be2310ee-b755-4160-9683-bf0123d26b8d'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:27:49.323147 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-645554c3-4f0d-4910-96a9-4ab1e66593ed req-75e07818-6f12-4008-8090-68d32fb04cf7 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] No DVR routers for this DVR port 7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4 on host hv-cinder-85846 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:27:49.325655 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-645554c3-4f0d-4910-96a9-4ab1e66593ed req-75e07818-6f12-4008-8090-68d32fb04cf7 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:49.329350 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-645554c3-4f0d-4910-96a9-4ab1e66593ed req-75e07818-6f12-4008-8090-68d32fb04cf7 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.62 "DELETE /v2.0/ports/7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4 HTTP/1.1" status: 204 len: 173 time: 0.8167925 Sep 20 13:27:49.329791 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57904dea-d62b-412f-beff-f3e4286628c8', 'name': 'network-vif-deleted', 'tag': '7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:27:49.332066 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8afa0c3fb06aef531850fccced94fa4b659a4977f0534d5a49c84d13d87c0c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c20c42-3ab8-4e7c-b694-b1cb9910f06a" -d '{"events": [{"server_uuid": "57904dea-d62b-412f-beff-f3e4286628c8", "name": "network-vif-deleted", "tag": "7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:27:49.371333 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 13:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70be965d-21c1-438b-8b90-dd02c1b65e6e x-openstack-request-id: req-70be965d-21c1-438b-8b90-dd02c1b65e6e {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:27:49.371818 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57904dea-d62b-412f-beff-f3e4286628c8", "name": "network-vif-deleted", "tag": "7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:27:49.372103 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-70be965d-21c1-438b-8b90-dd02c1b65e6e {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:27:49.372571 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70be965d-21c1-438b-8b90-dd02c1b65e6e'] response: {'server_uuid': '57904dea-d62b-412f-beff-f3e4286628c8', 'name': 'network-vif-deleted', 'tag': '7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4', 'status': 'completed', 'code': 200} Sep 20 13:27:49.406556 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-8f190939-8d3a-4fdd-a17d-7b99dbe9a9b2 None None] Set router be2310ee-b755-4160-9683-bf0123d26b8d gateway port host: dv-cinder-858463-1-iscsi {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:27:49.612097 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-8f190939-8d3a-4fdd-a17d-7b99dbe9a9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'name': 'tempest-AttachVolumeNegativeTest-2003643593-router', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'e9492da9-45a9-44b6-9182-04a6b3f257d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:17:46Z', 'updated_at': '2022-09-20T13:17:58Z', 'revision_number': 4, 'project_id': '4a20aa815a0947579d330112176846c9', 'gw_port': {'id': 'e9492da9-45a9-44b6-9182-04a6b3f257d7', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:23:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:48Z', 'updated_at': '2022-09-20T13:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': 'ba476e6c-250e-4f5e-8556-480e6708d591', 'name': '', 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'mac_address': 'fa:16:3e:8c:7f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'adb9ef7c-1078-430d-958b-f7a53420a9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:56Z', 'updated_at': '2022-09-20T13:18:06Z', 'revision_number': 5, 'project_id': '4a20aa815a0947579d330112176846c9', 'subnets': [{'id': 'adb9ef7c-1078-430d-958b-f7a53420a9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:27:49.636298 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f190939-8d3a-4fdd-a17d-7b99dbe9a9b2 None None] Checking router: be2310ee-b755-4160-9683-bf0123d26b8d for host: dv-cinder-858463-1-iscsi {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:27:49.645383 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f190939-8d3a-4fdd-a17d-7b99dbe9a9b2 None None] Routers {'be2310ee-b755-4160-9683-bf0123d26b8d'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:27:49.645922 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-8f190939-8d3a-4fdd-a17d-7b99dbe9a9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:27:26Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['be2310ee-b755-4160-9683-bf0123d26b8d'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:27:49.747319 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-8f190939-8d3a-4fdd-a17d-7b99dbe9a9b2 None None] Set router be2310ee-b755-4160-9683-bf0123d26b8d gateway port host: dv-cinder-858463-1-iscsi {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:27:49.761739 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c77fb9ee-d386-4d3c-af57-f81606d4419c req-b57c37ac-8b49-4e7a-be30-4adad37f50c8 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=57904dea-d62b-412f-beff-f3e4286628c8 HTTP/1.1" status: 200 len: 210 time: 0.0305991 Sep 20 13:27:49.949425 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-8f190939-8d3a-4fdd-a17d-7b99dbe9a9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'name': 'tempest-AttachVolumeNegativeTest-2003643593-router', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'e9492da9-45a9-44b6-9182-04a6b3f257d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:17:46Z', 'updated_at': '2022-09-20T13:17:58Z', 'revision_number': 4, 'project_id': '4a20aa815a0947579d330112176846c9', 'gw_port': {'id': 'e9492da9-45a9-44b6-9182-04a6b3f257d7', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:23:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:48Z', 'updated_at': '2022-09-20T13:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': 'ba476e6c-250e-4f5e-8556-480e6708d591', 'name': '', 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'mac_address': 'fa:16:3e:8c:7f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'adb9ef7c-1078-430d-958b-f7a53420a9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:56Z', 'updated_at': '2022-09-20T13:18:06Z', 'revision_number': 5, 'project_id': '4a20aa815a0947579d330112176846c9', 'subnets': [{'id': 'adb9ef7c-1078-430d-958b-f7a53420a9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:27:49.977212 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f190939-8d3a-4fdd-a17d-7b99dbe9a9b2 None None] The sync data for ids ['be2310ee-b755-4160-9683-bf0123d26b8d'] in dv-cinder-858463-1-iscsi is: [{'id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'name': 'tempest-AttachVolumeNegativeTest-2003643593-router', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'e9492da9-45a9-44b6-9182-04a6b3f257d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:17:46Z', 'updated_at': '2022-09-20T13:17:58Z', 'revision_number': 4, 'project_id': '4a20aa815a0947579d330112176846c9', 'gw_port': {'id': 'e9492da9-45a9-44b6-9182-04a6b3f257d7', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:23:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:48Z', 'updated_at': '2022-09-20T13:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': 'ba476e6c-250e-4f5e-8556-480e6708d591', 'name': '', 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'mac_address': 'fa:16:3e:8c:7f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'adb9ef7c-1078-430d-958b-f7a53420a9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:56Z', 'updated_at': '2022-09-20T13:18:06Z', 'revision_number': 5, 'project_id': '4a20aa815a0947579d330112176846c9', 'subnets': [{'id': 'adb9ef7c-1078-430d-958b-f7a53420a9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:27:50.185141 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158f46f7-35bb-49cf-a084-377b8913fbe3 None None] New status for floating IP aa6a5b24-84ea-49d0-9dba-a14cff70bba9: DOWN {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 13:27:50.852815 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 34744) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:27:50.907462 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-eb892bbb-a3f7-4a90-bf9c-0a4b5cb6c968 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for security_group (1b5bdf03-21c6-4458-aa0b-1cc192c403fd), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:50.930614 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-eb892bbb-a3f7-4a90-bf9c-0a4b5cb6c968 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for security_group (1b5bdf03-21c6-4458-aa0b-1cc192c403fd), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:50.979119 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-eb892bbb-a3f7-4a90-bf9c-0a4b5cb6c968 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (1b5bdf03-21c6-4458-aa0b-1cc192c403fd), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:50.981715 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-eb892bbb-a3f7-4a90-bf9c-0a4b5cb6c968 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:50.982906 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-eb892bbb-a3f7-4a90-bf9c-0a4b5cb6c968 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "DELETE /v2.0/security-groups/1b5bdf03-21c6-4458-aa0b-1cc192c403fd HTTP/1.1" status: 204 len: 168 time: 0.1290674 Sep 20 13:27:50.985980 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 34746) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:27:50.991869 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb892bbb-a3f7-4a90-bf9c-0a4b5cb6c968 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5bdf03-21c6-4458-aa0b-1cc192c403fd,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:27:50.998601 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.api.v2.resource [None req-823b7fe0-2774-4712-8115-50412ed6c554 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] show failed (client error): The resource could not be found. Sep 20 13:27:51.003140 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 34748) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:27:51.003321 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-823b7fe0-2774-4712-8115-50412ed6c554 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups/1b5bdf03-21c6-4458-aa0b-1cc192c403fd HTTP/1.1" status: 404 len: 347 time: 0.0161939 Sep 20 13:27:51.118082 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-1cfd3dce-ddbb-4675-903c-22f7294f9b9c tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Deleting port b7c67078-fdbc-480b-8cb3-b0869570cc0f {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:27:51.118346 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1cfd3dce-ddbb-4675-903c-22f7294f9b9c tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (b7c67078-fdbc-480b-8cb3-b0869570cc0f), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:51.194603 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1cfd3dce-ddbb-4675-903c-22f7294f9b9c tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (b7c67078-fdbc-480b-8cb3-b0869570cc0f), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:51.194962 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1cfd3dce-ddbb-4675-903c-22f7294f9b9c tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for floatingip (b7c67078-fdbc-480b-8cb3-b0869570cc0f), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:51.207130 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-1cfd3dce-ddbb-4675-903c-22f7294f9b9c tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Calling delete_port for b7c67078-fdbc-480b-8cb3-b0869570cc0f owned by network:floatingip {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:27:51.330615 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1cfd3dce-ddbb-4675-903c-22f7294f9b9c tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (b7c67078-fdbc-480b-8cb3-b0869570cc0f), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:51.357198 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfd3dce-ddbb-4675-903c-22f7294f9b9c tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Pushing event deleted for resources: {'Port': ['ID=b7c67078-fdbc-480b-8cb3-b0869570cc0f,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:27:51.417155 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1cfd3dce-ddbb-4675-903c-22f7294f9b9c tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for floatingip (aa6a5b24-84ea-49d0-9dba-a14cff70bba9), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:51.419608 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1cfd3dce-ddbb-4675-903c-22f7294f9b9c tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:51.420749 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-1cfd3dce-ddbb-4675-903c-22f7294f9b9c tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "DELETE /v2.0/floatingips/aa6a5b24-84ea-49d0-9dba-a14cff70bba9 HTTP/1.1" status: 204 len: 168 time: 0.4165418 Sep 20 13:27:51.485500 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 34752) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:27:51.490047 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-623a2aac-b9be-4c07-893f-d16b9be69bd8 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1220750304', 'description': 'tempest-description--350346982'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:27:51.509879 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-623a2aac-b9be-4c07-893f-d16b9be69bd8 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:51.575558 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-623a2aac-b9be-4c07-893f-d16b9be69bd8 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for security_group (494bffcc-20dd-4f95-8693-d67ab1b3b35e), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:51.578916 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-623a2aac-b9be-4c07-893f-d16b9be69bd8 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (494bffcc-20dd-4f95-8693-d67ab1b3b35e), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:51.605466 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-623a2aac-b9be-4c07-893f-d16b9be69bd8 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:51.606656 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-623a2aac-b9be-4c07-893f-d16b9be69bd8 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1200926 Sep 20 13:27:51.610611 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 34754) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:27:51.611252 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623a2aac-b9be-4c07-893f-d16b9be69bd8 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=494bffcc-20dd-4f95-8693-d67ab1b3b35e,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:27:51.616505 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.v2.base [None req-b5914882-b5b9-4152-9695-a3aec4c1f534 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Request body: {'security_group_rule': {'security_group_id': '494bffcc-20dd-4f95-8693-d67ab1b3b35e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:27:51.640943 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b5914882-b5b9-4152-9695-a3aec4c1f534 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for security_group_rule (44d173bf-61b1-47a8-8b9c-471cda5acb61), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:51.694524 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b5914882-b5b9-4152-9695-a3aec4c1f534 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for security_group_rule (44d173bf-61b1-47a8-8b9c-471cda5acb61), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:51.698413 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b5914882-b5b9-4152-9695-a3aec4c1f534 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828784'] for security_group_rule (44d173bf-61b1-47a8-8b9c-471cda5acb61), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:51.715687 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5914882-b5b9-4152-9695-a3aec4c1f534 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44d173bf-61b1-47a8-8b9c-471cda5acb61,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:27:51.725987 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b5914882-b5b9-4152-9695-a3aec4c1f534 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:51.727276 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-b5914882-b5b9-4152-9695-a3aec4c1f534 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1152844 Sep 20 13:27:51.728624 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5914882-b5b9-4152-9695-a3aec4c1f534 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:51.728989 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5914882-b5b9-4152-9695-a3aec4c1f534 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:51.729340 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5914882-b5b9-4152-9695-a3aec4c1f534 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:51.729785 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5914882-b5b9-4152-9695-a3aec4c1f534 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:51.730135 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5914882-b5b9-4152-9695-a3aec4c1f534 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:51.730357 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 34756) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:27:51.730480 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5914882-b5b9-4152-9695-a3aec4c1f534 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:51.730831 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5914882-b5b9-4152-9695-a3aec4c1f534 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:51.731173 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5914882-b5b9-4152-9695-a3aec4c1f534 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:51.731507 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5914882-b5b9-4152-9695-a3aec4c1f534 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:51.731841 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5914882-b5b9-4152-9695-a3aec4c1f534 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:51.732174 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5914882-b5b9-4152-9695-a3aec4c1f534 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:51.732505 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5914882-b5b9-4152-9695-a3aec4c1f534 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:51.732836 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5914882-b5b9-4152-9695-a3aec4c1f534 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:51.736502 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-e3b08842-dcba-48e9-bc2b-e26d0dd9210b tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Request body: {'security_group_rule': {'security_group_id': '494bffcc-20dd-4f95-8693-d67ab1b3b35e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:27:51.761059 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e3b08842-dcba-48e9-bc2b-e26d0dd9210b tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for security_group_rule (135ac62c-027e-4e6d-bbf7-9cdfbc797750), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:51.816641 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e3b08842-dcba-48e9-bc2b-e26d0dd9210b tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for security_group_rule (135ac62c-027e-4e6d-bbf7-9cdfbc797750), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:51.820799 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e3b08842-dcba-48e9-bc2b-e26d0dd9210b tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828784'] for security_group_rule (135ac62c-027e-4e6d-bbf7-9cdfbc797750), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:51.844560 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b08842-dcba-48e9-bc2b-e26d0dd9210b tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=135ac62c-027e-4e6d-bbf7-9cdfbc797750,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:27:51.850175 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e3b08842-dcba-48e9-bc2b-e26d0dd9210b tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:51.851426 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-e3b08842-dcba-48e9-bc2b-e26d0dd9210b tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1197565 Sep 20 13:27:51.854439 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 34758) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:27:51.859230 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-8d5afba7-f193-4fb7-9a68-3028b23a6336 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Request body: {'floatingip': {'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:27:51.878706 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8d5afba7-f193-4fb7-9a68-3028b23a6336 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:51.974041 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8d5afba7-f193-4fb7-9a68-3028b23a6336 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:52.079530 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-8d5afba7-f193-4fb7-9a68-3028b23a6336 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Allocated IP 172.27.2.93 (36104724-3f48-4df5-b3a4-d541d8e9add0/adca2446-3f2d-49a4-ba29-cedd74eb43e2/1f133793-ad27-48e8-bfad-1eb8c00414fb) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:27:52.177059 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8d5afba7-f193-4fb7-9a68-3028b23a6336 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for port (1f133793-ad27-48e8-bfad-1eb8c00414fb), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:52.208888 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8d5afba7-f193-4fb7-9a68-3028b23a6336 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (1f133793-ad27-48e8-bfad-1eb8c00414fb), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:52.243341 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5afba7-f193-4fb7-9a68-3028b23a6336 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Network 36104724-3f48-4df5-b3a4-d541d8e9add0 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:27:52.246231 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-8d5afba7-f193-4fb7-9a68-3028b23a6336 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:27:52.250197 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5afba7-f193-4fb7-9a68-3028b23a6336 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:27:52.278453 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5afba7-f193-4fb7-9a68-3028b23a6336 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Pushing event updated for resources: {'Port': ['ID=1f133793-ad27-48e8-bfad-1eb8c00414fb,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:27:52.345384 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8d5afba7-f193-4fb7-9a68-3028b23a6336 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for floatingip (fd82dcb2-d7a0-4c94-b4e8-b2a15a154ad0), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:52.380345 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8d5afba7-f193-4fb7-9a68-3028b23a6336 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (1f133793-ad27-48e8-bfad-1eb8c00414fb), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:52.524015 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8d5afba7-f193-4fb7-9a68-3028b23a6336 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for port (1f133793-ad27-48e8-bfad-1eb8c00414fb), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:52.527883 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8d5afba7-f193-4fb7-9a68-3028b23a6336 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242759'] for port (1f133793-ad27-48e8-bfad-1eb8c00414fb), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:52.590675 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8d5afba7-f193-4fb7-9a68-3028b23a6336 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607693'] for floatingip (fd82dcb2-d7a0-4c94-b4e8-b2a15a154ad0), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:52.594093 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5afba7-f193-4fb7-9a68-3028b23a6336 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Pushing event updated for resources: {'Port': ['ID=1f133793-ad27-48e8-bfad-1eb8c00414fb,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:27:52.606970 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8d5afba7-f193-4fb7-9a68-3028b23a6336 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:52.608173 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-8d5afba7-f193-4fb7-9a68-3028b23a6336 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7527685 Sep 20 13:27:52.820870 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a1f1db00-3b35-4b0d-a813-e823548ef736 req-a3b9fb27-d2cf-4de8-b453-0ae676980ad6 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1220750304&fields=id&tenant_id=4a20aa815a0947579d330112176846c9 HTTP/1.1" status: 200 len: 267 time: 0.0424323 Sep 20 13:27:52.929163 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1db00-3b35-4b0d-a813-e823548ef736 req-e50a60b4-3755-4873-917e-a91792e041e4 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:27:52.930628 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a1f1db00-3b35-4b0d-a813-e823548ef736 req-e50a60b4-3755-4873-917e-a91792e041e4 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/networks?id=ed809d10-45b2-429e-b44f-1694990b1073 HTTP/1.1" status: 200 len: 815 time: 0.1034601 Sep 20 13:27:52.945128 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a1f1db00-3b35-4b0d-a813-e823548ef736 req-2ce205ed-d112-4ff0-8265-f46871a6e59d tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/quotas/4a20aa815a0947579d330112176846c9 HTTP/1.1" status: 200 len: 375 time: 0.0092947 Sep 20 13:27:53.004691 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a1f1db00-3b35-4b0d-a813-e823548ef736 req-0024bd82-5cd0-4cf1-881a-404989ef5a3c tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4a20aa815a0947579d330112176846c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548594 Sep 20 13:27:53.100410 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a1f1db00-3b35-4b0d-a813-e823548ef736 req-e7b1c45b-0af2-47b0-bee7-212898108a41 service neutron] 10.222.0.55 "GET /v2.0/networks/ed809d10-45b2-429e-b44f-1694990b1073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847695 Sep 20 13:27:53.159669 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4 no longer exists at agent hyperv_hv-cinder-85846 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:27:53.179443 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] No Port match for: 7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 20 13:27:53.179791 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 7ccd6b7b-1cbe-4a33-8c3f-5cd83493aec4 not bound to the agent host hv-cinder-85846 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:27:53.186889 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a1f1db00-3b35-4b0d-a813-e823548ef736 req-88699af4-293c-42c1-824a-743532addd63 service neutron] 10.222.0.55 "GET /v2.0/networks/ed809d10-45b2-429e-b44f-1694990b1073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809765 Sep 20 13:27:53.342011 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-0d327e95-c156-4262-b555-09d49e8daad7 req-1b70ed9d-72ce-49fd-8fd7-f67555767a7d tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=697f494c-c214-430a-b52b-d52e1b5db7aa HTTP/1.1" status: 200 len: 210 time: 0.0265851 Sep 20 13:27:53.434171 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-76b2152c-b761-4558-87ac-53b7d7869707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (c520f755-59ca-4a79-a15e-107c01e131c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:54.412972 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1db00-3b35-4b0d-a813-e823548ef736 req-51a56b39-40ca-41b3-8849-c212973e05ac tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:27:54.414658 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a1f1db00-3b35-4b0d-a813-e823548ef736 req-51a56b39-40ca-41b3-8849-c212973e05ac tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.62 "GET /v2.0/networks?id=ed809d10-45b2-429e-b44f-1694990b1073 HTTP/1.1" status: 200 len: 815 time: 0.1114898 Sep 20 13:27:54.451726 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5b9a4861-e7be-483a-93d6-9a3c88f1ef57 req-2fec9751-fa16-47c7-b54f-c5f110b986d1 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=697f494c-c214-430a-b52b-d52e1b5db7aa HTTP/1.1" status: 200 len: 210 time: 0.0327654 Sep 20 13:27:54.500839 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a1f1db00-3b35-4b0d-a813-e823548ef736 req-a8e0da71-9132-4039-852d-dc06abd2e66a tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a20aa815a0947579d330112176846c9 HTTP/1.1" status: 200 len: 380 time: 0.0699906 Sep 20 13:27:54.516761 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-a1f1db00-3b35-4b0d-a813-e823548ef736 req-f3d032a6-b4c9-41b1-9e3b-9d879a87eacf tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Request body: {'port': {'device_id': '697f494c-c214-430a-b52b-d52e1b5db7aa', 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073', 'admin_state_up': True, 'tenant_id': '4a20aa815a0947579d330112176846c9', 'security_groups': ['494bffcc-20dd-4f95-8693-d67ab1b3b35e']}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:27:54.622624 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1f1db00-3b35-4b0d-a813-e823548ef736 req-f3d032a6-b4c9-41b1-9e3b-9d879a87eacf tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Made reservation on behalf of 4a20aa815a0947579d330112176846c9 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:27:54.625913 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a1f1db00-3b35-4b0d-a813-e823548ef736 req-f3d032a6-b4c9-41b1-9e3b-9d879a87eacf tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:54.748946 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-a1f1db00-3b35-4b0d-a813-e823548ef736 req-f3d032a6-b4c9-41b1-9e3b-9d879a87eacf tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Allocated IP 172.20.0.14 (ed809d10-45b2-429e-b44f-1694990b1073/adb9ef7c-1078-430d-958b-f7a53420a9c5/ce53dead-1cb3-43f3-bd1f-b806e1d19522) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:27:54.881352 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a1f1db00-3b35-4b0d-a813-e823548ef736 req-f3d032a6-b4c9-41b1-9e3b-9d879a87eacf tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for port (ce53dead-1cb3-43f3-bd1f-b806e1d19522), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:54.913962 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a1f1db00-3b35-4b0d-a813-e823548ef736 req-f3d032a6-b4c9-41b1-9e3b-9d879a87eacf tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (ce53dead-1cb3-43f3-bd1f-b806e1d19522), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:54.956008 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1f1db00-3b35-4b0d-a813-e823548ef736 req-f3d032a6-b4c9-41b1-9e3b-9d879a87eacf tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Network ed809d10-45b2-429e-b44f-1694990b1073 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:27:54.959145 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-a1f1db00-3b35-4b0d-a813-e823548ef736 req-f3d032a6-b4c9-41b1-9e3b-9d879a87eacf tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:27:54.962910 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1f1db00-3b35-4b0d-a813-e823548ef736 req-f3d032a6-b4c9-41b1-9e3b-9d879a87eacf tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:27:54.990507 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d032a6-b4c9-41b1-9e3b-9d879a87eacf tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Pushing event updated for resources: {'Port': ['ID=ce53dead-1cb3-43f3-bd1f-b806e1d19522,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:27:55.020863 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1db00-3b35-4b0d-a813-e823548ef736 req-f3d032a6-b4c9-41b1-9e3b-9d879a87eacf tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:27:55.021494 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a1f1db00-3b35-4b0d-a813-e823548ef736 req-f3d032a6-b4c9-41b1-9e3b-9d879a87eacf tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:55.038766 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a1f1db00-3b35-4b0d-a813-e823548ef736 req-f3d032a6-b4c9-41b1-9e3b-9d879a87eacf tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5256639 Sep 20 13:27:55.057368 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-a1f1db00-3b35-4b0d-a813-e823548ef736 req-445d9740-0e80-4605-a644-73fec65c110b service neutron] Request body: {'port': {'device_id': '697f494c-c214-430a-b52b-d52e1b5db7aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85846'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:27:55.119515 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a1f1db00-3b35-4b0d-a813-e823548ef736 req-445d9740-0e80-4605-a644-73fec65c110b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (ce53dead-1cb3-43f3-bd1f-b806e1d19522), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:55.179864 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-125e536c-6122-441f-ba8f-84339c6bf32d None None] Provisioning complete for port ce53dead-1cb3-43f3-bd1f-b806e1d19522 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:27:55.180426 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-125e536c-6122-441f-ba8f-84339c6bf32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (ce53dead-1cb3-43f3-bd1f-b806e1d19522), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:55.180571 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-125e536c-6122-441f-ba8f-84339c6bf32d None None] Attempt 1 to provision port ce53dead-1cb3-43f3-bd1f-b806e1d19522 Sep 20 13:27:55.210814 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-125e536c-6122-441f-ba8f-84339c6bf32d None None] Port ce53dead-1cb3-43f3-bd1f-b806e1d19522 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:27:55.373296 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [req-a1f1db00-3b35-4b0d-a813-e823548ef736 req-445d9740-0e80-4605-a644-73fec65c110b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce53dead-1cb3-43f3-bd1f-b806e1d19522 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 13:27:55.380528 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a1f1db00-3b35-4b0d-a813-e823548ef736 req-445d9740-0e80-4605-a644-73fec65c110b service neutron] Publish callbacks [] for port (ce53dead-1cb3-43f3-bd1f-b806e1d19522), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:55.392178 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-a1f1db00-3b35-4b0d-a813-e823548ef736 req-445d9740-0e80-4605-a644-73fec65c110b service neutron] Transition to ACTIVE for port object ce53dead-1cb3-43f3-bd1f-b806e1d19522 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 20 13:27:55.395987 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a1f1db00-3b35-4b0d-a813-e823548ef736 req-445d9740-0e80-4605-a644-73fec65c110b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242759'] for port (ce53dead-1cb3-43f3-bd1f-b806e1d19522), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:55.473376 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d9740-0e80-4605-a644-73fec65c110b service neutron] Pushing event updated for resources: {'Port': ['ID=ce53dead-1cb3-43f3-bd1f-b806e1d19522,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:27:55.502991 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-a1f1db00-3b35-4b0d-a813-e823548ef736 req-445d9740-0e80-4605-a644-73fec65c110b service neutron] Attempting to bind port ce53dead-1cb3-43f3-bd1f-b806e1d19522 on host hv-cinder-85846 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 20 13:27:55.502991 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-a1f1db00-3b35-4b0d-a813-e823548ef736 req-445d9740-0e80-4605-a644-73fec65c110b service neutron] Attempting to bind port ce53dead-1cb3-43f3-bd1f-b806e1d19522 by drivers openvswitch,hyperv on host hv-cinder-85846 at level 0 using segments [{'id': '8a4b54b5-f94a-442c-baa8-d6ca9ddee630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 20 13:27:55.502991 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f1db00-3b35-4b0d-a813-e823548ef736 req-445d9740-0e80-4605-a644-73fec65c110b service neutron] Attempting to bind port ce53dead-1cb3-43f3-bd1f-b806e1d19522 on network ed809d10-45b2-429e-b44f-1694990b1073 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:27:55.506531 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f1db00-3b35-4b0d-a813-e823548ef736 req-445d9740-0e80-4605-a644-73fec65c110b service neutron] Port ce53dead-1cb3-43f3-bd1f-b806e1d19522 on network ed809d10-45b2-429e-b44f-1694990b1073 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85846 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 13:27:55.506900 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f1db00-3b35-4b0d-a813-e823548ef736 req-445d9740-0e80-4605-a644-73fec65c110b service neutron] Attempting to bind port ce53dead-1cb3-43f3-bd1f-b806e1d19522 on network ed809d10-45b2-429e-b44f-1694990b1073 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:27:55.511746 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f1db00-3b35-4b0d-a813-e823548ef736 req-445d9740-0e80-4605-a644-73fec65c110b service neutron] Checking agent: {'id': '728cf656-0364-4172-b8b5-b6ffd3122ed0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85846', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 13, 15, 40), 'started_at': datetime.datetime(2022, 9, 20, 13, 15, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 13, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:27:55.512090 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f1db00-3b35-4b0d-a813-e823548ef736 req-445d9740-0e80-4605-a644-73fec65c110b service neutron] Checking segment: {'id': '8a4b54b5-f94a-442c-baa8-d6ca9ddee630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:27:55.512474 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f1db00-3b35-4b0d-a813-e823548ef736 req-445d9740-0e80-4605-a644-73fec65c110b service neutron] Bound using segment: {'id': '8a4b54b5-f94a-442c-baa8-d6ca9ddee630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:27:55.512904 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-a1f1db00-3b35-4b0d-a813-e823548ef736 req-445d9740-0e80-4605-a644-73fec65c110b service neutron] Bound port: ce53dead-1cb3-43f3-bd1f-b806e1d19522, host: hv-cinder-85846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a4b54b5-f94a-442c-baa8-d6ca9ddee630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 20 13:27:55.513263 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a1f1db00-3b35-4b0d-a813-e823548ef736 req-445d9740-0e80-4605-a644-73fec65c110b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (ce53dead-1cb3-43f3-bd1f-b806e1d19522), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:55.577228 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-a1f1db00-3b35-4b0d-a813-e823548ef736 req-445d9740-0e80-4605-a644-73fec65c110b service neutron] For port ce53dead-1cb3-43f3-bd1f-b806e1d19522, host hv-cinder-85846, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:27:55.580414 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-a1f1db00-3b35-4b0d-a813-e823548ef736 req-445d9740-0e80-4605-a644-73fec65c110b service neutron] For port ce53dead-1cb3-43f3-bd1f-b806e1d19522, host hv-cinder-85846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=ce53dead-1cb3-43f3-bd1f-b806e1d19522,segment=NetworkSegment(8a4b54b5-f94a-442c-baa8-d6ca9ddee630),segment_id=8a4b54b5-f94a-442c-baa8-d6ca9ddee630)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:27:55.584946 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac029645-b667-4607-9df6-cd26baf13eea req-5ae94566-d263-46a7-b103-f1b44c50ac01 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:27:55.585493 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a1f1db00-3b35-4b0d-a813-e823548ef736 req-445d9740-0e80-4605-a644-73fec65c110b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242759'] for port (ce53dead-1cb3-43f3-bd1f-b806e1d19522), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:55.586670 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-ac029645-b667-4607-9df6-cd26baf13eea req-5ae94566-d263-46a7-b103-f1b44c50ac01 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=697f494c-c214-430a-b52b-d52e1b5db7aa HTTP/1.1" status: 200 len: 944 time: 0.0569577 Sep 20 13:27:55.589252 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1db00-3b35-4b0d-a813-e823548ef736 req-445d9740-0e80-4605-a644-73fec65c110b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:27:55.589852 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a1f1db00-3b35-4b0d-a813-e823548ef736 req-445d9740-0e80-4605-a644-73fec65c110b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:55.591212 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a1f1db00-3b35-4b0d-a813-e823548ef736 req-445d9740-0e80-4605-a644-73fec65c110b service neutron] 10.222.0.62 "PUT /v2.0/ports/ce53dead-1cb3-43f3-bd1f-b806e1d19522 HTTP/1.1" status: 200 len: 1094 time: 0.5382199 Sep 20 13:27:55.591702 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '697f494c-c214-430a-b52b-d52e1b5db7aa', 'tag': 'ce53dead-1cb3-43f3-bd1f-b806e1d19522'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:27:55.594460 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8afa0c3fb06aef531850fccced94fa4b659a4977f0534d5a49c84d13d87c0c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae5f6f41-be5a-4b41-a7bc-3560bde354d7" -d '{"events": [{"name": "network-changed", "server_uuid": "697f494c-c214-430a-b52b-d52e1b5db7aa", "tag": "ce53dead-1cb3-43f3-bd1f-b806e1d19522"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:27:55.632265 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 13:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa905ca-3af2-4341-a2ed-52609f80624a x-openstack-request-id: req-6aa905ca-3af2-4341-a2ed-52609f80624a {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:27:55.632576 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "697f494c-c214-430a-b52b-d52e1b5db7aa", "tag": "ce53dead-1cb3-43f3-bd1f-b806e1d19522", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:27:55.632827 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6aa905ca-3af2-4341-a2ed-52609f80624a {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:27:55.633231 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6aa905ca-3af2-4341-a2ed-52609f80624a'] response: {'name': 'network-changed', 'server_uuid': '697f494c-c214-430a-b52b-d52e1b5db7aa', 'tag': 'ce53dead-1cb3-43f3-bd1f-b806e1d19522', 'status': 'completed', 'code': 200} Sep 20 13:27:55.640860 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-ac029645-b667-4607-9df6-cd26baf13eea req-ed1bae03-4de6-4536-8cb5-1499cf004725 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=494bffcc-20dd-4f95-8693-d67ab1b3b35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465300 Sep 20 13:27:55.649591 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d9740-0e80-4605-a644-73fec65c110b service neutron] Pushing event updated for resources: {'Port': ['ID=ce53dead-1cb3-43f3-bd1f-b806e1d19522,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:27:55.712094 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-125e536c-6122-441f-ba8f-84339c6bf32d None None] Attempt 2 to provision port ce53dead-1cb3-43f3-bd1f-b806e1d19522 Sep 20 13:27:55.722109 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1db00-3b35-4b0d-a813-e823548ef736 req-1f7d8ede-c837-4a4b-b342-354caf7586ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:27:55.723635 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a1f1db00-3b35-4b0d-a813-e823548ef736 req-1f7d8ede-c837-4a4b-b342-354caf7586ef service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4a20aa815a0947579d330112176846c9&device_id=697f494c-c214-430a-b52b-d52e1b5db7aa HTTP/1.1" status: 200 len: 1128 time: 0.0448992 Sep 20 13:27:55.753166 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-125e536c-6122-441f-ba8f-84339c6bf32d None None] Port ce53dead-1cb3-43f3-bd1f-b806e1d19522 had new provisioning blocks added so it will not transition to active. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 20 13:27:55.777004 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c1eea1b6-fe35-4d81-8b9e-ae32b1065154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (e6bdf340-58c5-4186-af2d-ab00439e5425), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:55.777506 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a1f1db00-3b35-4b0d-a813-e823548ef736 req-4156f0a5-274b-41f0-bac7-c45ebdc10221 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce53dead-1cb3-43f3-bd1f-b806e1d19522 HTTP/1.1" status: 200 len: 217 time: 0.0358121 Sep 20 13:27:55.826489 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1db00-3b35-4b0d-a813-e823548ef736 req-cdbcb21d-b47c-4fc7-b9ef-f6c0b6be6cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:27:55.827987 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a1f1db00-3b35-4b0d-a813-e823548ef736 req-cdbcb21d-b47c-4fc7-b9ef-f6c0b6be6cf9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=adb9ef7c-1078-430d-958b-f7a53420a9c5 HTTP/1.1" status: 200 len: 854 time: 0.0441663 Sep 20 13:27:55.884691 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1db00-3b35-4b0d-a813-e823548ef736 req-b31e9681-7054-4280-917d-de0152d39b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:27:55.886073 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a1f1db00-3b35-4b0d-a813-e823548ef736 req-b31e9681-7054-4280-917d-de0152d39b1f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ed809d10-45b2-429e-b44f-1694990b1073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442798 Sep 20 13:27:55.974823 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a1f1db00-3b35-4b0d-a813-e823548ef736 req-c733007e-e6fb-42b0-903b-27e35e4693f5 service neutron] 10.222.0.62 "GET /v2.0/networks/ed809d10-45b2-429e-b44f-1694990b1073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820882 Sep 20 13:27:56.062691 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a1f1db00-3b35-4b0d-a813-e823548ef736 req-89bac0f4-0157-4e16-a460-1ae9177c1472 service neutron] 10.222.0.62 "GET /v2.0/networks/ed809d10-45b2-429e-b44f-1694990b1073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804100 Sep 20 13:27:56.206930 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f6f41-be5a-4b41-a7bc-3560bde354d7 req-76b08d93-4e98-453e-bb96-3a4f51f3babc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:27:56.208312 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ae5f6f41-be5a-4b41-a7bc-3560bde354d7 req-76b08d93-4e98-453e-bb96-3a4f51f3babc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4a20aa815a0947579d330112176846c9&device_id=697f494c-c214-430a-b52b-d52e1b5db7aa HTTP/1.1" status: 200 len: 1128 time: 0.0444627 Sep 20 13:27:56.302175 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f6f41-be5a-4b41-a7bc-3560bde354d7 req-046e77b8-d764-4a0e-9cbe-1e2b2bb2aba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:27:56.303659 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ae5f6f41-be5a-4b41-a7bc-3560bde354d7 req-046e77b8-d764-4a0e-9cbe-1e2b2bb2aba0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ed809d10-45b2-429e-b44f-1694990b1073 HTTP/1.1" status: 200 len: 915 time: 0.0861731 Sep 20 13:27:56.342750 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ae5f6f41-be5a-4b41-a7bc-3560bde354d7 req-3b0da9b5-23fd-459c-9ac5-d728d5fe60f4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce53dead-1cb3-43f3-bd1f-b806e1d19522 HTTP/1.1" status: 200 len: 217 time: 0.0319302 Sep 20 13:27:56.390100 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f6f41-be5a-4b41-a7bc-3560bde354d7 req-23ac1952-0836-468a-9756-4ec08202ef75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:27:56.392190 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ae5f6f41-be5a-4b41-a7bc-3560bde354d7 req-23ac1952-0836-468a-9756-4ec08202ef75 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=adb9ef7c-1078-430d-958b-f7a53420a9c5 HTTP/1.1" status: 200 len: 854 time: 0.0430968 Sep 20 13:27:56.443590 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f6f41-be5a-4b41-a7bc-3560bde354d7 req-1445a69d-8762-4bc0-98c3-4f7c4fac4a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:27:56.445038 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ae5f6f41-be5a-4b41-a7bc-3560bde354d7 req-1445a69d-8762-4bc0-98c3-4f7c4fac4a4c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ed809d10-45b2-429e-b44f-1694990b1073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469365 Sep 20 13:27:56.534946 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ae5f6f41-be5a-4b41-a7bc-3560bde354d7 req-728f3471-1cff-4d84-aa14-231ded6df7f0 service neutron] 10.222.0.62 "GET /v2.0/networks/ed809d10-45b2-429e-b44f-1694990b1073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802491 Sep 20 13:27:56.753452 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21c1e68e-1f58-483a-acac-7453cdb7afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (dfbc54aa-0ed8-4030-9edb-0bf7f0e74037), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:56.927978 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ae5f6f41-be5a-4b41-a7bc-3560bde354d7 req-a49f7641-5be4-47f7-8ea3-f4d18b7f624b service neutron] 10.222.0.62 "GET /v2.0/networks/ed809d10-45b2-429e-b44f-1694990b1073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3858881 Sep 20 13:27:56.939488 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce244890-c52c-4b82-9961-6d2b72e2fcdf req-60330edf-a0a8-490d-89a0-706b7520c857 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:27:56.940827 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ce244890-c52c-4b82-9961-6d2b72e2fcdf req-60330edf-a0a8-490d-89a0-706b7520c857 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=697f494c-c214-430a-b52b-d52e1b5db7aa HTTP/1.1" status: 200 len: 944 time: 0.0804281 Sep 20 13:27:56.987280 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ce244890-c52c-4b82-9961-6d2b72e2fcdf req-7938608a-9ef8-4209-8891-90c6eddf55b2 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=494bffcc-20dd-4f95-8693-d67ab1b3b35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407484 Sep 20 13:27:58.110028 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df4764-e51f-4add-92d1-e414cd4a3672 req-074395cc-a47d-4f15-9779-3282bc240568 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:27:58.111561 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-86df4764-e51f-4add-92d1-e414cd4a3672 req-074395cc-a47d-4f15-9779-3282bc240568 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=697f494c-c214-430a-b52b-d52e1b5db7aa HTTP/1.1" status: 200 len: 944 time: 0.0525734 Sep 20 13:27:58.158133 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-86df4764-e51f-4add-92d1-e414cd4a3672 req-53f5d055-444b-469c-8428-ae63095c19ec tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=494bffcc-20dd-4f95-8693-d67ab1b3b35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405922 Sep 20 13:27:58.170543 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c793fb8f-2eac-4cf0-b972-02f3f2d6d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (78ab24c8-cd03-458a-a2fc-6c0c54d0053a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:59.169805 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device ce53dead-1cb3-43f3-bd1f-b806e1d19522 details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:27:59.269773 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port ce53dead-1cb3-43f3-bd1f-b806e1d19522, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=ce53dead-1cb3-43f3-bd1f-b806e1d19522,segment=NetworkSegment(8a4b54b5-f94a-442c-baa8-d6ca9ddee630),segment_id=8a4b54b5-f94a-442c-baa8-d6ca9ddee630)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:27:59.281069 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f63dae0-3d72-4080-aae7-2940013d4b74 req-b2559529-5a25-406c-a1a8-6efe9601e4e0 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:27:59.281576 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Returning: {'device': 'ce53dead-1cb3-43f3-bd1f-b806e1d19522', 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073', 'port_id': 'ce53dead-1cb3-43f3-bd1f-b806e1d19522', 'mac_address': 'fa:16:3e:fc:ab:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adb9ef7c-1078-430d-958b-f7a53420a9c5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:27:59.282630 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7f63dae0-3d72-4080-aae7-2940013d4b74 req-b2559529-5a25-406c-a1a8-6efe9601e4e0 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=697f494c-c214-430a-b52b-d52e1b5db7aa HTTP/1.1" status: 200 len: 944 time: 0.0522287 Sep 20 13:27:59.315865 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Current status of the port ce53dead-1cb3-43f3-bd1f-b806e1d19522 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:27:59.316260 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (ce53dead-1cb3-43f3-bd1f-b806e1d19522), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:59.329124 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce53dead-1cb3-43f3-bd1f-b806e1d19522 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 13:27:59.332530 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7f63dae0-3d72-4080-aae7-2940013d4b74 req-ef4e91c5-8bf3-473b-adb0-f56787427e3c tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=494bffcc-20dd-4f95-8693-d67ab1b3b35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439870 Sep 20 13:27:59.348331 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port ce53dead-1cb3-43f3-bd1f-b806e1d19522, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=ce53dead-1cb3-43f3-bd1f-b806e1d19522,segment=NetworkSegment(8a4b54b5-f94a-442c-baa8-d6ca9ddee630),segment_id=8a4b54b5-f94a-442c-baa8-d6ca9ddee630)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:27:59.352728 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (ce53dead-1cb3-43f3-bd1f-b806e1d19522), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:27:59.398583 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Pushing event updated for resources: {'Port': ['ID=ce53dead-1cb3-43f3-bd1f-b806e1d19522,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:27:59.406350 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:59.406715 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:59.407089 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:59.407432 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:59.407769 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:59.408105 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:59.408466 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:59.409074 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:59.409408 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:59.409740 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:59.410088 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:59.410397 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:59.410724 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:27:59.583379 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (543ca60b-7e7a-4ebd-8f87-7672c7a482b9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:28:00.205551 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] get_ports_and_sgs() called for port_ids ['ce53dead-1cb3-43f3-bd1f-b806e1d19522'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 13:28:00.458670 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b46c03-b2ac-4d94-a73b-94ae31684a57 req-dc0043ba-8410-40d8-babb-ddc10ee1c32a tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:28:00.460082 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-e4b46c03-b2ac-4d94-a73b-94ae31684a57 req-dc0043ba-8410-40d8-babb-ddc10ee1c32a tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=697f494c-c214-430a-b52b-d52e1b5db7aa HTTP/1.1" status: 200 len: 945 time: 0.0529530 Sep 20 13:28:00.509680 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-e4b46c03-b2ac-4d94-a73b-94ae31684a57 req-adf44d5b-5275-442a-a92a-3662986bb7a0 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=494bffcc-20dd-4f95-8693-d67ab1b3b35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440874 Sep 20 13:28:01.633932 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b1a676-d35a-4922-b9d8-c69bbfb45f62 req-8bdee7a3-5c86-4b0e-93d1-0cbb745abcd9 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:28:01.635423 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-47b1a676-d35a-4922-b9d8-c69bbfb45f62 req-8bdee7a3-5c86-4b0e-93d1-0cbb745abcd9 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=697f494c-c214-430a-b52b-d52e1b5db7aa HTTP/1.1" status: 200 len: 945 time: 0.0527830 Sep 20 13:28:01.682944 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-47b1a676-d35a-4922-b9d8-c69bbfb45f62 req-9a90f5c1-8179-459d-a832-1cf9fe376a43 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=494bffcc-20dd-4f95-8693-d67ab1b3b35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411320 Sep 20 13:28:02.807546 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a4b66-d298-4961-aad7-09841c86abb4 req-59b95dc9-533d-4575-8a71-891a4ec71d80 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:28:02.809157 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-ed1a4b66-d298-4961-aad7-09841c86abb4 req-59b95dc9-533d-4575-8a71-891a4ec71d80 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=697f494c-c214-430a-b52b-d52e1b5db7aa HTTP/1.1" status: 200 len: 945 time: 0.0544093 Sep 20 13:28:02.855164 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-ed1a4b66-d298-4961-aad7-09841c86abb4 req-0817111b-ff2a-4515-94ef-4ca2a1c7f422 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=494bffcc-20dd-4f95-8693-d67ab1b3b35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405431 Sep 20 13:28:03.184571 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device ce53dead-1cb3-43f3-bd1f-b806e1d19522 up at agent hyperv_hv-cinder-85846 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:28:03.233202 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Provisioning for port ce53dead-1cb3-43f3-bd1f-b806e1d19522 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 13:28:03.237403 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Provisioning complete for port ce53dead-1cb3-43f3-bd1f-b806e1d19522 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:28:03.237781 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (ce53dead-1cb3-43f3-bd1f-b806e1d19522), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:28:03.238122 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Attempt 1 to provision port ce53dead-1cb3-43f3-bd1f-b806e1d19522 Sep 20 13:28:03.307469 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Current status of the port ce53dead-1cb3-43f3-bd1f-b806e1d19522 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:28:03.307865 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (ce53dead-1cb3-43f3-bd1f-b806e1d19522), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:28:03.330823 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '697f494c-c214-430a-b52b-d52e1b5db7aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce53dead-1cb3-43f3-bd1f-b806e1d19522'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:28:03.333073 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76b3f69f6489aff1aa8284e7e37e9464aa9e8db96ff70d8a184fca566081ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3bae76-f282-4b75-b180-4aea68ec901d" -d '{"events": [{"server_uuid": "697f494c-c214-430a-b52b-d52e1b5db7aa", "name": "network-vif-plugged", "status": "completed", "tag": "ce53dead-1cb3-43f3-bd1f-b806e1d19522"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:28:03.345284 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port ce53dead-1cb3-43f3-bd1f-b806e1d19522, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=ce53dead-1cb3-43f3-bd1f-b806e1d19522,segment=NetworkSegment(8a4b54b5-f94a-442c-baa8-d6ca9ddee630),segment_id=8a4b54b5-f94a-442c-baa8-d6ca9ddee630)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:28:03.349142 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (ce53dead-1cb3-43f3-bd1f-b806e1d19522), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:28:03.370273 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 13:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1698a1af-6205-4f4e-a4de-ed5a7fc157a1 x-openstack-request-id: req-1698a1af-6205-4f4e-a4de-ed5a7fc157a1 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:28:03.370571 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "697f494c-c214-430a-b52b-d52e1b5db7aa", "name": "network-vif-plugged", "status": "completed", "tag": "ce53dead-1cb3-43f3-bd1f-b806e1d19522", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:28:03.370851 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1698a1af-6205-4f4e-a4de-ed5a7fc157a1 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:28:03.371252 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1698a1af-6205-4f4e-a4de-ed5a7fc157a1'] response: {'server_uuid': '697f494c-c214-430a-b52b-d52e1b5db7aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce53dead-1cb3-43f3-bd1f-b806e1d19522', 'code': 200} Sep 20 13:28:03.399336 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Pushing event updated for resources: {'Port': ['ID=ce53dead-1cb3-43f3-bd1f-b806e1d19522,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:28:03.610115 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa88f7c-3bbd-41ba-8e23-e1df71ae386a req-e5458862-c6a7-4fc5-971a-3ee927ac00fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:28:03.611691 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-dfa88f7c-3bbd-41ba-8e23-e1df71ae386a req-e5458862-c6a7-4fc5-971a-3ee927ac00fc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=697f494c-c214-430a-b52b-d52e1b5db7aa HTTP/1.1" status: 200 len: 1130 time: 0.0440717 Sep 20 13:28:03.656947 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-dfa88f7c-3bbd-41ba-8e23-e1df71ae386a req-8b6d5caa-a7da-4711-a34d-0b14cc777994 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=494bffcc-20dd-4f95-8693-d67ab1b3b35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380182 Sep 20 13:28:03.979332 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4135b1f-27c1-4b78-9dcf-4e1e14a69da9 req-a255e27a-4bff-4a54-8371-71a562115bdf tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:28:03.981865 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-f4135b1f-27c1-4b78-9dcf-4e1e14a69da9 req-a255e27a-4bff-4a54-8371-71a562115bdf tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=697f494c-c214-430a-b52b-d52e1b5db7aa HTTP/1.1" status: 200 len: 946 time: 0.0535553 Sep 20 13:28:04.037910 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-f4135b1f-27c1-4b78-9dcf-4e1e14a69da9 req-8f409fab-7492-493d-bbed-a22dd9db48a6 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=494bffcc-20dd-4f95-8693-d67ab1b3b35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497448 Sep 20 13:28:05.168130 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c4e2c4-1d6d-4068-aa2f-3f9c50355814 req-02f1d9db-97d7-4ca1-aa51-ce5d803f982f tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:28:05.169591 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e6c4e2c4-1d6d-4068-aa2f-3f9c50355814 req-02f1d9db-97d7-4ca1-aa51-ce5d803f982f tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=697f494c-c214-430a-b52b-d52e1b5db7aa HTTP/1.1" status: 200 len: 946 time: 0.0551591 Sep 20 13:28:05.216150 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e6c4e2c4-1d6d-4068-aa2f-3f9c50355814 req-8691dbcd-11d9-4243-b432-a30ef694f4ea tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=494bffcc-20dd-4f95-8693-d67ab1b3b35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400331 Sep 20 13:28:06.344746 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249fa57a-ccf6-4a66-a763-7cdc811b0443 req-558849e3-cef2-4637-a60f-827f74825a94 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:28:06.346202 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-249fa57a-ccf6-4a66-a763-7cdc811b0443 req-558849e3-cef2-4637-a60f-827f74825a94 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=697f494c-c214-430a-b52b-d52e1b5db7aa HTTP/1.1" status: 200 len: 946 time: 0.0568030 Sep 20 13:28:06.393298 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-249fa57a-ccf6-4a66-a763-7cdc811b0443 req-3d35c409-d6c8-4383-86c6-1adf637d5720 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=494bffcc-20dd-4f95-8693-d67ab1b3b35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414393 Sep 20 13:28:06.514125 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99597c09-f661-4b05-9d09-a59f2d02b4be req-6be84761-ceb4-4bf3-94e7-4bdee64dc775 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:28:06.516152 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-99597c09-f661-4b05-9d09-a59f2d02b4be req-6be84761-ceb4-4bf3-94e7-4bdee64dc775 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=697f494c-c214-430a-b52b-d52e1b5db7aa HTTP/1.1" status: 200 len: 946 time: 0.0523715 Sep 20 13:28:06.526666 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 34826) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:28:06.531161 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-64a13132-c72b-4082-97d4-6f8570a5e551 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Request body: {'floatingip': {'port_id': 'ce53dead-1cb3-43f3-bd1f-b806e1d19522'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:28:06.570484 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-64a13132-c72b-4082-97d4-6f8570a5e551 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for floatingip (fd82dcb2-d7a0-4c94-b4e8-b2a15a154ad0), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:28:07.002287 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-64a13132-c72b-4082-97d4-6f8570a5e551 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:28:07.006453 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-64a13132-c72b-4082-97d4-6f8570a5e551 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607693'] for floatingip (fd82dcb2-d7a0-4c94-b4e8-b2a15a154ad0), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:28:07.101177 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.db.l3_db [None req-64a13132-c72b-4082-97d4-6f8570a5e551 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Floating IP fd82dcb2-d7a0-4c94-b4e8-b2a15a154ad0 associated. External IP: 172.27.2.93, port: ce53dead-1cb3-43f3-bd1f-b806e1d19522. Sep 20 13:28:07.299145 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a13132-c72b-4082-97d4-6f8570a5e551 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Router be2310ee-b755-4160-9683-bf0123d26b8d has already been hosted by L3 agent e6bdf340-58c5-4186-af2d-ab00439e5425 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:28:07.402622 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a13132-c72b-4082-97d4-6f8570a5e551 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Notify agent at l3_agent.dv-cinder-858463-1-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:28:07.407237 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-64a13132-c72b-4082-97d4-6f8570a5e551 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:28:07.414890 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a48392-b8dc-4f13-80fb-32f089e5f997 None None] Sync routers for ids ['be2310ee-b755-4160-9683-bf0123d26b8d'] in dv-cinder-858463-1-iscsi {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:28:07.424105 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a48392-b8dc-4f13-80fb-32f089e5f997 None None] Routers {'be2310ee-b755-4160-9683-bf0123d26b8d'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:28:07.424718 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-e4a48392-b8dc-4f13-80fb-32f089e5f997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:27:56Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['be2310ee-b755-4160-9683-bf0123d26b8d'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:28:07.437667 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-64a13132-c72b-4082-97d4-6f8570a5e551 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "PUT /v2.0/floatingips/fd82dcb2-d7a0-4c94-b4e8-b2a15a154ad0 HTTP/1.1" status: 200 len: 991 time: 0.9094455 Sep 20 13:28:07.439045 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '697f494c-c214-430a-b52b-d52e1b5db7aa', 'tag': 'ce53dead-1cb3-43f3-bd1f-b806e1d19522'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:28:07.442181 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8afa0c3fb06aef531850fccced94fa4b659a4977f0534d5a49c84d13d87c0c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8027e3-3bfa-4592-b94f-df51caadb9d6" -d '{"events": [{"name": "network-changed", "server_uuid": "697f494c-c214-430a-b52b-d52e1b5db7aa", "tag": "ce53dead-1cb3-43f3-bd1f-b806e1d19522"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:28:07.478214 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 13:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4acb8967-db3b-4d5f-990d-642def2cb46c x-openstack-request-id: req-4acb8967-db3b-4d5f-990d-642def2cb46c {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:28:07.478514 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "697f494c-c214-430a-b52b-d52e1b5db7aa", "tag": "ce53dead-1cb3-43f3-bd1f-b806e1d19522", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:28:07.478814 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4acb8967-db3b-4d5f-990d-642def2cb46c {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:28:07.479231 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4acb8967-db3b-4d5f-990d-642def2cb46c'] response: {'name': 'network-changed', 'server_uuid': '697f494c-c214-430a-b52b-d52e1b5db7aa', 'tag': 'ce53dead-1cb3-43f3-bd1f-b806e1d19522', 'status': 'completed', 'code': 200} Sep 20 13:28:07.579093 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8027e3-3bfa-4592-b94f-df51caadb9d6 req-f5573f0c-fc76-4f12-b5e4-e35944f82e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:28:07.580773 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3d8027e3-3bfa-4592-b94f-df51caadb9d6 req-f5573f0c-fc76-4f12-b5e4-e35944f82e0d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4a20aa815a0947579d330112176846c9&device_id=697f494c-c214-430a-b52b-d52e1b5db7aa HTTP/1.1" status: 200 len: 1130 time: 0.0481570 Sep 20 13:28:07.655045 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-e4a48392-b8dc-4f13-80fb-32f089e5f997 None None] Set router be2310ee-b755-4160-9683-bf0123d26b8d gateway port host: dv-cinder-858463-1-iscsi {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:28:07.676312 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8027e3-3bfa-4592-b94f-df51caadb9d6 req-33cce416-d541-4d05-974c-578542cd1476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:28:07.677818 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3d8027e3-3bfa-4592-b94f-df51caadb9d6 req-33cce416-d541-4d05-974c-578542cd1476 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ed809d10-45b2-429e-b44f-1694990b1073 HTTP/1.1" status: 200 len: 915 time: 0.0910821 Sep 20 13:28:07.751215 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3d8027e3-3bfa-4592-b94f-df51caadb9d6 req-a27b9454-24b8-40d4-9e6f-13faf6b4e682 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce53dead-1cb3-43f3-bd1f-b806e1d19522 HTTP/1.1" status: 200 len: 999 time: 0.0672774 Sep 20 13:28:07.800059 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8027e3-3bfa-4592-b94f-df51caadb9d6 req-a714237a-71da-4c90-8b3f-b89a90716116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:28:07.801563 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3d8027e3-3bfa-4592-b94f-df51caadb9d6 req-a714237a-71da-4c90-8b3f-b89a90716116 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=adb9ef7c-1078-430d-958b-f7a53420a9c5 HTTP/1.1" status: 200 len: 854 time: 0.0444887 Sep 20 13:28:07.854004 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8027e3-3bfa-4592-b94f-df51caadb9d6 req-47dbeaa4-1280-4d98-afdb-666465f91086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:28:07.855456 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3d8027e3-3bfa-4592-b94f-df51caadb9d6 req-47dbeaa4-1280-4d98-afdb-666465f91086 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ed809d10-45b2-429e-b44f-1694990b1073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476592 Sep 20 13:28:07.875774 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-e4a48392-b8dc-4f13-80fb-32f089e5f997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'name': 'tempest-AttachVolumeNegativeTest-2003643593-router', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'e9492da9-45a9-44b6-9182-04a6b3f257d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:17:46Z', 'updated_at': '2022-09-20T13:17:58Z', 'revision_number': 4, 'project_id': '4a20aa815a0947579d330112176846c9', 'gw_port': {'id': 'e9492da9-45a9-44b6-9182-04a6b3f257d7', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:23:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:48Z', 'updated_at': '2022-09-20T13:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_floatingips': [{'id': 'fd82dcb2-d7a0-4c94-b4e8-b2a15a154ad0', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'router_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'port_id': 'ce53dead-1cb3-43f3-bd1f-b806e1d19522', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073', 'mac_address': 'fa:16:3e:fc:ab:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697f494c-c214-430a-b52b-d52e1b5db7aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T13:27:52Z', 'updated_at': '2022-09-20T13:28:06Z', 'revision_number': 1, 'project_id': '4a20aa815a0947579d330112176846c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba476e6c-250e-4f5e-8556-480e6708d591', 'name': '', 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'mac_address': 'fa:16:3e:8c:7f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'adb9ef7c-1078-430d-958b-f7a53420a9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:56Z', 'updated_at': '2022-09-20T13:18:06Z', 'revision_number': 5, 'project_id': '4a20aa815a0947579d330112176846c9', 'subnets': [{'id': 'adb9ef7c-1078-430d-958b-f7a53420a9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:28:07.905133 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a48392-b8dc-4f13-80fb-32f089e5f997 None None] Checking router: be2310ee-b755-4160-9683-bf0123d26b8d for host: dv-cinder-858463-1-iscsi {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:28:07.913942 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a48392-b8dc-4f13-80fb-32f089e5f997 None None] Routers {'be2310ee-b755-4160-9683-bf0123d26b8d'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:28:07.914533 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-e4a48392-b8dc-4f13-80fb-32f089e5f997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:27:56Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['be2310ee-b755-4160-9683-bf0123d26b8d'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:28:07.956855 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3d8027e3-3bfa-4592-b94f-df51caadb9d6 req-e87671a8-3304-4f75-a9b0-5fe1dc5c124f service neutron] 10.222.0.62 "GET /v2.0/networks/ed809d10-45b2-429e-b44f-1694990b1073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943618 Sep 20 13:28:08.011227 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-e4a48392-b8dc-4f13-80fb-32f089e5f997 None None] Set router be2310ee-b755-4160-9683-bf0123d26b8d gateway port host: dv-cinder-858463-1-iscsi {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:28:08.048556 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3d8027e3-3bfa-4592-b94f-df51caadb9d6 req-100b1c73-3172-48cd-8ece-43a0768ed616 service neutron] 10.222.0.62 "GET /v2.0/networks/ed809d10-45b2-429e-b44f-1694990b1073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844810 Sep 20 13:28:08.256923 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-e4a48392-b8dc-4f13-80fb-32f089e5f997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'name': 'tempest-AttachVolumeNegativeTest-2003643593-router', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'e9492da9-45a9-44b6-9182-04a6b3f257d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:17:46Z', 'updated_at': '2022-09-20T13:17:58Z', 'revision_number': 4, 'project_id': '4a20aa815a0947579d330112176846c9', 'gw_port': {'id': 'e9492da9-45a9-44b6-9182-04a6b3f257d7', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:23:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:48Z', 'updated_at': '2022-09-20T13:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_floatingips': [{'id': 'fd82dcb2-d7a0-4c94-b4e8-b2a15a154ad0', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'router_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'port_id': 'ce53dead-1cb3-43f3-bd1f-b806e1d19522', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073', 'mac_address': 'fa:16:3e:fc:ab:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697f494c-c214-430a-b52b-d52e1b5db7aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T13:27:52Z', 'updated_at': '2022-09-20T13:28:06Z', 'revision_number': 1, 'project_id': '4a20aa815a0947579d330112176846c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba476e6c-250e-4f5e-8556-480e6708d591', 'name': '', 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'mac_address': 'fa:16:3e:8c:7f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'adb9ef7c-1078-430d-958b-f7a53420a9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:56Z', 'updated_at': '2022-09-20T13:18:06Z', 'revision_number': 5, 'project_id': '4a20aa815a0947579d330112176846c9', 'subnets': [{'id': 'adb9ef7c-1078-430d-958b-f7a53420a9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:28:08.289191 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a48392-b8dc-4f13-80fb-32f089e5f997 None None] The sync data for ids ['be2310ee-b755-4160-9683-bf0123d26b8d'] in dv-cinder-858463-1-iscsi is: [{'id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'name': 'tempest-AttachVolumeNegativeTest-2003643593-router', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'e9492da9-45a9-44b6-9182-04a6b3f257d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:17:46Z', 'updated_at': '2022-09-20T13:17:58Z', 'revision_number': 4, 'project_id': '4a20aa815a0947579d330112176846c9', 'gw_port': {'id': 'e9492da9-45a9-44b6-9182-04a6b3f257d7', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:23:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:48Z', 'updated_at': '2022-09-20T13:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_floatingips': [{'id': 'fd82dcb2-d7a0-4c94-b4e8-b2a15a154ad0', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'router_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'port_id': 'ce53dead-1cb3-43f3-bd1f-b806e1d19522', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073', 'mac_address': 'fa:16:3e:fc:ab:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697f494c-c214-430a-b52b-d52e1b5db7aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T13:27:52Z', 'updated_at': '2022-09-20T13:28:06Z', 'revision_number': 1, 'project_id': '4a20aa815a0947579d330112176846c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba476e6c-250e-4f5e-8556-480e6708d591', 'name': '', 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'mac_address': 'fa:16:3e:8c:7f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'adb9ef7c-1078-430d-958b-f7a53420a9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:56Z', 'updated_at': '2022-09-20T13:18:06Z', 'revision_number': 5, 'project_id': '4a20aa815a0947579d330112176846c9', 'subnets': [{'id': 'adb9ef7c-1078-430d-958b-f7a53420a9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:28:08.479459 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e48c08-d3c7-4ebb-bb12-5ddc06baf81b None None] New status for floating IP fd82dcb2-d7a0-4c94-b4e8-b2a15a154ad0: ACTIVE {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 13:28:10.189943 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (728cf656-0364-4172-b8b5-b6ffd3122ed0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:28:12.453773 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.agents_db [None req-1b87bba1-5a3b-42d5-ba20-63287d9ec67c None None] Agent healthcheck: found 6 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:28:23.436054 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-320abfde-ee6f-4251-b86c-3176c9861442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (c520f755-59ca-4a79-a15e-107c01e131c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:28:25.778793 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-03b4281d-ec52-4452-babe-b9da5f56ed33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (e6bdf340-58c5-4186-af2d-ab00439e5425), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:28:26.753781 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21c1e68e-1f58-483a-acac-7453cdb7afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (dfbc54aa-0ed8-4030-9edb-0bf7f0e74037), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:28:28.172011 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c793fb8f-2eac-4cf0-b972-02f3f2d6d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (78ab24c8-cd03-458a-a2fc-6c0c54d0053a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:28:29.587838 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (543ca60b-7e7a-4ebd-8f87-7672c7a482b9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:28:40.202570 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (728cf656-0364-4172-b8b5-b6ffd3122ed0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:28:41.899201 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-fe82c260-5f9b-4991-be3a-c82ddc1de449 req-5542838d-9605-4807-a1fb-65e41f4a8abe service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f04a106b-604a-4e7c-956d-48c8073afb26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0914483 Sep 20 13:28:41.984424 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe82c260-5f9b-4991-be3a-c82ddc1de449 req-3830ec85-cd99-4718-8d7e-311251ee2fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:28:41.985895 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-fe82c260-5f9b-4991-be3a-c82ddc1de449 req-3830ec85-cd99-4718-8d7e-311251ee2fcf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d53aef994f644a7fa4fa688cf97b1e17&device_id=f04a106b-604a-4e7c-956d-48c8073afb26 HTTP/1.1" status: 200 len: 1129 time: 0.0456495 Sep 20 13:28:42.088143 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe82c260-5f9b-4991-be3a-c82ddc1de449 req-419cebc6-7af2-4649-8e11-f91ee79342b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:28:42.089662 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-fe82c260-5f9b-4991-be3a-c82ddc1de449 req-419cebc6-7af2-4649-8e11-f91ee79342b4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=cff89604-63f6-4ff4-b070-c24b9893ce13 HTTP/1.1" status: 200 len: 910 time: 0.0832415 Sep 20 13:28:42.158723 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-fe82c260-5f9b-4991-be3a-c82ddc1de449 req-599c549d-2671-4126-8efa-a7e98a02ef13 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f24795b7-e244-4079-a930-2f40588466d4 HTTP/1.1" status: 200 len: 1000 time: 0.0615461 Sep 20 13:28:42.210350 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe82c260-5f9b-4991-be3a-c82ddc1de449 req-846a0b84-0613-4064-8767-4208fe412bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:28:42.211871 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-fe82c260-5f9b-4991-be3a-c82ddc1de449 req-846a0b84-0613-4064-8767-4208fe412bde service neutron] 10.222.0.62 "GET /v2.0/subnets?id=45d26521-be10-46ff-844d-b02be9b0cca0 HTTP/1.1" status: 200 len: 849 time: 0.0476353 Sep 20 13:28:42.270484 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe82c260-5f9b-4991-be3a-c82ddc1de449 req-ca494a66-6d0d-456d-94de-235d418d00d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:28:42.272027 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-fe82c260-5f9b-4991-be3a-c82ddc1de449 req-ca494a66-6d0d-456d-94de-235d418d00d1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cff89604-63f6-4ff4-b070-c24b9893ce13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461671 Sep 20 13:28:42.283504 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [req-fe82c260-5f9b-4991-be3a-c82ddc1de449 req-a3a382db-84a2-42fb-be84-0040586da1fb service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 20 13:28:42.284831 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-fe82c260-5f9b-4991-be3a-c82ddc1de449 req-a3a382db-84a2-42fb-be84-0040586da1fb service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051398 Sep 20 13:28:42.380740 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-fe82c260-5f9b-4991-be3a-c82ddc1de449 req-4e011960-bc14-4c5d-8677-dec8b8b4d6b2 service neutron] 10.222.0.62 "GET /v2.0/networks/cff89604-63f6-4ff4-b070-c24b9893ce13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897388 Sep 20 13:28:42.472328 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-fe82c260-5f9b-4991-be3a-c82ddc1de449 req-63075557-dea4-4602-9592-06408e3b0f91 service neutron] 10.222.0.62 "GET /v2.0/networks/cff89604-63f6-4ff4-b070-c24b9893ce13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837381 Sep 20 13:28:44.348478 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8f2c5f-957d-4995-8d4c-60a8e3d9bdda req-5518de95-bb56-482b-a6a1-cfef518e5b64 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:28:44.349957 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7e8f2c5f-957d-4995-8d4c-60a8e3d9bdda req-5518de95-bb56-482b-a6a1-cfef518e5b64 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 946 time: 0.0580735 Sep 20 13:28:44.395852 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7e8f2c5f-957d-4995-8d4c-60a8e3d9bdda req-b9005e6d-69e5-4317-a0ba-1c5337d4a20f tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402021 Sep 20 13:28:45.526788 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e77814-e985-4107-af01-849ff8512d59 req-110fe46b-5428-4d43-8ed6-fbb66fdcd553 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:28:45.528279 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-67e77814-e985-4107-af01-849ff8512d59 req-110fe46b-5428-4d43-8ed6-fbb66fdcd553 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 946 time: 0.0523448 Sep 20 13:28:45.575252 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-67e77814-e985-4107-af01-849ff8512d59 req-2dd361b2-47cf-4526-bd4f-78d3e672619c tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414021 Sep 20 13:28:46.706717 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea2727b-f90d-433d-83a1-1bdaf2e1e9bb req-15ca5846-b19c-47c0-9340-c16d9fb7f92c tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:28:46.708217 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5ea2727b-f90d-433d-83a1-1bdaf2e1e9bb req-15ca5846-b19c-47c0-9340-c16d9fb7f92c tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 946 time: 0.0531003 Sep 20 13:28:46.755162 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5ea2727b-f90d-433d-83a1-1bdaf2e1e9bb req-2c9d9d48-00bd-45d0-9060-13b04a175a03 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412762 Sep 20 13:28:47.882924 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da1656-3f0d-4d44-afe2-d015585766d2 req-5c28cf33-7f4a-4db6-8c29-556688240027 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:28:47.884911 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-02da1656-3f0d-4d44-afe2-d015585766d2 req-5c28cf33-7f4a-4db6-8c29-556688240027 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 946 time: 0.0519698 Sep 20 13:28:47.938575 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-02da1656-3f0d-4d44-afe2-d015585766d2 req-14d117ea-bd61-48cd-a0fb-ff4db63a1c59 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479670 Sep 20 13:28:49.072846 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4e557-d539-4f02-8cde-c995c801e95b req-61e635f3-633c-453f-852e-c1468e2da2b2 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:28:49.074335 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-28a4e557-d539-4f02-8cde-c995c801e95b req-61e635f3-633c-453f-852e-c1468e2da2b2 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 946 time: 0.0540626 Sep 20 13:28:49.127804 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-28a4e557-d539-4f02-8cde-c995c801e95b req-53827601-61dd-455f-adb2-8b198ef51b0c tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477431 Sep 20 13:28:49.244727 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956be9a1-e71c-4b61-94d8-00ed8299f97f req-274d397a-bb73-48f5-ba12-093efb2a1045 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:28:49.246225 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-956be9a1-e71c-4b61-94d8-00ed8299f97f req-274d397a-bb73-48f5-ba12-093efb2a1045 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/ports?device_id=96fe04b4-bc7d-4ef7-a166-4c02fd222e7b HTTP/1.1" status: 200 len: 945 time: 0.0556812 Sep 20 13:28:49.295585 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-956be9a1-e71c-4b61-94d8-00ed8299f97f req-d54fc995-7c20-470f-b909-2fa8c5fe41ab tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/security-groups?id=222f7e55-803f-40ec-875f-06b4e7c9cc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427630 Sep 20 13:28:49.452850 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.agents_db [None req-1b87bba1-5a3b-42d5-ba20-63287d9ec67c None None] Agent healthcheck: found 6 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:28:50.260200 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c8c6e-d4e5-4db6-8c56-84b710de4d50 req-ea9d432e-8444-49d9-8c03-f32303172fe4 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:28:50.261666 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-fb7c8c6e-d4e5-4db6-8c56-84b710de4d50 req-ea9d432e-8444-49d9-8c03-f32303172fe4 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 946 time: 0.0532594 Sep 20 13:28:50.308455 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-fb7c8c6e-d4e5-4db6-8c56-84b710de4d50 req-d94efaa2-66bc-4ae4-b01a-43ad0ea49345 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412333 Sep 20 13:28:50.420189 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824066c-8771-40f4-a4e7-0b950af07577 req-a3d34dca-8015-4354-aa4d-e6d52c9affcd tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:28:50.421699 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-8824066c-8771-40f4-a4e7-0b950af07577 req-a3d34dca-8015-4354-aa4d-e6d52c9affcd tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/ports?device_id=96fe04b4-bc7d-4ef7-a166-4c02fd222e7b HTTP/1.1" status: 200 len: 945 time: 0.0525339 Sep 20 13:28:50.467538 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-8824066c-8771-40f4-a4e7-0b950af07577 req-10e694b7-a5ff-443e-9886-4178d2919c9e tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/security-groups?id=222f7e55-803f-40ec-875f-06b4e7c9cc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401013 Sep 20 13:28:51.436294 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db92c4-47d8-4788-b0f7-c27ff312153c req-d693f662-e5b0-4730-a46a-5ede61ba834a tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:28:51.437734 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-73db92c4-47d8-4788-b0f7-c27ff312153c req-d693f662-e5b0-4730-a46a-5ede61ba834a tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 946 time: 0.0517938 Sep 20 13:28:51.483584 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-73db92c4-47d8-4788-b0f7-c27ff312153c req-9877b767-e4cf-42da-b006-b8cdf286be8d tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394974 Sep 20 13:28:51.593051 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12864d46-be08-4a76-a5d5-61b5223db217 req-1cad9b0c-7ab7-4c05-aef8-0826b19d88d9 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:28:51.594509 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-12864d46-be08-4a76-a5d5-61b5223db217 req-1cad9b0c-7ab7-4c05-aef8-0826b19d88d9 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/ports?device_id=96fe04b4-bc7d-4ef7-a166-4c02fd222e7b HTTP/1.1" status: 200 len: 945 time: 0.0545452 Sep 20 13:28:51.640990 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-12864d46-be08-4a76-a5d5-61b5223db217 req-4806c93d-b605-482a-984f-ae6afeac2699 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/security-groups?id=222f7e55-803f-40ec-875f-06b4e7c9cc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399270 Sep 20 13:28:52.618396 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e4c739-a7bf-4319-ab6d-268a2342f700 req-0f90052a-f8b6-44c2-9256-eaf18af92503 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:28:52.619894 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d2e4c739-a7bf-4319-ab6d-268a2342f700 req-0f90052a-f8b6-44c2-9256-eaf18af92503 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 946 time: 0.0562274 Sep 20 13:28:52.665640 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d2e4c739-a7bf-4319-ab6d-268a2342f700 req-757a965a-45bb-41d1-bd0d-2398110ed9f3 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402114 Sep 20 13:28:52.765185 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40894fa7-e19e-4ee6-9af2-a912bd0e59d6 req-6e9ae361-b004-479e-8618-05636b2a5124 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:28:52.766573 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-40894fa7-e19e-4ee6-9af2-a912bd0e59d6 req-6e9ae361-b004-479e-8618-05636b2a5124 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/ports?device_id=96fe04b4-bc7d-4ef7-a166-4c02fd222e7b HTTP/1.1" status: 200 len: 945 time: 0.0522478 Sep 20 13:28:52.812647 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-40894fa7-e19e-4ee6-9af2-a912bd0e59d6 req-fb406ae6-2a7d-42b4-ae1d-b311081ebe64 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/security-groups?id=222f7e55-803f-40ec-875f-06b4e7c9cc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399742 Sep 20 13:28:53.438610 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-46501f58-51c1-42a9-a8a7-e2808be38930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (c520f755-59ca-4a79-a15e-107c01e131c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:28:53.794550 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b43627-5cee-42a5-aa75-e4ab169ee4c6 req-c6fa713a-8f23-4358-9eb3-285cfc017e48 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:28:53.796030 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-84b43627-5cee-42a5-aa75-e4ab169ee4c6 req-c6fa713a-8f23-4358-9eb3-285cfc017e48 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 946 time: 0.0524876 Sep 20 13:28:53.841613 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-84b43627-5cee-42a5-aa75-e4ab169ee4c6 req-70b655f0-b104-4def-a1e1-ce6d1d7574ff tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401025 Sep 20 13:28:53.940701 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495a0c4c-768f-420c-bd80-0f5c85331c93 req-fea2f34a-8b76-4e5f-9788-3fb8148c41be tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:28:53.942676 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-495a0c4c-768f-420c-bd80-0f5c85331c93 req-fea2f34a-8b76-4e5f-9788-3fb8148c41be tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/ports?device_id=96fe04b4-bc7d-4ef7-a166-4c02fd222e7b HTTP/1.1" status: 200 len: 945 time: 0.0561934 Sep 20 13:28:53.988648 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-495a0c4c-768f-420c-bd80-0f5c85331c93 req-436d43dd-b8de-4e0e-8995-4f6c05644823 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/security-groups?id=222f7e55-803f-40ec-875f-06b4e7c9cc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403776 Sep 20 13:28:54.978117 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08fd40f-178c-44f3-bff7-ad3e9df4c6b8 req-c26557e2-5c37-4f64-a48a-4f26fb2558a2 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:28:54.979621 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a08fd40f-178c-44f3-bff7-ad3e9df4c6b8 req-c26557e2-5c37-4f64-a48a-4f26fb2558a2 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 946 time: 0.0579371 Sep 20 13:28:55.025171 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a08fd40f-178c-44f3-bff7-ad3e9df4c6b8 req-a49345a2-cca8-4912-8a03-dbc0debce930 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399702 Sep 20 13:28:55.112194 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b37405-7e1c-4f13-b474-52fb487c5f3a req-bf5b97f3-bc0c-4ec0-ace7-58045015b3c8 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:28:55.113678 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-80b37405-7e1c-4f13-b474-52fb487c5f3a req-bf5b97f3-bc0c-4ec0-ace7-58045015b3c8 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/ports?device_id=96fe04b4-bc7d-4ef7-a166-4c02fd222e7b HTTP/1.1" status: 200 len: 945 time: 0.0519648 Sep 20 13:28:55.158977 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-80b37405-7e1c-4f13-b474-52fb487c5f3a req-e4b266c7-3baf-4b84-9a35-6909d3b7df5d tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/security-groups?id=222f7e55-803f-40ec-875f-06b4e7c9cc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395780 Sep 20 13:28:55.778646 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-51a15e9d-7c77-44f9-9de5-2ad9afde79b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (e6bdf340-58c5-4186-af2d-ab00439e5425), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:28:56.154528 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e25f4-5e32-46c8-a0ec-7ed8362c62d6 req-28792297-a9f1-4e05-8de2-7417cb7afb2e tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:28:56.156005 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7f0e25f4-5e32-46c8-a0ec-7ed8362c62d6 req-28792297-a9f1-4e05-8de2-7417cb7afb2e tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 946 time: 0.0528994 Sep 20 13:28:56.203053 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7f0e25f4-5e32-46c8-a0ec-7ed8362c62d6 req-54060206-2ffd-4968-a797-ce148c738375 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406415 Sep 20 13:28:56.283655 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96acaf34-2523-45d1-892d-7dbacf64979f req-f0e7bb50-7261-4730-92fe-951e0c5012f4 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:28:56.285388 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-96acaf34-2523-45d1-892d-7dbacf64979f req-f0e7bb50-7261-4730-92fe-951e0c5012f4 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/ports?device_id=96fe04b4-bc7d-4ef7-a166-4c02fd222e7b HTTP/1.1" status: 200 len: 945 time: 0.0520828 Sep 20 13:28:56.335558 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-96acaf34-2523-45d1-892d-7dbacf64979f req-cf78e1ee-2e17-4152-b33e-e98f23d4c50a tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/security-groups?id=222f7e55-803f-40ec-875f-06b4e7c9cc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438950 Sep 20 13:28:56.756921 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21c1e68e-1f58-483a-acac-7453cdb7afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (dfbc54aa-0ed8-4030-9edb-0bf7f0e74037), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:28:57.337977 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af378d94-11c8-4e95-925f-ba809ec4315e req-0081d5ea-119c-43db-86e0-eec73ad8f3f3 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:28:57.339471 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-af378d94-11c8-4e95-925f-ba809ec4315e req-0081d5ea-119c-43db-86e0-eec73ad8f3f3 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 946 time: 0.0530264 Sep 20 13:28:57.389867 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-af378d94-11c8-4e95-925f-ba809ec4315e req-730c2f9b-d610-44f0-bd4b-b19c6db82127 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448391 Sep 20 13:28:57.459894 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233a927-bf04-4bbe-ae82-ab262c0ac433 req-7c53aa58-1b11-401b-a1bd-69b4460fd87a tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:28:57.461353 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-f233a927-bf04-4bbe-ae82-ab262c0ac433 req-7c53aa58-1b11-401b-a1bd-69b4460fd87a tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/ports?device_id=96fe04b4-bc7d-4ef7-a166-4c02fd222e7b HTTP/1.1" status: 200 len: 945 time: 0.0522954 Sep 20 13:28:57.508974 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-f233a927-bf04-4bbe-ae82-ab262c0ac433 req-ba9d9b67-dcb8-40e8-94fb-f27167643b82 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/security-groups?id=222f7e55-803f-40ec-875f-06b4e7c9cc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421150 Sep 20 13:28:58.175994 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c793fb8f-2eac-4cf0-b972-02f3f2d6d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (78ab24c8-cd03-458a-a2fc-6c0c54d0053a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:28:58.519482 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b11b2fa-5d59-4c56-b31f-013561f6bc1b req-51d46318-087a-469e-9ef9-fb993c3ab9d4 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:28:58.521681 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7b11b2fa-5d59-4c56-b31f-013561f6bc1b req-51d46318-087a-469e-9ef9-fb993c3ab9d4 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 946 time: 0.0537145 Sep 20 13:28:58.569892 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7b11b2fa-5d59-4c56-b31f-013561f6bc1b req-7959864a-37f6-44ff-9536-024aae8e5014 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421460 Sep 20 13:28:58.633647 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e5bf29-e034-416a-a76f-1d6d2ff0a331 req-0843e4c1-b325-4750-9301-1037efc4aa35 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:28:58.635168 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-c5e5bf29-e034-416a-a76f-1d6d2ff0a331 req-0843e4c1-b325-4750-9301-1037efc4aa35 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/ports?device_id=96fe04b4-bc7d-4ef7-a166-4c02fd222e7b HTTP/1.1" status: 200 len: 945 time: 0.0529563 Sep 20 13:28:58.682086 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-c5e5bf29-e034-416a-a76f-1d6d2ff0a331 req-7791ce82-3a62-4e7c-81a9-6d2e84b26827 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/security-groups?id=222f7e55-803f-40ec-875f-06b4e7c9cc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412271 Sep 20 13:28:59.518577 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 2d60ce66-a02f-4cfc-b674-0bb22e114efa details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:28:59.599823 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (543ca60b-7e7a-4ebd-8f87-7672c7a482b9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:28:59.630841 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port 2d60ce66-a02f-4cfc-b674-0bb22e114efa, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=2d60ce66-a02f-4cfc-b674-0bb22e114efa,segment=NetworkSegment(f948c4c9-3e43-44fc-b875-63e2f29a354c),segment_id=f948c4c9-3e43-44fc-b875-63e2f29a354c)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:28:59.641219 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Returning: {'device': '2d60ce66-a02f-4cfc-b674-0bb22e114efa', 'network_id': '11c87694-9bef-4fe4-9250-573b5f8887eb', 'port_id': '2d60ce66-a02f-4cfc-b674-0bb22e114efa', 'mac_address': 'fa:16:3e:7d:30:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bc59d34-e407-4d89-95e5-8037392fca32', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:28:59.678879 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Current status of the port 2d60ce66-a02f-4cfc-b674-0bb22e114efa is: ACTIVE; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:28:59.679265 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (2d60ce66-a02f-4cfc-b674-0bb22e114efa), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:28:59.692813 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2d60ce66-a02f-4cfc-b674-0bb22e114efa {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 13:28:59.702294 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fab17f3-010a-4eca-98f5-577d419ba5fb req-a9d86e9f-5c8a-4283-8253-f2fa275c40a4 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:28:59.703826 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1fab17f3-010a-4eca-98f5-577d419ba5fb req-a9d86e9f-5c8a-4283-8253-f2fa275c40a4 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 946 time: 0.0547788 Sep 20 13:28:59.713440 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port 2d60ce66-a02f-4cfc-b674-0bb22e114efa, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=2d60ce66-a02f-4cfc-b674-0bb22e114efa,segment=NetworkSegment(f948c4c9-3e43-44fc-b875-63e2f29a354c),segment_id=f948c4c9-3e43-44fc-b875-63e2f29a354c)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:28:59.717827 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (2d60ce66-a02f-4cfc-b674-0bb22e114efa), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:28:59.757469 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1fab17f3-010a-4eca-98f5-577d419ba5fb req-ada309da-eb47-40e3-8cd9-db3aad9410ad tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471678 Sep 20 13:28:59.776356 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Pushing event updated for resources: {'Port': ['ID=2d60ce66-a02f-4cfc-b674-0bb22e114efa,revision_number=6']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:28:59.784474 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:28:59.784935 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:28:59.785459 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:28:59.785904 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:28:59.786337 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:28:59.786776 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:28:59.787205 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:28:59.787636 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:28:59.788054 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:28:59.788396 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:28:59.788727 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:28:59.789056 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:28:59.789383 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:28:59.819584 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faafa179-3efb-49b1-b914-da42db9e8a7f req-e01dd75c-ae28-422f-8446-6476bb2e59ad tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:28:59.821059 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-faafa179-3efb-49b1-b914-da42db9e8a7f req-e01dd75c-ae28-422f-8446-6476bb2e59ad tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/ports?device_id=96fe04b4-bc7d-4ef7-a166-4c02fd222e7b HTTP/1.1" status: 200 len: 945 time: 0.0572236 Sep 20 13:28:59.866646 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-faafa179-3efb-49b1-b914-da42db9e8a7f req-4f7ce418-a505-4d6e-a647-3ace8b7ad711 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/security-groups?id=222f7e55-803f-40ec-875f-06b4e7c9cc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398381 Sep 20 13:28:59.945955 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] get_ports_and_sgs() called for port_ids ['2d60ce66-a02f-4cfc-b674-0bb22e114efa'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 13:29:00.888800 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565dc5d2-fcc3-4f75-a0eb-39fef523edf5 req-4cc58a62-4ac6-4f30-b926-4877bb7441e1 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:00.890276 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-565dc5d2-fcc3-4f75-a0eb-39fef523edf5 req-4cc58a62-4ac6-4f30-b926-4877bb7441e1 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 945 time: 0.0558538 Sep 20 13:29:00.937973 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-565dc5d2-fcc3-4f75-a0eb-39fef523edf5 req-14fcf18a-f517-46cd-b9c5-dff069216419 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413675 Sep 20 13:29:00.990440 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd44c5-6ba9-4e91-aa54-810f675be5bf req-11bdb16e-a4c8-4d40-b9db-58b43a6215da tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:00.991932 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-05dd44c5-6ba9-4e91-aa54-810f675be5bf req-11bdb16e-a4c8-4d40-b9db-58b43a6215da tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/ports?device_id=96fe04b4-bc7d-4ef7-a166-4c02fd222e7b HTTP/1.1" status: 200 len: 945 time: 0.0521717 Sep 20 13:29:01.037344 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-05dd44c5-6ba9-4e91-aa54-810f675be5bf req-39a56a54-86a3-4bb6-9de8-8fb77b1d49a0 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/security-groups?id=222f7e55-803f-40ec-875f-06b4e7c9cc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396578 Sep 20 13:29:01.523433 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 2d60ce66-a02f-4cfc-b674-0bb22e114efa up at agent hyperv_hv-cinder-85846 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:29:01.570651 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Provisioning complete for port 2d60ce66-a02f-4cfc-b674-0bb22e114efa triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:29:01.571061 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (2d60ce66-a02f-4cfc-b674-0bb22e114efa), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:29:01.571430 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Attempt 1 to provision port 2d60ce66-a02f-4cfc-b674-0bb22e114efa Sep 20 13:29:01.640224 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Current status of the port 2d60ce66-a02f-4cfc-b674-0bb22e114efa is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:29:01.640616 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (2d60ce66-a02f-4cfc-b674-0bb22e114efa), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:29:01.663298 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d7dffe-4d84-4005-bace-44e4b9404287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d60ce66-a02f-4cfc-b674-0bb22e114efa'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:29:01.665529 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76b3f69f6489aff1aa8284e7e37e9464aa9e8db96ff70d8a184fca566081ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8f1085-01ee-4dae-a60b-0b61f1a3c4dc" -d '{"events": [{"server_uuid": "f7d7dffe-4d84-4005-bace-44e4b9404287", "name": "network-vif-plugged", "status": "completed", "tag": "2d60ce66-a02f-4cfc-b674-0bb22e114efa"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:29:01.678687 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port 2d60ce66-a02f-4cfc-b674-0bb22e114efa, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=2d60ce66-a02f-4cfc-b674-0bb22e114efa,segment=NetworkSegment(f948c4c9-3e43-44fc-b875-63e2f29a354c),segment_id=f948c4c9-3e43-44fc-b875-63e2f29a354c)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:29:01.683379 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (2d60ce66-a02f-4cfc-b674-0bb22e114efa), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:29:01.706065 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 13:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a24125-39db-4af8-b07e-f7499bf8f9bb x-openstack-request-id: req-f9a24125-39db-4af8-b07e-f7499bf8f9bb {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:29:01.706372 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d7dffe-4d84-4005-bace-44e4b9404287", "name": "network-vif-plugged", "status": "completed", "tag": "2d60ce66-a02f-4cfc-b674-0bb22e114efa", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:29:01.706632 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f9a24125-39db-4af8-b07e-f7499bf8f9bb {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:29:01.707048 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9a24125-39db-4af8-b07e-f7499bf8f9bb'] response: {'server_uuid': 'f7d7dffe-4d84-4005-bace-44e4b9404287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d60ce66-a02f-4cfc-b674-0bb22e114efa', 'code': 200} Sep 20 13:29:01.734132 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Pushing event updated for resources: {'Port': ['ID=2d60ce66-a02f-4cfc-b674-0bb22e114efa,revision_number=7']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:29:02.068461 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a51202-9a07-419d-978b-461882c48a94 req-572be839-5498-4edc-a55e-24d33a2e9133 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:02.069944 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-10a51202-9a07-419d-978b-461882c48a94 req-572be839-5498-4edc-a55e-24d33a2e9133 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 946 time: 0.0522091 Sep 20 13:29:02.120943 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-10a51202-9a07-419d-978b-461882c48a94 req-24b4135e-18ac-4c23-9614-04698ae646ea tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454428 Sep 20 13:29:02.161962 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72789da9-077e-4c11-bfb3-e3ca81e0abc0 req-f1a2eb15-45eb-4da5-9642-d8097be3599d tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:02.163460 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-72789da9-077e-4c11-bfb3-e3ca81e0abc0 req-f1a2eb15-45eb-4da5-9642-d8097be3599d tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/ports?device_id=96fe04b4-bc7d-4ef7-a166-4c02fd222e7b HTTP/1.1" status: 200 len: 945 time: 0.0534160 Sep 20 13:29:02.208644 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-72789da9-077e-4c11-bfb3-e3ca81e0abc0 req-d06361fd-19dd-4454-8219-f4e51d75ee0a tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/security-groups?id=222f7e55-803f-40ec-875f-06b4e7c9cc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396850 Sep 20 13:29:03.249412 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c7ab7c-cece-4163-a6b7-a8009fef2acc req-5ca9ec0e-095c-4206-9f45-7b611dfc217e tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:03.251149 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-34c7ab7c-cece-4163-a6b7-a8009fef2acc req-5ca9ec0e-095c-4206-9f45-7b611dfc217e tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 946 time: 0.0511153 Sep 20 13:29:03.307876 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-34c7ab7c-cece-4163-a6b7-a8009fef2acc req-815d5489-3d63-4444-ad21-3a4957a1dd34 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499759 Sep 20 13:29:03.340540 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7246c8-279d-4670-af0f-4fadc1226b08 req-4f67ad22-37a5-4996-aca2-b634282a5b56 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:03.342016 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-eb7246c8-279d-4670-af0f-4fadc1226b08 req-4f67ad22-37a5-4996-aca2-b634282a5b56 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/ports?device_id=96fe04b4-bc7d-4ef7-a166-4c02fd222e7b HTTP/1.1" status: 200 len: 945 time: 0.0571427 Sep 20 13:29:03.394985 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-eb7246c8-279d-4670-af0f-4fadc1226b08 req-b7a3a0d2-477b-4e9e-bf84-b747fd0b1738 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/security-groups?id=222f7e55-803f-40ec-875f-06b4e7c9cc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461218 Sep 20 13:29:04.438512 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7382fde-edb5-419f-a5b2-515aff8c2ee2 req-e5cf6ff0-05ad-4219-8336-afbd134d5c46 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:04.440082 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-a7382fde-edb5-419f-a5b2-515aff8c2ee2 req-e5cf6ff0-05ad-4219-8336-afbd134d5c46 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 946 time: 0.0538244 Sep 20 13:29:04.489203 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-a7382fde-edb5-419f-a5b2-515aff8c2ee2 req-8402a491-506e-43e4-8f3a-cc104446d785 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430396 Sep 20 13:29:04.532839 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166cfc49-6c09-40aa-b9a2-394988542782 req-2e0a0151-82ee-473e-a5e3-8d8f2ab97b68 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:04.534617 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-166cfc49-6c09-40aa-b9a2-394988542782 req-2e0a0151-82ee-473e-a5e3-8d8f2ab97b68 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/ports?device_id=96fe04b4-bc7d-4ef7-a166-4c02fd222e7b HTTP/1.1" status: 200 len: 945 time: 0.0621824 Sep 20 13:29:04.584986 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-166cfc49-6c09-40aa-b9a2-394988542782 req-3ecdd24f-a038-4785-ae07-c378e8176c48 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/security-groups?id=222f7e55-803f-40ec-875f-06b4e7c9cc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442920 Sep 20 13:29:05.655737 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f541d248-2afa-478f-9202-45a0cb54e5f5 req-0bad23a6-b821-4fbb-980a-d867df20aa04 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:05.657248 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-f541d248-2afa-478f-9202-45a0cb54e5f5 req-0bad23a6-b821-4fbb-980a-d867df20aa04 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 946 time: 0.0821829 Sep 20 13:29:05.710982 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-f541d248-2afa-478f-9202-45a0cb54e5f5 req-c78ad5ed-8ac0-451c-845c-bca284321bce tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470212 Sep 20 13:29:05.734094 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc1839-800d-451c-9fbb-36313138b651 req-ced5cf39-53f6-407d-aee4-c0c604d312a1 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:05.735587 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2adc1839-800d-451c-9fbb-36313138b651 req-ced5cf39-53f6-407d-aee4-c0c604d312a1 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/ports?device_id=96fe04b4-bc7d-4ef7-a166-4c02fd222e7b HTTP/1.1" status: 200 len: 945 time: 0.0550907 Sep 20 13:29:05.782552 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2adc1839-800d-451c-9fbb-36313138b651 req-ae770f7d-c48a-42c3-a2c2-0ae2cb877235 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/security-groups?id=222f7e55-803f-40ec-875f-06b4e7c9cc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411146 Sep 20 13:29:06.006597 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce94476-0371-4bde-964b-9eee75cbc5cd req-5584c5a9-2907-4653-a6a7-b8b4cd7c88c6 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:06.008013 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-fce94476-0371-4bde-964b-9eee75cbc5cd req-5584c5a9-2907-4653-a6a7-b8b4cd7c88c6 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/ports?device_id=96fe04b4-bc7d-4ef7-a166-4c02fd222e7b HTTP/1.1" status: 200 len: 945 time: 0.0583997 Sep 20 13:29:06.084208 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-fce94476-0371-4bde-964b-9eee75cbc5cd req-8ac8db27-6a4f-4926-8169-911ddb271eab tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/security-groups?id=222f7e55-803f-40ec-875f-06b4e7c9cc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692377 Sep 20 13:29:06.098299 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3fe0f4-e1fa-4726-8fd2-6b91552f067b req-800e117a-e5a5-4895-85ce-e1b00a72de25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:06.099879 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0b3fe0f4-e1fa-4726-8fd2-6b91552f067b req-800e117a-e5a5-4895-85ce-e1b00a72de25 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6ebb73746088487dab581c3f6b24a1f9&device_id=96fe04b4-bc7d-4ef7-a166-4c02fd222e7b HTTP/1.1" status: 200 len: 1129 time: 0.0657248 Sep 20 13:29:06.198118 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3fe0f4-e1fa-4726-8fd2-6b91552f067b req-0ebac3a6-aa7b-4e79-8d16-1a820173a641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:06.200232 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0b3fe0f4-e1fa-4726-8fd2-6b91552f067b req-0ebac3a6-aa7b-4e79-8d16-1a820173a641 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef HTTP/1.1" status: 200 len: 909 time: 0.0914447 Sep 20 13:29:06.264731 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0b3fe0f4-e1fa-4726-8fd2-6b91552f067b req-0e336b7f-62f9-47e1-8227-1f6f83f2414f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1 HTTP/1.1" status: 200 len: 1000 time: 0.0573370 Sep 20 13:29:06.315491 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3fe0f4-e1fa-4726-8fd2-6b91552f067b req-0f78d53b-2bc9-431f-ab86-9cca7420658d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:06.317555 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0b3fe0f4-e1fa-4726-8fd2-6b91552f067b req-0f78d53b-2bc9-431f-ab86-9cca7420658d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=26dd50fe-5f0b-44fd-bc22-34959d5f2393 HTTP/1.1" status: 200 len: 848 time: 0.0459175 Sep 20 13:29:06.373683 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3fe0f4-e1fa-4726-8fd2-6b91552f067b req-fe4c78b6-579b-4949-866b-74e004857bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:06.375150 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0b3fe0f4-e1fa-4726-8fd2-6b91552f067b req-fe4c78b6-579b-4949-866b-74e004857bf9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497203 Sep 20 13:29:06.467596 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0b3fe0f4-e1fa-4726-8fd2-6b91552f067b req-20eda3a8-3eed-418a-a76a-77dbe0edc047 service neutron] 10.222.0.62 "GET /v2.0/networks/0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858858 Sep 20 13:29:06.568062 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0b3fe0f4-e1fa-4726-8fd2-6b91552f067b req-9414e395-79c9-4fe6-993d-b5a165a2a84a service neutron] 10.222.0.62 "GET /v2.0/networks/0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896287 Sep 20 13:29:06.841827 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d19908-531b-43d8-bd88-7290ddc75e35 req-1113d5fb-5e06-4707-b426-e7716de4fe24 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:06.843309 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-b4d19908-531b-43d8-bd88-7290ddc75e35 req-1113d5fb-5e06-4707-b426-e7716de4fe24 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 946 time: 0.0540643 Sep 20 13:29:06.890147 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-b4d19908-531b-43d8-bd88-7290ddc75e35 req-de9d233a-89e9-4a3f-b489-a71f327adcef tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404348 Sep 20 13:29:07.212015 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87428b8-29bc-4184-b9c3-23859e6d22d6 req-101555dd-039e-4cb9-a9d8-67e8631565be tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:07.213497 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e87428b8-29bc-4184-b9c3-23859e6d22d6 req-101555dd-039e-4cb9-a9d8-67e8631565be tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/ports?device_id=96fe04b4-bc7d-4ef7-a166-4c02fd222e7b HTTP/1.1" status: 200 len: 945 time: 0.0547326 Sep 20 13:29:07.260563 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e87428b8-29bc-4184-b9c3-23859e6d22d6 req-59db04aa-e363-4189-8cc2-504419227a1c tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/security-groups?id=222f7e55-803f-40ec-875f-06b4e7c9cc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414886 Sep 20 13:29:08.028925 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92afe9-9f44-4201-8522-b88e07b8accd req-a3d041ee-4f82-41cd-b409-10e4bb4abe45 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:08.031150 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-bf92afe9-9f44-4201-8522-b88e07b8accd req-a3d041ee-4f82-41cd-b409-10e4bb4abe45 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 946 time: 0.0597336 Sep 20 13:29:08.079848 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-bf92afe9-9f44-4201-8522-b88e07b8accd req-6c761fd8-15a7-4969-a0ef-afaec088fa80 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418918 Sep 20 13:29:08.417025 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e479729c-04dc-46dd-b549-ba4de63a2637 req-13d2db64-b609-43d8-af78-5a24f0c2c890 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:08.418535 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e479729c-04dc-46dd-b549-ba4de63a2637 req-13d2db64-b609-43d8-af78-5a24f0c2c890 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/ports?device_id=96fe04b4-bc7d-4ef7-a166-4c02fd222e7b HTTP/1.1" status: 200 len: 945 time: 0.0789447 Sep 20 13:29:08.469215 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e479729c-04dc-46dd-b549-ba4de63a2637 req-300b8dcb-517f-47f2-a94a-e476255762ef tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/security-groups?id=222f7e55-803f-40ec-875f-06b4e7c9cc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442967 Sep 20 13:29:09.241188 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77792d-7aa0-4148-998d-5b6d0852277a req-0ea4a2a0-4f2b-4d74-866c-fdb8d78c0de1 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:09.242714 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-5a77792d-7aa0-4148-998d-5b6d0852277a req-0ea4a2a0-4f2b-4d74-866c-fdb8d78c0de1 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 946 time: 0.0560536 Sep 20 13:29:09.296376 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-5a77792d-7aa0-4148-998d-5b6d0852277a req-a4af8e5b-c51f-4154-8598-a04a36aa9c6f tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459640 Sep 20 13:29:10.205539 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (728cf656-0364-4172-b8b5-b6ffd3122ed0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:29:10.450925 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb4916-6ac0-454a-a49e-6fa7d709aeea req-eda176b0-3245-4c54-a303-76883c06b3d4 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:10.455179 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-debb4916-6ac0-454a-a49e-6fa7d709aeea req-eda176b0-3245-4c54-a303-76883c06b3d4 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 946 time: 0.0636976 Sep 20 13:29:10.512532 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-debb4916-6ac0-454a-a49e-6fa7d709aeea req-43743433-943d-4533-93c6-958610bc4828 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0535629 Sep 20 13:29:11.652117 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc560f8e-37bd-48c7-a82a-b5f58d403dd3 req-b2252bef-e396-49a6-8169-df852e6d7d69 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:11.653623 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-dc560f8e-37bd-48c7-a82a-b5f58d403dd3 req-b2252bef-e396-49a6-8169-df852e6d7d69 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 946 time: 0.0533001 Sep 20 13:29:11.721273 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-dc560f8e-37bd-48c7-a82a-b5f58d403dd3 req-48644d6b-be38-4d94-8f8a-1785b4e7e039 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0619793 Sep 20 13:29:12.874278 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c024cbe8-a232-47b3-baf8-69de7b40beae req-46ec96a5-446f-4cb0-9f86-98d70301c2ff tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:12.876723 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c024cbe8-a232-47b3-baf8-69de7b40beae req-46ec96a5-446f-4cb0-9f86-98d70301c2ff tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 946 time: 0.0723352 Sep 20 13:29:12.936745 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c024cbe8-a232-47b3-baf8-69de7b40beae req-97f9068b-2885-45d0-8cea-2b79c832fddf tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0529821 Sep 20 13:29:14.086689 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef3f280-d73d-4546-a4d8-2adada205b51 req-822e42ec-d9ed-4b21-a192-4dc5939bbea8 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:14.093698 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-bef3f280-d73d-4546-a4d8-2adada205b51 req-822e42ec-d9ed-4b21-a192-4dc5939bbea8 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 946 time: 0.0730157 Sep 20 13:29:14.147029 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-bef3f280-d73d-4546-a4d8-2adada205b51 req-e181b0b7-0461-4b5b-9c8d-3b8e1326c655 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499940 Sep 20 13:29:15.272481 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c04ff4-7b0c-46f9-90f4-4e38fc8ac1f8 req-865e72b7-b733-47b8-8aa5-56c510fe7728 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:15.273964 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c2c04ff4-7b0c-46f9-90f4-4e38fc8ac1f8 req-865e72b7-b733-47b8-8aa5-56c510fe7728 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 946 time: 0.0540295 Sep 20 13:29:15.327609 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c2c04ff4-7b0c-46f9-90f4-4e38fc8ac1f8 req-aa5f0013-69e4-4a04-a1b4-f9f615809143 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481169 Sep 20 13:29:16.473882 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ddd06-2c7d-47a5-b413-31852b71a8bc req-ff42e98d-4907-43d5-b9f4-f40cd5b26d87 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:16.475513 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-8f5ddd06-2c7d-47a5-b413-31852b71a8bc req-ff42e98d-4907-43d5-b9f4-f40cd5b26d87 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 946 time: 0.0588675 Sep 20 13:29:16.524547 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-8f5ddd06-2c7d-47a5-b413-31852b71a8bc req-0b0349ac-be95-4c6b-a126-04baf269671d tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429816 Sep 20 13:29:17.659572 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08caefc-2c30-4b54-b091-c1cdfac0520b req-24bf0788-81be-4408-9375-5982e009eb9b tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:17.661094 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d08caefc-2c30-4b54-b091-c1cdfac0520b req-24bf0788-81be-4408-9375-5982e009eb9b tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 946 time: 0.0539758 Sep 20 13:29:17.708489 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d08caefc-2c30-4b54-b091-c1cdfac0520b req-e1ad0ea0-22a1-4a73-add5-45db5c4d75cb tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418160 Sep 20 13:29:17.827749 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb06a0-5ecb-427d-9bd0-24c845afdc9e req-e29702c8-b944-49d1-9366-8f110b0d3571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:17.829232 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-cfeb06a0-5ecb-427d-9bd0-24c845afdc9e req-e29702c8-b944-49d1-9366-8f110b0d3571 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ee3a57170bc8490098e0840a2e89392b&device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 1130 time: 0.0454543 Sep 20 13:29:17.918918 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb06a0-5ecb-427d-9bd0-24c845afdc9e req-d6b1e5e2-d93d-4404-9719-0fc06f10c01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:17.920364 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-cfeb06a0-5ecb-427d-9bd0-24c845afdc9e req-d6b1e5e2-d93d-4404-9719-0fc06f10c01e service neutron] 10.222.0.62 "GET /v2.0/networks?id=11c87694-9bef-4fe4-9250-573b5f8887eb HTTP/1.1" status: 200 len: 916 time: 0.0853586 Sep 20 13:29:17.979986 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-cfeb06a0-5ecb-427d-9bd0-24c845afdc9e req-6f4a8922-d3fd-49c8-a559-1684aa9999fe service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d60ce66-a02f-4cfc-b674-0bb22e114efa HTTP/1.1" status: 200 len: 1002 time: 0.0525863 Sep 20 13:29:18.029445 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb06a0-5ecb-427d-9bd0-24c845afdc9e req-6943e3ca-211e-4258-ae5b-47a2f4fff894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:18.030768 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-cfeb06a0-5ecb-427d-9bd0-24c845afdc9e req-6943e3ca-211e-4258-ae5b-47a2f4fff894 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6bc59d34-e407-4d89-95e5-8037392fca32 HTTP/1.1" status: 200 len: 855 time: 0.0448356 Sep 20 13:29:18.079516 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb06a0-5ecb-427d-9bd0-24c845afdc9e req-69cb4b0a-0b8f-455b-a8a4-485bbd5f8e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:18.081010 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-cfeb06a0-5ecb-427d-9bd0-24c845afdc9e req-69cb4b0a-0b8f-455b-a8a4-485bbd5f8e8e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=11c87694-9bef-4fe4-9250-573b5f8887eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445516 Sep 20 13:29:18.167944 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-cfeb06a0-5ecb-427d-9bd0-24c845afdc9e req-f5cb755a-e9f1-4891-a540-3f04a1902e41 service neutron] 10.222.0.62 "GET /v2.0/networks/11c87694-9bef-4fe4-9250-573b5f8887eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808823 Sep 20 13:29:18.257524 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-cfeb06a0-5ecb-427d-9bd0-24c845afdc9e req-a6395775-c57c-4587-9bc7-0f397e5b9cba service neutron] 10.222.0.62 "GET /v2.0/networks/11c87694-9bef-4fe4-9250-573b5f8887eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836191 Sep 20 13:29:18.842508 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c530a-71ef-4479-bd41-5375501d79a5 req-f5136cb6-3268-47cf-be20-1587cba62ddd tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:18.844019 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-269c530a-71ef-4479-bd41-5375501d79a5 req-f5136cb6-3268-47cf-be20-1587cba62ddd tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 946 time: 0.0561879 Sep 20 13:29:18.891650 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-269c530a-71ef-4479-bd41-5375501d79a5 req-6f37ce2e-c603-4fe2-aa10-d05fe4870c60 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416479 Sep 20 13:29:20.020664 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d8f907-9a54-41a5-a2d3-cf37eaad1ffa req-e32c315d-ec6a-4c47-9182-663e0443506b tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:20.022057 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f4d8f907-9a54-41a5-a2d3-cf37eaad1ffa req-e32c315d-ec6a-4c47-9182-663e0443506b tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 946 time: 0.0531366 Sep 20 13:29:20.067954 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f4d8f907-9a54-41a5-a2d3-cf37eaad1ffa req-7fd22db9-3394-4fb9-940c-798b83ca130f tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403671 Sep 20 13:29:21.195467 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0a3c14-6fdb-4d1d-aae5-9b8fbdf3171c req-6863dd00-9f18-4665-a232-93b21429e493 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:21.196943 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-ee0a3c14-6fdb-4d1d-aae5-9b8fbdf3171c req-6863dd00-9f18-4665-a232-93b21429e493 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 946 time: 0.0514815 Sep 20 13:29:21.241552 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-ee0a3c14-6fdb-4d1d-aae5-9b8fbdf3171c req-91bbf41a-a7b4-41bc-b56e-057cb535a4d7 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391717 Sep 20 13:29:21.593036 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 2d60ce66-a02f-4cfc-b674-0bb22e114efa no longer exists at agent hyperv_hv-cinder-85846 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:29:21.665023 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Current status of the port 2d60ce66-a02f-4cfc-b674-0bb22e114efa is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:29:21.665419 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (2d60ce66-a02f-4cfc-b674-0bb22e114efa), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:29:21.687117 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d7dffe-4d84-4005-bace-44e4b9404287', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d60ce66-a02f-4cfc-b674-0bb22e114efa'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:29:21.689322 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76b3f69f6489aff1aa8284e7e37e9464aa9e8db96ff70d8a184fca566081ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd35fa5-db9e-4977-92cc-8fa2d11b3afd" -d '{"events": [{"server_uuid": "f7d7dffe-4d84-4005-bace-44e4b9404287", "name": "network-vif-unplugged", "status": "completed", "tag": "2d60ce66-a02f-4cfc-b674-0bb22e114efa"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:29:21.703021 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port 2d60ce66-a02f-4cfc-b674-0bb22e114efa, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=2d60ce66-a02f-4cfc-b674-0bb22e114efa,segment=NetworkSegment(f948c4c9-3e43-44fc-b875-63e2f29a354c),segment_id=f948c4c9-3e43-44fc-b875-63e2f29a354c)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:29:21.708106 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (2d60ce66-a02f-4cfc-b674-0bb22e114efa), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:29:21.760636 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Pushing event updated for resources: {'Port': ['ID=2d60ce66-a02f-4cfc-b674-0bb22e114efa,revision_number=8']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:29:21.779528 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 20 Sep 2022 13:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9bf8758-9ac0-4767-a8f1-a2d4f4785079 x-openstack-request-id: req-d9bf8758-9ac0-4767-a8f1-a2d4f4785079 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:29:21.779825 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d7dffe-4d84-4005-bace-44e4b9404287", "name": "network-vif-unplugged", "status": "failed", "tag": "2d60ce66-a02f-4cfc-b674-0bb22e114efa", "code": 422}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:29:21.780080 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d9bf8758-9ac0-4767-a8f1-a2d4f4785079 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:29:21.780522 dv-cinder-858463-1-iscsi neutron-server[104088]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-d9bf8758-9ac0-4767-a8f1-a2d4f4785079']: {'server_uuid': 'f7d7dffe-4d84-4005-bace-44e4b9404287', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2d60ce66-a02f-4cfc-b674-0bb22e114efa', 'code': 422} returned with failed status Sep 20 13:29:22.042646 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [req-13afedd6-adc6-4fa1-895e-c1e217a8ca63 req-66c7b6e7-a37a-4bf4-9e31-eb1ed9917e86 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 20 13:29:22.043671 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-13afedd6-adc6-4fa1-895e-c1e217a8ca63 req-66c7b6e7-a37a-4bf4-9e31-eb1ed9917e86 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052028 Sep 20 13:29:22.225734 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e18b8ed-c9af-49da-b4a5-7c2624505c14 req-e287f56a-370c-4000-89d1-aaab6f092e3e tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:22.227140 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-1e18b8ed-c9af-49da-b4a5-7c2624505c14 req-e287f56a-370c-4000-89d1-aaab6f092e3e tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 944 time: 0.0797694 Sep 20 13:29:22.260501 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-760d36e1-4a36-47f7-9ea9-273a46c17b50 req-28c3e878-78c2-4acd-b32d-d5d66765be73 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0741622 Sep 20 13:29:22.280974 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-1e18b8ed-c9af-49da-b4a5-7c2624505c14 req-a43c93e9-6924-412b-bc82-78f3661c726c tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480003 Sep 20 13:29:23.341882 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d36e1-4a36-47f7-9ea9-273a46c17b50 req-d09c90b2-a816-41ab-a468-84f6a798d02a tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:23.343252 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-760d36e1-4a36-47f7-9ea9-273a46c17b50 req-d09c90b2-a816-41ab-a468-84f6a798d02a tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports/2d60ce66-a02f-4cfc-b674-0bb22e114efa HTTP/1.1" status: 200 len: 941 time: 0.0471303 Sep 20 13:29:23.416932 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa0a45e-5d6e-4753-bf8a-95fdbf84d68c req-ae435c1b-e86b-4f22-94b0-a8dc6d2d0779 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:23.418415 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-daa0a45e-5d6e-4753-bf8a-95fdbf84d68c req-ae435c1b-e86b-4f22-94b0-a8dc6d2d0779 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 944 time: 0.0570257 Sep 20 13:29:23.442688 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-51170d15-f2ad-469a-a89b-cfd00969d8f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (c520f755-59ca-4a79-a15e-107c01e131c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:29:23.468769 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-daa0a45e-5d6e-4753-bf8a-95fdbf84d68c req-43cb49bd-ab8d-420d-9668-8834cef7d337 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447354 Sep 20 13:29:24.601068 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55edd52a-86ce-4c5e-9987-0b13f6fe821e req-39b84fad-b9e2-4a98-87ec-6566e78fbbd1 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:24.602537 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-55edd52a-86ce-4c5e-9987-0b13f6fe821e req-39b84fad-b9e2-4a98-87ec-6566e78fbbd1 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 944 time: 0.0533810 Sep 20 13:29:24.651128 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-55edd52a-86ce-4c5e-9987-0b13f6fe821e req-e4526000-bd96-4151-8b53-d96abf4df6f7 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430925 Sep 20 13:29:25.779999 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-aeebe106-3971-415f-9fa6-bf783e51d371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (e6bdf340-58c5-4186-af2d-ab00439e5425), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:29:25.786383 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1533966c-77d4-4f60-9298-177d1dae5fcf req-99d5cca0-3c2c-4f59-94e5-442b2a93ee4d tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:25.787870 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1533966c-77d4-4f60-9298-177d1dae5fcf req-99d5cca0-3c2c-4f59-94e5-442b2a93ee4d tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 944 time: 0.0541251 Sep 20 13:29:25.834143 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1533966c-77d4-4f60-9298-177d1dae5fcf req-796ffdfe-c024-4a51-a871-4014c6af1876 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407650 Sep 20 13:29:26.451492 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.agents_db [None req-1b87bba1-5a3b-42d5-ba20-63287d9ec67c None None] Agent healthcheck: found 6 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:29:26.540209 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f07e2-4392-46da-939e-2abb77a506a0 req-ca3c1319-7cd9-4220-a681-12d86eb4c08b tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:26.541648 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-037f07e2-4392-46da-939e-2abb77a506a0 req-ca3c1319-7cd9-4220-a681-12d86eb4c08b tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=f04a106b-604a-4e7c-956d-48c8073afb26 HTTP/1.1" status: 200 len: 945 time: 0.0556571 Sep 20 13:29:26.591002 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-037f07e2-4392-46da-939e-2abb77a506a0 req-964e2e1e-7705-4f67-8e3e-5fef6a4ceb0e tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433154 Sep 20 13:29:26.759020 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21c1e68e-1f58-483a-acac-7453cdb7afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (dfbc54aa-0ed8-4030-9edb-0bf7f0e74037), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:29:26.964564 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9d665-674d-493c-a21e-7e8181db17fa req-2f019f83-d73f-4f8a-bc6a-ac3b3b240de6 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:26.966054 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-eaf9d665-674d-493c-a21e-7e8181db17fa req-2f019f83-d73f-4f8a-bc6a-ac3b3b240de6 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 944 time: 0.0529246 Sep 20 13:29:27.017825 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-eaf9d665-674d-493c-a21e-7e8181db17fa req-a4a9b250-46a4-4a0a-8216-b5fd3849ddb5 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458517 Sep 20 13:29:27.368643 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d36e1-4a36-47f7-9ea9-273a46c17b50 req-91d0ae0c-8136-45d6-9147-7a23b81f92c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:27.370108 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-760d36e1-4a36-47f7-9ea9-273a46c17b50 req-91d0ae0c-8136-45d6-9147-7a23b81f92c0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287&tenant_id=ee3a57170bc8490098e0840a2e89392b HTTP/1.1" status: 200 len: 1128 time: 0.0438683 Sep 20 13:29:27.449478 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d36e1-4a36-47f7-9ea9-273a46c17b50 req-da7344d1-f5ce-4b6c-9b26-982497ee62f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:27.450972 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-760d36e1-4a36-47f7-9ea9-273a46c17b50 req-da7344d1-f5ce-4b6c-9b26-982497ee62f9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ee3a57170bc8490098e0840a2e89392b&device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 1128 time: 0.0446916 Sep 20 13:29:27.851740 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e268c-2364-4aff-88d3-fa30784d3400 req-072d3669-d518-44a3-a1cf-ac464e835ba9 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:27.853201 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-995e268c-2364-4aff-88d3-fa30784d3400 req-072d3669-d518-44a3-a1cf-ac464e835ba9 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=f04a106b-604a-4e7c-956d-48c8073afb26 HTTP/1.1" status: 200 len: 945 time: 0.0828168 Sep 20 13:29:27.854154 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d36e1-4a36-47f7-9ea9-273a46c17b50 req-4ed1647e-542d-4f70-99cc-ee8aec10de3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:27.855498 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-760d36e1-4a36-47f7-9ea9-273a46c17b50 req-4ed1647e-542d-4f70-99cc-ee8aec10de3d service neutron] 10.222.0.62 "GET /v2.0/networks?id=11c87694-9bef-4fe4-9250-573b5f8887eb HTTP/1.1" status: 200 len: 916 time: 0.3930295 Sep 20 13:29:27.947080 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-760d36e1-4a36-47f7-9ea9-273a46c17b50 req-4720e590-ec8b-43a8-b934-8265b416be8a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d60ce66-a02f-4cfc-b674-0bb22e114efa HTTP/1.1" status: 200 len: 1000 time: 0.0822163 Sep 20 13:29:27.950569 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-995e268c-2364-4aff-88d3-fa30784d3400 req-69806758-0502-4006-9ce3-6ef2eb1643ec tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917060 Sep 20 13:29:27.996883 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d36e1-4a36-47f7-9ea9-273a46c17b50 req-6785dbdf-cafe-4c80-98f6-8b0fdd90b963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:27.998338 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-760d36e1-4a36-47f7-9ea9-273a46c17b50 req-6785dbdf-cafe-4c80-98f6-8b0fdd90b963 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6bc59d34-e407-4d89-95e5-8037392fca32 HTTP/1.1" status: 200 len: 855 time: 0.0430319 Sep 20 13:29:28.050126 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d36e1-4a36-47f7-9ea9-273a46c17b50 req-5187eada-c077-487f-89f3-62ce39b2c496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:28.051699 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-760d36e1-4a36-47f7-9ea9-273a46c17b50 req-5187eada-c077-487f-89f3-62ce39b2c496 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=11c87694-9bef-4fe4-9250-573b5f8887eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439994 Sep 20 13:29:28.148564 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efed7e8f-e906-4f84-9085-091ad0ea64be req-2c12279e-defb-47f4-aae6-0ea297b94357 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:28.150032 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-efed7e8f-e906-4f84-9085-091ad0ea64be req-2c12279e-defb-47f4-aae6-0ea297b94357 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 944 time: 0.0539975 Sep 20 13:29:28.152670 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-760d36e1-4a36-47f7-9ea9-273a46c17b50 req-f2e2a528-c42f-418e-b802-a02d73dbf63a service neutron] 10.222.0.62 "GET /v2.0/networks/11c87694-9bef-4fe4-9250-573b5f8887eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917358 Sep 20 13:29:28.178698 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c793fb8f-2eac-4cf0-b972-02f3f2d6d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (78ab24c8-cd03-458a-a2fc-6c0c54d0053a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:29:28.198467 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-efed7e8f-e906-4f84-9085-091ad0ea64be req-402e1d4f-cad5-4fb4-9367-66e12ac9c630 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426590 Sep 20 13:29:28.245405 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-760d36e1-4a36-47f7-9ea9-273a46c17b50 req-8da827b4-c28d-425f-9ae9-0445c40c9ca5 service neutron] 10.222.0.62 "GET /v2.0/networks/11c87694-9bef-4fe4-9250-573b5f8887eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833070 Sep 20 13:29:29.100203 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169144f1-d5a1-4919-a588-5aca3245643e req-e02a79d5-b89b-4ba2-a3bf-aa03721278d8 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:29.103140 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-169144f1-d5a1-4919-a588-5aca3245643e req-e02a79d5-b89b-4ba2-a3bf-aa03721278d8 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=f04a106b-604a-4e7c-956d-48c8073afb26 HTTP/1.1" status: 200 len: 945 time: 0.0743372 Sep 20 13:29:29.161737 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-169144f1-d5a1-4919-a588-5aca3245643e req-76ff4e14-7f2b-4b61-a114-05c6e20147c7 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479257 Sep 20 13:29:29.338140 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb9508-157a-4b31-929c-6a0b869a6ad9 req-5cf1e42d-56c3-49ee-8614-2cd713246fe9 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:29.339674 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-cedb9508-157a-4b31-929c-6a0b869a6ad9 req-5cf1e42d-56c3-49ee-8614-2cd713246fe9 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 944 time: 0.0538695 Sep 20 13:29:29.396050 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-cedb9508-157a-4b31-929c-6a0b869a6ad9 req-08333c5b-de12-496c-9dcb-67a286c56574 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508559 Sep 20 13:29:29.592862 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (543ca60b-7e7a-4ebd-8f87-7672c7a482b9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:29:30.288155 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2850c9-3eff-47de-bb23-36cf6a615220 req-14b69119-b339-4706-8333-f7af8f514fe6 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:30.289651 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2a2850c9-3eff-47de-bb23-36cf6a615220 req-14b69119-b339-4706-8333-f7af8f514fe6 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=f04a106b-604a-4e7c-956d-48c8073afb26 HTTP/1.1" status: 200 len: 945 time: 0.0525827 Sep 20 13:29:30.339637 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2a2850c9-3eff-47de-bb23-36cf6a615220 req-342f28ab-3fa8-4573-93e7-14a94849b5f1 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444951 Sep 20 13:29:30.556788 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0680e3a-f523-4140-af1d-b85b45f4272c req-bcef57ed-95f2-4ea1-ba38-59018dc736a3 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:30.558289 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-f0680e3a-f523-4140-af1d-b85b45f4272c req-bcef57ed-95f2-4ea1-ba38-59018dc736a3 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 944 time: 0.0582888 Sep 20 13:29:30.604320 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-f0680e3a-f523-4140-af1d-b85b45f4272c req-776e6540-7f41-4550-a553-5ff343574de4 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404344 Sep 20 13:29:31.467225 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b59dfb-480d-4619-a677-86ad74570bf9 req-9f8845e9-4291-4255-a0b6-49b44f0c63c1 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:31.468728 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c2b59dfb-480d-4619-a677-86ad74570bf9 req-9f8845e9-4291-4255-a0b6-49b44f0c63c1 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=f04a106b-604a-4e7c-956d-48c8073afb26 HTTP/1.1" status: 200 len: 945 time: 0.0526457 Sep 20 13:29:31.525522 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c2b59dfb-480d-4619-a677-86ad74570bf9 req-2da1080b-bfaf-4f3a-a145-f4742fe80b26 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501378 Sep 20 13:29:31.751685 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b1b3a-d148-4b91-89d0-5f7c38f206e1 req-2db32d6b-ac9f-45a7-a3f3-c9fa85afd2b0 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:31.753215 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-0b7b1b3a-d148-4b91-89d0-5f7c38f206e1 req-2db32d6b-ac9f-45a7-a3f3-c9fa85afd2b0 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 944 time: 0.0675807 Sep 20 13:29:31.799875 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-0b7b1b3a-d148-4b91-89d0-5f7c38f206e1 req-4b021cff-0880-4675-ac71-c89f99b544a6 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402448 Sep 20 13:29:32.672763 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e1d96a-a905-4f6e-806b-6e775e3f4a1c req-8e75062f-509d-4dbc-af31-667c457e7cb6 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:32.674407 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b5e1d96a-a905-4f6e-806b-6e775e3f4a1c req-8e75062f-509d-4dbc-af31-667c457e7cb6 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=f04a106b-604a-4e7c-956d-48c8073afb26 HTTP/1.1" status: 200 len: 945 time: 0.0586257 Sep 20 13:29:32.729470 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b5e1d96a-a905-4f6e-806b-6e775e3f4a1c req-9ea05fa6-4afc-4fae-a98f-30c5981b7f50 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479407 Sep 20 13:29:32.945126 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba3bf77-cc5a-433e-9e64-26ed9ad57cfd req-ffb838af-5147-44d0-928f-adea2c578452 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:32.946625 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-0ba3bf77-cc5a-433e-9e64-26ed9ad57cfd req-ffb838af-5147-44d0-928f-adea2c578452 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 944 time: 0.0642881 Sep 20 13:29:33.002437 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-0ba3bf77-cc5a-433e-9e64-26ed9ad57cfd req-15513153-e913-47b6-b7b8-7dc0816b9eea tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500956 Sep 20 13:29:33.617473 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device f24795b7-e244-4079-a930-2f40588466d4 no longer exists at agent hyperv_hv-cinder-85846 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:29:33.698514 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Current status of the port f24795b7-e244-4079-a930-2f40588466d4 is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:29:33.698998 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (f24795b7-e244-4079-a930-2f40588466d4), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:29:33.723685 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f04a106b-604a-4e7c-956d-48c8073afb26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f24795b7-e244-4079-a930-2f40588466d4'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:29:33.730640 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76b3f69f6489aff1aa8284e7e37e9464aa9e8db96ff70d8a184fca566081ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d249b7-c4dd-4c29-b47f-57cb38a33d0b" -d '{"events": [{"server_uuid": "f04a106b-604a-4e7c-956d-48c8073afb26", "name": "network-vif-unplugged", "status": "completed", "tag": "f24795b7-e244-4079-a930-2f40588466d4"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:29:33.747529 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port f24795b7-e244-4079-a930-2f40588466d4, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=f24795b7-e244-4079-a930-2f40588466d4,segment=NetworkSegment(f47cb449-14cc-4dd6-9f7f-1690124e994f),segment_id=f47cb449-14cc-4dd6-9f7f-1690124e994f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:29:33.751335 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (f24795b7-e244-4079-a930-2f40588466d4), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:29:33.793842 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 20 Sep 2022 13:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6d4a11-f8b8-447d-a99a-44e04e515149 x-openstack-request-id: req-4c6d4a11-f8b8-447d-a99a-44e04e515149 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:29:33.794607 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f04a106b-604a-4e7c-956d-48c8073afb26", "name": "network-vif-unplugged", "status": "completed", "tag": "f24795b7-e244-4079-a930-2f40588466d4", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:29:33.795108 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4c6d4a11-f8b8-447d-a99a-44e04e515149 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:29:33.795715 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c6d4a11-f8b8-447d-a99a-44e04e515149'] response: {'server_uuid': 'f04a106b-604a-4e7c-956d-48c8073afb26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f24795b7-e244-4079-a930-2f40588466d4', 'code': 200} Sep 20 13:29:33.829139 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Pushing event updated for resources: {'Port': ['ID=f24795b7-e244-4079-a930-2f40588466d4,revision_number=6']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:29:33.895492 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a1633-e8e0-44db-896f-8c3b31ec9622 req-2f45183b-e5d9-4081-8461-f4a223aab641 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:33.897490 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-ab7a1633-e8e0-44db-896f-8c3b31ec9622 req-2f45183b-e5d9-4081-8461-f4a223aab641 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=f04a106b-604a-4e7c-956d-48c8073afb26 HTTP/1.1" status: 200 len: 943 time: 0.0535715 Sep 20 13:29:33.946402 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-ab7a1633-e8e0-44db-896f-8c3b31ec9622 req-5ff5eda2-33fb-4013-a2f3-0dbb6d29478a tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432894 Sep 20 13:29:34.153095 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee0d7f-7b4e-4f10-a2f3-4c6a8138bc3b req-6f2b8df3-9ee2-4922-9fa2-fc8d208ba2ed tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:34.154680 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f8ee0d7f-7b4e-4f10-a2f3-4c6a8138bc3b req-6f2b8df3-9ee2-4922-9fa2-fc8d208ba2ed tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 944 time: 0.0646009 Sep 20 13:29:34.202980 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f8ee0d7f-7b4e-4f10-a2f3-4c6a8138bc3b req-ec8a942d-a08a-4a04-9a87-62c6b1c27f29 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421143 Sep 20 13:29:35.091758 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3f83e-43bb-46ad-9048-caa7260f74a6 req-31b42b6c-c077-4741-9d6a-f323f4dd47b8 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:35.093406 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-abc3f83e-43bb-46ad-9048-caa7260f74a6 req-31b42b6c-c077-4741-9d6a-f323f4dd47b8 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=f04a106b-604a-4e7c-956d-48c8073afb26 HTTP/1.1" status: 200 len: 943 time: 0.0694585 Sep 20 13:29:35.149733 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-abc3f83e-43bb-46ad-9048-caa7260f74a6 req-c6e85442-c21c-4644-b670-f196b445af68 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501504 Sep 20 13:29:35.340686 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb3596-4721-4f0c-9020-ffe661278df8 req-0fa23b0d-52e1-4815-8cc1-44eaa67b370e tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:35.342311 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-a6eb3596-4721-4f0c-9020-ffe661278df8 req-0fa23b0d-52e1-4815-8cc1-44eaa67b370e tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 944 time: 0.0523102 Sep 20 13:29:35.390632 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-a6eb3596-4721-4f0c-9020-ffe661278df8 req-595f0f2e-9287-40d9-8288-858acfa14308 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427723 Sep 20 13:29:36.285809 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29daef-4dd5-4e4f-9d9d-a3e0e4f5a5b0 req-de9b95db-7a67-4f92-9f32-10681f40921f tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:36.287977 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-dc29daef-4dd5-4e4f-9d9d-a3e0e4f5a5b0 req-de9b95db-7a67-4f92-9f32-10681f40921f tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=f04a106b-604a-4e7c-956d-48c8073afb26 HTTP/1.1" status: 200 len: 943 time: 0.0560734 Sep 20 13:29:36.341482 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-dc29daef-4dd5-4e4f-9d9d-a3e0e4f5a5b0 req-5a7f0de4-b35a-4f92-8a49-a5860b1fd2f8 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478911 Sep 20 13:29:36.558606 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d8fd6-9498-476e-bc2f-9bd5aca7ad20 req-30582249-e239-4abc-91de-a44e0dda8c41 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:36.560220 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-d71d8fd6-9498-476e-bc2f-9bd5aca7ad20 req-30582249-e239-4abc-91de-a44e0dda8c41 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 944 time: 0.0546949 Sep 20 13:29:36.640542 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-d71d8fd6-9498-476e-bc2f-9bd5aca7ad20 req-73c597c4-ab82-4dbf-b135-37686a34471b tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0745378 Sep 20 13:29:37.485584 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec4297-c81e-4f90-ac8c-1f3dad7e8c3f req-7f37111d-a763-4972-a205-db7b44e7dac9 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:37.490827 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-ebec4297-c81e-4f90-ac8c-1f3dad7e8c3f req-7f37111d-a763-4972-a205-db7b44e7dac9 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=f04a106b-604a-4e7c-956d-48c8073afb26 HTTP/1.1" status: 200 len: 943 time: 0.0611110 Sep 20 13:29:37.545875 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-ebec4297-c81e-4f90-ac8c-1f3dad7e8c3f req-037cfd8d-2de1-48bc-8df4-d63eecacbd57 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488331 Sep 20 13:29:37.789152 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88d907-6705-4d9a-acbb-0472326b729b req-46fa8141-42f8-4dcf-ba99-db367885b4a4 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:37.790619 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-9a88d907-6705-4d9a-acbb-0472326b729b req-46fa8141-42f8-4dcf-ba99-db367885b4a4 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 944 time: 0.0636714 Sep 20 13:29:37.861937 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-9a88d907-6705-4d9a-acbb-0472326b729b req-fbe1d666-b66a-46a6-8ac1-2ee560e52b1a tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0654123 Sep 20 13:29:38.678042 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afd0e9a-8678-43c8-929d-194bf2b97c30 req-7de763f7-2fd4-4af1-9cbd-46bc9e01533c tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:38.679538 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-4afd0e9a-8678-43c8-929d-194bf2b97c30 req-7de763f7-2fd4-4af1-9cbd-46bc9e01533c tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=f04a106b-604a-4e7c-956d-48c8073afb26 HTTP/1.1" status: 200 len: 943 time: 0.0524037 Sep 20 13:29:38.732154 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-4afd0e9a-8678-43c8-929d-194bf2b97c30 req-967952a7-4729-4dd4-890f-0ef393f1428f tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471199 Sep 20 13:29:38.989169 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8bed98-d4e9-4bf9-9fa0-cac7f1c2208b req-e58e2efd-085d-4565-8af5-3fedd9005cba tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:38.991259 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-8a8bed98-d4e9-4bf9-9fa0-cac7f1c2208b req-e58e2efd-085d-4565-8af5-3fedd9005cba tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 944 time: 0.0542860 Sep 20 13:29:39.046310 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-8a8bed98-d4e9-4bf9-9fa0-cac7f1c2208b req-62d7411a-0351-4f7a-8cc3-07c55928151a tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481894 Sep 20 13:29:39.867033 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a4e71-0c3a-49c5-ac47-93c817a617d1 req-4b5023f9-9f86-40b2-bd23-d86431f45251 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:39.872771 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-040a4e71-0c3a-49c5-ac47-93c817a617d1 req-4b5023f9-9f86-40b2-bd23-d86431f45251 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=f04a106b-604a-4e7c-956d-48c8073afb26 HTTP/1.1" status: 200 len: 943 time: 0.0668294 Sep 20 13:29:39.946581 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-040a4e71-0c3a-49c5-ac47-93c817a617d1 req-e015f4b9-ae3b-47a9-9875-56b4eba63de0 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725727 Sep 20 13:29:40.185929 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be68dc9-495a-4f7b-885a-89cc4f329220 req-8d36290b-2b9c-499f-b0b1-179e3d686e68 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:40.187434 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-0be68dc9-495a-4f7b-885a-89cc4f329220 req-8d36290b-2b9c-499f-b0b1-179e3d686e68 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 944 time: 0.0550232 Sep 20 13:29:40.200080 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (728cf656-0364-4172-b8b5-b6ffd3122ed0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:29:40.236345 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-0be68dc9-495a-4f7b-885a-89cc4f329220 req-22366a48-b3d5-4436-b709-27aa2a25c481 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431695 Sep 20 13:29:41.070092 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cab52e-1819-412b-b2aa-58884b8cf78c req-8621c95d-bb79-446d-baad-53bbae7fa754 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:41.072245 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-47cab52e-1819-412b-b2aa-58884b8cf78c req-8621c95d-bb79-446d-baad-53bbae7fa754 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=f04a106b-604a-4e7c-956d-48c8073afb26 HTTP/1.1" status: 200 len: 943 time: 0.0522141 Sep 20 13:29:41.118316 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-47cab52e-1819-412b-b2aa-58884b8cf78c req-1cc02b80-5301-4ed9-8735-8a1f1ddd8446 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405908 Sep 20 13:29:41.366443 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51845b79-0b9f-4aa1-87e8-e4f28c22f953 req-9f448bec-a70c-4e1f-a968-c6c803a515fc tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:41.367921 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-51845b79-0b9f-4aa1-87e8-e4f28c22f953 req-9f448bec-a70c-4e1f-a968-c6c803a515fc tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 944 time: 0.0540867 Sep 20 13:29:41.414638 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-51845b79-0b9f-4aa1-87e8-e4f28c22f953 req-3590b187-607e-4b88-b957-b55d446e703c tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405354 Sep 20 13:29:42.240646 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4082a7c-bb8e-46ba-a46a-e0ba6b6cb54b req-8e9c992d-fdd0-49a4-a763-8467de04acaa tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:42.242079 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-d4082a7c-bb8e-46ba-a46a-e0ba6b6cb54b req-8e9c992d-fdd0-49a4-a763-8467de04acaa tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=f04a106b-604a-4e7c-956d-48c8073afb26 HTTP/1.1" status: 200 len: 943 time: 0.0516920 Sep 20 13:29:42.289072 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-d4082a7c-bb8e-46ba-a46a-e0ba6b6cb54b req-e1ee5ad4-8905-4103-91c2-93c8ff309f18 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414071 Sep 20 13:29:42.542982 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e323377b-34f6-40f3-acf4-6a895a1840c0 req-4a3bfa15-56cd-4172-8826-dffaf007c355 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:42.544427 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-e323377b-34f6-40f3-acf4-6a895a1840c0 req-4a3bfa15-56cd-4172-8826-dffaf007c355 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 944 time: 0.0520618 Sep 20 13:29:42.593165 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-e323377b-34f6-40f3-acf4-6a895a1840c0 req-40f4b39f-c1bf-49a8-b4ac-3bef2af1a803 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431402 Sep 20 13:29:43.410245 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb5f41-e86e-4328-8c5d-213635dc18b7 req-ede54916-aa09-4be9-be25-9db741e82135 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:43.411709 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-8aeb5f41-e86e-4328-8c5d-213635dc18b7 req-ede54916-aa09-4be9-be25-9db741e82135 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=f04a106b-604a-4e7c-956d-48c8073afb26 HTTP/1.1" status: 200 len: 943 time: 0.0517247 Sep 20 13:29:43.464992 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-8aeb5f41-e86e-4328-8c5d-213635dc18b7 req-44bd2120-690f-4790-8333-03d6eb35fc40 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478039 Sep 20 13:29:43.719504 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ccd4e-cdb9-4871-8d37-72c59fb3601d req-858b2ecd-70a9-4d31-9638-46d2479e9f98 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:43.720945 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-ef5ccd4e-cdb9-4871-8d37-72c59fb3601d req-858b2ecd-70a9-4d31-9638-46d2479e9f98 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 944 time: 0.0506098 Sep 20 13:29:43.766896 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-ef5ccd4e-cdb9-4871-8d37-72c59fb3601d req-0a2cd724-8b42-402d-9067-c75bc161350e tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403969 Sep 20 13:29:44.043504 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa034c4-bb59-44da-80ea-0c7d8de3fd6a req-39c02c9f-7db0-4d17-8793-496d6d2f4d32 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:44.044958 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6aa034c4-bb59-44da-80ea-0c7d8de3fd6a req-39c02c9f-7db0-4d17-8793-496d6d2f4d32 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.62 "GET /v2.0/ports?device_id=f04a106b-604a-4e7c-956d-48c8073afb26 HTTP/1.1" status: 200 len: 943 time: 0.0846887 Sep 20 13:29:44.050927 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd01cb9e-993d-4dd3-bd6b-d746fc58cef2 req-c363151b-1e19-48db-a5fa-07d7f5bef161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:44.052280 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-bd01cb9e-993d-4dd3-bd6b-d746fc58cef2 req-c363151b-1e19-48db-a5fa-07d7f5bef161 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ee3a57170bc8490098e0840a2e89392b&device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 1128 time: 0.0652351 Sep 20 13:29:44.214508 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd01cb9e-993d-4dd3-bd6b-d746fc58cef2 req-724a74de-8800-41e3-8406-7f84d79764a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:44.216021 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-bd01cb9e-993d-4dd3-bd6b-d746fc58cef2 req-724a74de-8800-41e3-8406-7f84d79764a3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=11c87694-9bef-4fe4-9250-573b5f8887eb HTTP/1.1" status: 200 len: 916 time: 0.1331754 Sep 20 13:29:44.224495 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-6aa034c4-bb59-44da-80ea-0c7d8de3fd6a req-5b7411d6-f342-4af9-86e6-bed31a38dca2 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Deleting port f24795b7-e244-4079-a930-2f40588466d4 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:29:44.224866 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-6aa034c4-bb59-44da-80ea-0c7d8de3fd6a req-5b7411d6-f342-4af9-86e6-bed31a38dca2 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (f24795b7-e244-4079-a930-2f40588466d4), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:29:44.330035 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-bd01cb9e-993d-4dd3-bd6b-d746fc58cef2 req-793d6cba-de39-4bbf-a40f-a4fcbfe28317 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d60ce66-a02f-4cfc-b674-0bb22e114efa HTTP/1.1" status: 200 len: 1000 time: 0.1022272 Sep 20 13:29:44.393711 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-6aa034c4-bb59-44da-80ea-0c7d8de3fd6a req-5b7411d6-f342-4af9-86e6-bed31a38dca2 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] For port f24795b7-e244-4079-a930-2f40588466d4, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=f24795b7-e244-4079-a930-2f40588466d4,segment=NetworkSegment(f47cb449-14cc-4dd6-9f7f-1690124e994f),segment_id=f47cb449-14cc-4dd6-9f7f-1690124e994f)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:29:44.394083 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-6aa034c4-bb59-44da-80ea-0c7d8de3fd6a req-5b7411d6-f342-4af9-86e6-bed31a38dca2 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (f24795b7-e244-4079-a930-2f40588466d4), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:29:44.413816 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd01cb9e-993d-4dd3-bd6b-d746fc58cef2 req-287634ee-88b2-42ec-9ac7-ec66a1b34d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:44.415281 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-bd01cb9e-993d-4dd3-bd6b-d746fc58cef2 req-287634ee-88b2-42ec-9ac7-ec66a1b34d17 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6bc59d34-e407-4d89-95e5-8037392fca32 HTTP/1.1" status: 200 len: 855 time: 0.0774395 Sep 20 13:29:44.556080 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd01cb9e-993d-4dd3-bd6b-d746fc58cef2 req-33dd73e4-d5ba-4b61-b178-5f664a60c25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:44.558229 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-bd01cb9e-993d-4dd3-bd6b-d746fc58cef2 req-33dd73e4-d5ba-4b61-b178-5f664a60c25f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=11c87694-9bef-4fe4-9250-573b5f8887eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1069498 Sep 20 13:29:44.660302 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-6aa034c4-bb59-44da-80ea-0c7d8de3fd6a req-5b7411d6-f342-4af9-86e6-bed31a38dca2 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:29:44.660684 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-6aa034c4-bb59-44da-80ea-0c7d8de3fd6a req-5b7411d6-f342-4af9-86e6-bed31a38dca2 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607693'] for floatingip (af326e08-df96-4d5d-99bb-67edd4a3e38a), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:29:44.660999 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.db.l3_db [req-6aa034c4-bb59-44da-80ea-0c7d8de3fd6a req-5b7411d6-f342-4af9-86e6-bed31a38dca2 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Floating IP af326e08-df96-4d5d-99bb-67edd4a3e38a disassociated. External IP: 172.27.2.75, port: f24795b7-e244-4079-a930-2f40588466d4. Sep 20 13:29:44.661354 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-6aa034c4-bb59-44da-80ea-0c7d8de3fd6a req-5b7411d6-f342-4af9-86e6-bed31a38dca2 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Calling delete_port for f24795b7-e244-4079-a930-2f40588466d4 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:29:44.735812 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-bd01cb9e-993d-4dd3-bd6b-d746fc58cef2 req-4e510071-9aa7-461a-8551-d95b3d4bb08d service neutron] 10.222.0.62 "GET /v2.0/networks/11c87694-9bef-4fe4-9250-573b5f8887eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527791 Sep 20 13:29:44.819653 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e19e11-7252-4e01-b073-4276e719b30a req-2c639a34-85cd-486e-b6e9-7e4fd1fca6d6 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:44.823261 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-77e19e11-7252-4e01-b073-4276e719b30a req-2c639a34-85cd-486e-b6e9-7e4fd1fca6d6 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=f04a106b-604a-4e7c-956d-48c8073afb26 HTTP/1.1" status: 200 len: 943 time: 0.2836716 Sep 20 13:29:44.874539 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-77e19e11-7252-4e01-b073-4276e719b30a req-3186f9b7-c46a-4d96-9335-9b9de4c8e0e9 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465562 Sep 20 13:29:44.884608 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-bd01cb9e-993d-4dd3-bd6b-d746fc58cef2 req-29ac0a33-f4d6-40e2-95cc-9cdb344fc82b service neutron] 10.222.0.62 "GET /v2.0/networks/11c87694-9bef-4fe4-9250-573b5f8887eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401987 Sep 20 13:29:44.923291 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-6aa034c4-bb59-44da-80ea-0c7d8de3fd6a req-5b7411d6-f342-4af9-86e6-bed31a38dca2 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (f24795b7-e244-4079-a930-2f40588466d4), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:29:44.956984 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7411d6-f342-4af9-86e6-bed31a38dca2 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Pushing event deleted for resources: {'Port': ['ID=f24795b7-e244-4079-a930-2f40588466d4,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:29:44.972730 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7411d6-f342-4af9-86e6-bed31a38dca2 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:29:44.973087 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7411d6-f342-4af9-86e6-bed31a38dca2 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:29:44.973442 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7411d6-f342-4af9-86e6-bed31a38dca2 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:29:44.973785 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7411d6-f342-4af9-86e6-bed31a38dca2 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:29:44.974125 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7411d6-f342-4af9-86e6-bed31a38dca2 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:29:44.974464 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7411d6-f342-4af9-86e6-bed31a38dca2 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:29:44.974895 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7411d6-f342-4af9-86e6-bed31a38dca2 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:29:44.975262 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7411d6-f342-4af9-86e6-bed31a38dca2 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:29:44.975607 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7411d6-f342-4af9-86e6-bed31a38dca2 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:29:44.975937 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7411d6-f342-4af9-86e6-bed31a38dca2 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:29:44.976267 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7411d6-f342-4af9-86e6-bed31a38dca2 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:29:44.976595 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7411d6-f342-4af9-86e6-bed31a38dca2 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:29:44.976914 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7411d6-f342-4af9-86e6-bed31a38dca2 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:29:44.988461 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bfea12-6c7d-442f-8192-a141b8dc6370 req-63c32d51-092c-43a1-81e3-0a68822b0452 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:44.989928 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-77bfea12-6c7d-442f-8192-a141b8dc6370 req-63c32d51-092c-43a1-81e3-0a68822b0452 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 944 time: 0.1251116 Sep 20 13:29:45.102104 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-77bfea12-6c7d-442f-8192-a141b8dc6370 req-c24402a5-24c9-476c-8952-8885b063c67f tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0819833 Sep 20 13:29:45.120535 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6aa034c4-bb59-44da-80ea-0c7d8de3fd6a req-5b7411d6-f342-4af9-86e6-bed31a38dca2 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Router 996f78d9-1530-4b4f-838d-e5b1f6b573c9 has already been hosted by L3 agent e6bdf340-58c5-4186-af2d-ab00439e5425 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:29:45.219733 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6aa034c4-bb59-44da-80ea-0c7d8de3fd6a req-5b7411d6-f342-4af9-86e6-bed31a38dca2 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Notify agent at l3_agent.dv-cinder-858463-1-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:29:45.229491 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56297cc-5368-4269-a9ae-a5717a90f01e None None] Sync routers for ids ['996f78d9-1530-4b4f-838d-e5b1f6b573c9'] in dv-cinder-858463-1-iscsi {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:29:45.239521 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56297cc-5368-4269-a9ae-a5717a90f01e None None] Routers {'996f78d9-1530-4b4f-838d-e5b1f6b573c9'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:29:45.240343 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-c56297cc-5368-4269-a9ae-a5717a90f01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:29:26Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['996f78d9-1530-4b4f-838d-e5b1f6b573c9'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:29:45.266170 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aa034c4-bb59-44da-80ea-0c7d8de3fd6a req-5b7411d6-f342-4af9-86e6-bed31a38dca2 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] No DVR routers for this DVR port f24795b7-e244-4079-a930-2f40588466d4 on host hv-cinder-85846 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:29:45.268857 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-6aa034c4-bb59-44da-80ea-0c7d8de3fd6a req-5b7411d6-f342-4af9-86e6-bed31a38dca2 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:29:45.272193 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6aa034c4-bb59-44da-80ea-0c7d8de3fd6a req-5b7411d6-f342-4af9-86e6-bed31a38dca2 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.62 "DELETE /v2.0/ports/f24795b7-e244-4079-a930-2f40588466d4 HTTP/1.1" status: 204 len: 173 time: 1.2190399 Sep 20 13:29:45.272704 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f04a106b-604a-4e7c-956d-48c8073afb26', 'name': 'network-vif-deleted', 'tag': 'f24795b7-e244-4079-a930-2f40588466d4'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:29:45.275007 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8afa0c3fb06aef531850fccced94fa4b659a4977f0534d5a49c84d13d87c0c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeecf689-5684-4626-9d4e-819c5de539fc" -d '{"events": [{"server_uuid": "f04a106b-604a-4e7c-956d-48c8073afb26", "name": "network-vif-deleted", "tag": "f24795b7-e244-4079-a930-2f40588466d4"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:29:45.359685 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-c56297cc-5368-4269-a9ae-a5717a90f01e None None] Set router 996f78d9-1530-4b4f-838d-e5b1f6b573c9 gateway port host: dv-cinder-858463-1-iscsi {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:29:45.390832 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 13:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80da1a0d-2321-477c-b514-ffdde9103fbd x-openstack-request-id: req-80da1a0d-2321-477c-b514-ffdde9103fbd {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:29:45.391562 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f04a106b-604a-4e7c-956d-48c8073afb26", "name": "network-vif-deleted", "tag": "f24795b7-e244-4079-a930-2f40588466d4", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:29:45.391562 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-80da1a0d-2321-477c-b514-ffdde9103fbd {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:29:45.391777 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80da1a0d-2321-477c-b514-ffdde9103fbd'] response: {'server_uuid': 'f04a106b-604a-4e7c-956d-48c8073afb26', 'name': 'network-vif-deleted', 'tag': 'f24795b7-e244-4079-a930-2f40588466d4', 'status': 'completed', 'code': 200} Sep 20 13:29:45.556304 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-c56297cc-5368-4269-a9ae-a5717a90f01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'name': 'tempest-TestVolumeBootPattern-63882873-router', 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '22432643-4979-4ef7-8f82-fccb3218006c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:25:57Z', 'updated_at': '2022-09-20T13:26:00Z', 'revision_number': 4, 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'gw_port': {'id': '22432643-4979-4ef7-8f82-fccb3218006c', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:79:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:25:58Z', 'updated_at': '2022-09-20T13:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': '60ca7d4b-13df-40c2-8c48-a3190f0a6ad7', 'name': '', 'network_id': 'cff89604-63f6-4ff4-b070-c24b9893ce13', 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'mac_address': 'fa:16:3e:59:40:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '45d26521-be10-46ff-844d-b02be9b0cca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:26:00Z', 'updated_at': '2022-09-20T13:26:04Z', 'revision_number': 5, 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'subnets': [{'id': '45d26521-be10-46ff-844d-b02be9b0cca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:29:45.584178 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56297cc-5368-4269-a9ae-a5717a90f01e None None] Checking router: 996f78d9-1530-4b4f-838d-e5b1f6b573c9 for host: dv-cinder-858463-1-iscsi {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:29:45.592865 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56297cc-5368-4269-a9ae-a5717a90f01e None None] Routers {'996f78d9-1530-4b4f-838d-e5b1f6b573c9'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:29:45.593472 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-c56297cc-5368-4269-a9ae-a5717a90f01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:29:26Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['996f78d9-1530-4b4f-838d-e5b1f6b573c9'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:29:45.692415 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-c56297cc-5368-4269-a9ae-a5717a90f01e None None] Set router 996f78d9-1530-4b4f-838d-e5b1f6b573c9 gateway port host: dv-cinder-858463-1-iscsi {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:29:45.992631 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-70121c51-25d3-4eb8-ab57-b3a27cab04d2 req-7848aab7-22f7-476c-b313-8cc1a8c95f6c tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=f04a106b-604a-4e7c-956d-48c8073afb26 HTTP/1.1" status: 200 len: 210 time: 0.0268829 Sep 20 13:29:46.021476 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-c56297cc-5368-4269-a9ae-a5717a90f01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'name': 'tempest-TestVolumeBootPattern-63882873-router', 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '22432643-4979-4ef7-8f82-fccb3218006c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:25:57Z', 'updated_at': '2022-09-20T13:26:00Z', 'revision_number': 4, 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'gw_port': {'id': '22432643-4979-4ef7-8f82-fccb3218006c', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:79:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:25:58Z', 'updated_at': '2022-09-20T13:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': '60ca7d4b-13df-40c2-8c48-a3190f0a6ad7', 'name': '', 'network_id': 'cff89604-63f6-4ff4-b070-c24b9893ce13', 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'mac_address': 'fa:16:3e:59:40:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '45d26521-be10-46ff-844d-b02be9b0cca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:26:00Z', 'updated_at': '2022-09-20T13:26:04Z', 'revision_number': 5, 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'subnets': [{'id': '45d26521-be10-46ff-844d-b02be9b0cca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:29:46.045962 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56297cc-5368-4269-a9ae-a5717a90f01e None None] The sync data for ids ['996f78d9-1530-4b4f-838d-e5b1f6b573c9'] in dv-cinder-858463-1-iscsi is: [{'id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'name': 'tempest-TestVolumeBootPattern-63882873-router', 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '22432643-4979-4ef7-8f82-fccb3218006c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:25:57Z', 'updated_at': '2022-09-20T13:26:00Z', 'revision_number': 4, 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'gw_port': {'id': '22432643-4979-4ef7-8f82-fccb3218006c', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:79:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:25:58Z', 'updated_at': '2022-09-20T13:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': '60ca7d4b-13df-40c2-8c48-a3190f0a6ad7', 'name': '', 'network_id': 'cff89604-63f6-4ff4-b070-c24b9893ce13', 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'mac_address': 'fa:16:3e:59:40:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '45d26521-be10-46ff-844d-b02be9b0cca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:26:00Z', 'updated_at': '2022-09-20T13:26:04Z', 'revision_number': 5, 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'subnets': [{'id': '45d26521-be10-46ff-844d-b02be9b0cca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:29:46.248766 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b7d59-1a30-4284-8db9-8e3c6e368463 req-9f60629b-bbdd-484d-ba80-e1bf91e2998f tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:46.250919 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-f30b7d59-1a30-4284-8db9-8e3c6e368463 req-9f60629b-bbdd-484d-ba80-e1bf91e2998f tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 944 time: 0.0674684 Sep 20 13:29:46.292363 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3208db-9a9a-460a-9018-9add62cd13ed None None] New status for floating IP af326e08-df96-4d5d-99bb-67edd4a3e38a: DOWN {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 13:29:46.304623 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-f30b7d59-1a30-4284-8db9-8e3c6e368463 req-953cb6a2-1d9a-4209-8593-21dc719507e0 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478768 Sep 20 13:29:47.247050 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-84cc91d7-40c4-405b-aa83-e33826cb3286 req-d8d79d1d-8899-4056-91ab-d04f31a5edea tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1340747924&fields=id&tenant_id=d53aef994f644a7fa4fa688cf97b1e17 HTTP/1.1" status: 200 len: 267 time: 0.0432117 Sep 20 13:29:47.352681 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc91d7-40c4-405b-aa83-e33826cb3286 req-74d49586-44e1-48a0-9641-2bb163d5f9b4 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:47.354883 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-84cc91d7-40c4-405b-aa83-e33826cb3286 req-74d49586-44e1-48a0-9641-2bb163d5f9b4 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/networks?id=cff89604-63f6-4ff4-b070-c24b9893ce13 HTTP/1.1" status: 200 len: 810 time: 0.1008401 Sep 20 13:29:47.369647 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-84cc91d7-40c4-405b-aa83-e33826cb3286 req-d44e38b2-2489-44a1-8d0d-38ac0748f84d tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/quotas/d53aef994f644a7fa4fa688cf97b1e17 HTTP/1.1" status: 200 len: 375 time: 0.0092726 Sep 20 13:29:47.428690 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-84cc91d7-40c4-405b-aa83-e33826cb3286 req-dce31a6c-de86-45a6-9da1-2c1ae1991089 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d53aef994f644a7fa4fa688cf97b1e17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502484 Sep 20 13:29:47.435803 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7834ac3c-9ee3-4e55-967b-04a6af504774 req-82e67cae-35fb-4cf1-a2ed-eec207975afc tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:47.437269 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7834ac3c-9ee3-4e55-967b-04a6af504774 req-82e67cae-35fb-4cf1-a2ed-eec207975afc tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 944 time: 0.0546870 Sep 20 13:29:47.486169 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7834ac3c-9ee3-4e55-967b-04a6af504774 req-f37751f7-8a8d-460b-a554-e4fea6f2b86e tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420053 Sep 20 13:29:47.495437 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [req-84cc91d7-40c4-405b-aa83-e33826cb3286 req-8579b6e2-fbdc-4fc8-bd17-7c2a4c1cf7be service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 20 13:29:47.496744 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-84cc91d7-40c4-405b-aa83-e33826cb3286 req-8579b6e2-fbdc-4fc8-bd17-7c2a4c1cf7be service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0557284 Sep 20 13:29:47.592068 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-84cc91d7-40c4-405b-aa83-e33826cb3286 req-539cbcef-3427-46c3-901d-b813ee479c26 service neutron] 10.222.0.55 "GET /v2.0/networks/cff89604-63f6-4ff4-b070-c24b9893ce13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839269 Sep 20 13:29:47.676781 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 2d60ce66-a02f-4cfc-b674-0bb22e114efa details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:29:47.682558 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-84cc91d7-40c4-405b-aa83-e33826cb3286 req-f724df78-1343-43ce-b473-c2396a44eb90 service neutron] 10.222.0.55 "GET /v2.0/networks/cff89604-63f6-4ff4-b070-c24b9893ce13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845587 Sep 20 13:29:47.774614 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port 2d60ce66-a02f-4cfc-b674-0bb22e114efa, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=2d60ce66-a02f-4cfc-b674-0bb22e114efa,segment=NetworkSegment(f948c4c9-3e43-44fc-b875-63e2f29a354c),segment_id=f948c4c9-3e43-44fc-b875-63e2f29a354c)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:29:47.787843 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Returning: {'device': '2d60ce66-a02f-4cfc-b674-0bb22e114efa', 'network_id': '11c87694-9bef-4fe4-9250-573b5f8887eb', 'port_id': '2d60ce66-a02f-4cfc-b674-0bb22e114efa', 'mac_address': 'fa:16:3e:7d:30:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bc59d34-e407-4d89-95e5-8037392fca32', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:29:47.821910 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Current status of the port 2d60ce66-a02f-4cfc-b674-0bb22e114efa is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:29:47.822310 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (2d60ce66-a02f-4cfc-b674-0bb22e114efa), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:29:47.838019 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d60ce66-a02f-4cfc-b674-0bb22e114efa {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 13:29:47.859057 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port 2d60ce66-a02f-4cfc-b674-0bb22e114efa, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=2d60ce66-a02f-4cfc-b674-0bb22e114efa,segment=NetworkSegment(f948c4c9-3e43-44fc-b875-63e2f29a354c),segment_id=f948c4c9-3e43-44fc-b875-63e2f29a354c)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:29:47.863099 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (2d60ce66-a02f-4cfc-b674-0bb22e114efa), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:29:47.919393 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Pushing event updated for resources: {'Port': ['ID=2d60ce66-a02f-4cfc-b674-0bb22e114efa,revision_number=9']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:29:47.981196 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f03bec6b-453a-4eca-98e6-75349ccffc20 req-6b084ecb-ab65-44fc-9352-7f52135da216 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=61058b29-d4e3-455a-8726-d6df998bb0b5 HTTP/1.1" status: 200 len: 210 time: 0.0307112 Sep 20 13:29:48.406726 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] get_ports_and_sgs() called for port_ids ['2d60ce66-a02f-4cfc-b674-0bb22e114efa'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 13:29:48.621417 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187c513-7ef2-4db8-a431-159c882f22b9 req-95b37178-aacd-4e91-b1ef-8d156d4ac174 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:48.623150 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-7187c513-7ef2-4db8-a431-159c882f22b9 req-95b37178-aacd-4e91-b1ef-8d156d4ac174 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 945 time: 0.0569150 Sep 20 13:29:48.668796 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-7187c513-7ef2-4db8-a431-159c882f22b9 req-6e284db2-f8e5-4b93-92bb-1856e226850f tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402808 Sep 20 13:29:49.112155 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a8683396-c32c-477d-9173-0fb3d224727f req-c396eeff-fedb-45f1-97e2-a3d614e0343c tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=61058b29-d4e3-455a-8726-d6df998bb0b5 HTTP/1.1" status: 200 len: 210 time: 0.0361645 Sep 20 13:29:49.162508 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc91d7-40c4-405b-aa83-e33826cb3286 req-9211d499-3920-4aa9-baf0-c58fd4d10932 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:49.163947 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-84cc91d7-40c4-405b-aa83-e33826cb3286 req-9211d499-3920-4aa9-baf0-c58fd4d10932 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.62 "GET /v2.0/networks?id=cff89604-63f6-4ff4-b070-c24b9893ce13 HTTP/1.1" status: 200 len: 810 time: 0.1334300 Sep 20 13:29:49.234297 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-84cc91d7-40c4-405b-aa83-e33826cb3286 req-94645cdb-988e-4631-a3f3-e0e229f4453d tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d53aef994f644a7fa4fa688cf97b1e17 HTTP/1.1" status: 200 len: 380 time: 0.0521498 Sep 20 13:29:49.243550 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-84cc91d7-40c4-405b-aa83-e33826cb3286 req-59666b37-75ae-4c8a-9d9e-72568bc77f4e tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Request body: {'port': {'device_id': '61058b29-d4e3-455a-8726-d6df998bb0b5', 'network_id': 'cff89604-63f6-4ff4-b070-c24b9893ce13', 'admin_state_up': True, 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'security_groups': ['1c3eaa96-65a4-410f-84e1-9364e6766e3f']}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:29:49.344559 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84cc91d7-40c4-405b-aa83-e33826cb3286 req-59666b37-75ae-4c8a-9d9e-72568bc77f4e tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Made reservation on behalf of d53aef994f644a7fa4fa688cf97b1e17 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:29:49.347782 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-84cc91d7-40c4-405b-aa83-e33826cb3286 req-59666b37-75ae-4c8a-9d9e-72568bc77f4e tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:29:49.478696 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-84cc91d7-40c4-405b-aa83-e33826cb3286 req-59666b37-75ae-4c8a-9d9e-72568bc77f4e tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Allocated IP 172.20.0.11 (cff89604-63f6-4ff4-b070-c24b9893ce13/45d26521-be10-46ff-844d-b02be9b0cca0/09952dcd-8f32-4854-bf04-7a34c24fa232) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:29:49.618400 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-84cc91d7-40c4-405b-aa83-e33826cb3286 req-59666b37-75ae-4c8a-9d9e-72568bc77f4e tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks [] for port (09952dcd-8f32-4854-bf04-7a34c24fa232), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:29:49.651694 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-84cc91d7-40c4-405b-aa83-e33826cb3286 req-59666b37-75ae-4c8a-9d9e-72568bc77f4e tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (09952dcd-8f32-4854-bf04-7a34c24fa232), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:29:49.685563 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 2d60ce66-a02f-4cfc-b674-0bb22e114efa up at agent hyperv_hv-cinder-85846 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:29:49.690871 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84cc91d7-40c4-405b-aa83-e33826cb3286 req-59666b37-75ae-4c8a-9d9e-72568bc77f4e tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Network cff89604-63f6-4ff4-b070-c24b9893ce13 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:29:49.693909 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-84cc91d7-40c4-405b-aa83-e33826cb3286 req-59666b37-75ae-4c8a-9d9e-72568bc77f4e tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:29:49.700402 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-84cc91d7-40c4-405b-aa83-e33826cb3286 req-59666b37-75ae-4c8a-9d9e-72568bc77f4e tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:29:49.707934 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59666b37-75ae-4c8a-9d9e-72568bc77f4e tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Pushing event updated for resources: {'Port': ['ID=09952dcd-8f32-4854-bf04-7a34c24fa232,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:29:49.758956 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc91d7-40c4-405b-aa83-e33826cb3286 req-59666b37-75ae-4c8a-9d9e-72568bc77f4e tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:49.759593 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-84cc91d7-40c4-405b-aa83-e33826cb3286 req-59666b37-75ae-4c8a-9d9e-72568bc77f4e tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:29:49.770864 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Provisioning complete for port 2d60ce66-a02f-4cfc-b674-0bb22e114efa triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:29:49.771251 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (2d60ce66-a02f-4cfc-b674-0bb22e114efa), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:29:49.771595 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Attempt 1 to provision port 2d60ce66-a02f-4cfc-b674-0bb22e114efa Sep 20 13:29:49.780753 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-84cc91d7-40c4-405b-aa83-e33826cb3286 req-59666b37-75ae-4c8a-9d9e-72568bc77f4e tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5406725 Sep 20 13:29:49.804432 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-84cc91d7-40c4-405b-aa83-e33826cb3286 req-ae8f363b-13bc-4f02-8373-6be79e935632 service neutron] Request body: {'port': {'device_id': '61058b29-d4e3-455a-8726-d6df998bb0b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85846'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:29:49.823646 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab48560-ff7e-4776-adbb-9f9af3806dc2 req-cdde7a37-c34f-48dc-b539-01e53c10d722 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:49.825358 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-dab48560-ff7e-4776-adbb-9f9af3806dc2 req-cdde7a37-c34f-48dc-b539-01e53c10d722 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 945 time: 0.0673444 Sep 20 13:29:49.877438 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Current status of the port 2d60ce66-a02f-4cfc-b674-0bb22e114efa is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:29:49.878060 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (2d60ce66-a02f-4cfc-b674-0bb22e114efa), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:29:49.888193 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-dab48560-ff7e-4776-adbb-9f9af3806dc2 req-c2796a33-4ede-447a-8cde-b2738c0e31bd tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0552464 Sep 20 13:29:49.891289 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-84cc91d7-40c4-405b-aa83-e33826cb3286 req-ae8f363b-13bc-4f02-8373-6be79e935632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (09952dcd-8f32-4854-bf04-7a34c24fa232), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:29:49.916107 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d7dffe-4d84-4005-bace-44e4b9404287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d60ce66-a02f-4cfc-b674-0bb22e114efa'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:29:49.918890 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76b3f69f6489aff1aa8284e7e37e9464aa9e8db96ff70d8a184fca566081ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d2bcdc-bab4-49e8-a940-73d1cc9cba09" -d '{"events": [{"server_uuid": "f7d7dffe-4d84-4005-bace-44e4b9404287", "name": "network-vif-plugged", "status": "completed", "tag": "2d60ce66-a02f-4cfc-b674-0bb22e114efa"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:29:49.938855 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port 2d60ce66-a02f-4cfc-b674-0bb22e114efa, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=2d60ce66-a02f-4cfc-b674-0bb22e114efa,segment=NetworkSegment(f948c4c9-3e43-44fc-b875-63e2f29a354c),segment_id=f948c4c9-3e43-44fc-b875-63e2f29a354c)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:29:49.943243 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (2d60ce66-a02f-4cfc-b674-0bb22e114efa), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:29:49.972439 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 13:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689d961c-5761-4e04-9387-a95e4f71f964 x-openstack-request-id: req-689d961c-5761-4e04-9387-a95e4f71f964 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:29:49.972676 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d7dffe-4d84-4005-bace-44e4b9404287", "name": "network-vif-plugged", "status": "completed", "tag": "2d60ce66-a02f-4cfc-b674-0bb22e114efa", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:29:49.972925 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-689d961c-5761-4e04-9387-a95e4f71f964 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:29:49.973310 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-689d961c-5761-4e04-9387-a95e4f71f964'] response: {'server_uuid': 'f7d7dffe-4d84-4005-bace-44e4b9404287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d60ce66-a02f-4cfc-b674-0bb22e114efa', 'code': 200} Sep 20 13:29:50.003264 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Pushing event updated for resources: {'Port': ['ID=2d60ce66-a02f-4cfc-b674-0bb22e114efa,revision_number=10']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:29:50.015946 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-4e602453-02a8-4786-9dc2-332d3798e7dc None None] Provisioning complete for port 09952dcd-8f32-4854-bf04-7a34c24fa232 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:29:50.016330 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4e602453-02a8-4786-9dc2-332d3798e7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (09952dcd-8f32-4854-bf04-7a34c24fa232), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:29:50.016670 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-4e602453-02a8-4786-9dc2-332d3798e7dc None None] Attempt 1 to provision port 09952dcd-8f32-4854-bf04-7a34c24fa232 Sep 20 13:29:50.049363 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-4e602453-02a8-4786-9dc2-332d3798e7dc None None] Port 09952dcd-8f32-4854-bf04-7a34c24fa232 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:29:50.171414 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [req-84cc91d7-40c4-405b-aa83-e33826cb3286 req-ae8f363b-13bc-4f02-8373-6be79e935632 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09952dcd-8f32-4854-bf04-7a34c24fa232 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 13:29:50.179554 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-84cc91d7-40c4-405b-aa83-e33826cb3286 req-ae8f363b-13bc-4f02-8373-6be79e935632 service neutron] Publish callbacks [] for port (09952dcd-8f32-4854-bf04-7a34c24fa232), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:29:50.194433 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-84cc91d7-40c4-405b-aa83-e33826cb3286 req-ae8f363b-13bc-4f02-8373-6be79e935632 service neutron] Transition to ACTIVE for port object 09952dcd-8f32-4854-bf04-7a34c24fa232 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 20 13:29:50.200513 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-84cc91d7-40c4-405b-aa83-e33826cb3286 req-ae8f363b-13bc-4f02-8373-6be79e935632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242759'] for port (09952dcd-8f32-4854-bf04-7a34c24fa232), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:29:50.241024 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eacd398-3923-44d3-9e0b-38b6fdf6180c req-a2c57ccf-f2fc-42a3-9d1e-34005d8837e9 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:50.242602 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-1eacd398-3923-44d3-9e0b-38b6fdf6180c req-a2c57ccf-f2fc-42a3-9d1e-34005d8837e9 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=61058b29-d4e3-455a-8726-d6df998bb0b5 HTTP/1.1" status: 200 len: 932 time: 0.0568159 Sep 20 13:29:50.296214 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-1eacd398-3923-44d3-9e0b-38b6fdf6180c req-ac98c6a1-182e-4584-927a-bdb9ea8ea51f tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476336 Sep 20 13:29:50.313647 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f363b-13bc-4f02-8373-6be79e935632 service neutron] Pushing event updated for resources: {'Port': ['ID=09952dcd-8f32-4854-bf04-7a34c24fa232,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:29:50.346169 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-84cc91d7-40c4-405b-aa83-e33826cb3286 req-ae8f363b-13bc-4f02-8373-6be79e935632 service neutron] Attempting to bind port 09952dcd-8f32-4854-bf04-7a34c24fa232 on host hv-cinder-85846 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 20 13:29:50.346518 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-84cc91d7-40c4-405b-aa83-e33826cb3286 req-ae8f363b-13bc-4f02-8373-6be79e935632 service neutron] Attempting to bind port 09952dcd-8f32-4854-bf04-7a34c24fa232 by drivers openvswitch,hyperv on host hv-cinder-85846 at level 0 using segments [{'id': 'f47cb449-14cc-4dd6-9f7f-1690124e994f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cff89604-63f6-4ff4-b070-c24b9893ce13'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 20 13:29:50.346887 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cc91d7-40c4-405b-aa83-e33826cb3286 req-ae8f363b-13bc-4f02-8373-6be79e935632 service neutron] Attempting to bind port 09952dcd-8f32-4854-bf04-7a34c24fa232 on network cff89604-63f6-4ff4-b070-c24b9893ce13 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:29:50.349823 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f0705-5e67-486b-a81f-b4f85af62174 req-9f332657-15cd-4acf-9a1f-a0cb34e6cdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:50.351353 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7b4f0705-5e67-486b-a81f-b4f85af62174 req-9f332657-15cd-4acf-9a1f-a0cb34e6cdca service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 1131 time: 0.1187866 Sep 20 13:29:50.354654 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cc91d7-40c4-405b-aa83-e33826cb3286 req-ae8f363b-13bc-4f02-8373-6be79e935632 service neutron] Port 09952dcd-8f32-4854-bf04-7a34c24fa232 on network cff89604-63f6-4ff4-b070-c24b9893ce13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85846 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 13:29:50.355137 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cc91d7-40c4-405b-aa83-e33826cb3286 req-ae8f363b-13bc-4f02-8373-6be79e935632 service neutron] Attempting to bind port 09952dcd-8f32-4854-bf04-7a34c24fa232 on network cff89604-63f6-4ff4-b070-c24b9893ce13 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:29:50.365567 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cc91d7-40c4-405b-aa83-e33826cb3286 req-ae8f363b-13bc-4f02-8373-6be79e935632 service neutron] Checking agent: {'id': '728cf656-0364-4172-b8b5-b6ffd3122ed0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85846', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 13, 15, 40), 'started_at': datetime.datetime(2022, 9, 20, 13, 15, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 13, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:29:50.365912 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cc91d7-40c4-405b-aa83-e33826cb3286 req-ae8f363b-13bc-4f02-8373-6be79e935632 service neutron] Checking segment: {'id': 'f47cb449-14cc-4dd6-9f7f-1690124e994f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cff89604-63f6-4ff4-b070-c24b9893ce13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:29:50.366289 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cc91d7-40c4-405b-aa83-e33826cb3286 req-ae8f363b-13bc-4f02-8373-6be79e935632 service neutron] Bound using segment: {'id': 'f47cb449-14cc-4dd6-9f7f-1690124e994f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cff89604-63f6-4ff4-b070-c24b9893ce13'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:29:50.366728 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-84cc91d7-40c4-405b-aa83-e33826cb3286 req-ae8f363b-13bc-4f02-8373-6be79e935632 service neutron] Bound port: 09952dcd-8f32-4854-bf04-7a34c24fa232, host: hv-cinder-85846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f47cb449-14cc-4dd6-9f7f-1690124e994f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cff89604-63f6-4ff4-b070-c24b9893ce13'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 20 13:29:50.367109 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-84cc91d7-40c4-405b-aa83-e33826cb3286 req-ae8f363b-13bc-4f02-8373-6be79e935632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (09952dcd-8f32-4854-bf04-7a34c24fa232), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:29:50.428164 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7b4f0705-5e67-486b-a81f-b4f85af62174 req-39952901-f029-4206-8adb-cd60b290666c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0699430 Sep 20 13:29:50.452760 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-84cc91d7-40c4-405b-aa83-e33826cb3286 req-ae8f363b-13bc-4f02-8373-6be79e935632 service neutron] For port 09952dcd-8f32-4854-bf04-7a34c24fa232, host hv-cinder-85846, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:29:50.456094 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-84cc91d7-40c4-405b-aa83-e33826cb3286 req-ae8f363b-13bc-4f02-8373-6be79e935632 service neutron] For port 09952dcd-8f32-4854-bf04-7a34c24fa232, host hv-cinder-85846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=09952dcd-8f32-4854-bf04-7a34c24fa232,segment=NetworkSegment(f47cb449-14cc-4dd6-9f7f-1690124e994f),segment_id=f47cb449-14cc-4dd6-9f7f-1690124e994f)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:29:50.463447 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-84cc91d7-40c4-405b-aa83-e33826cb3286 req-ae8f363b-13bc-4f02-8373-6be79e935632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242759'] for port (09952dcd-8f32-4854-bf04-7a34c24fa232), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:29:50.466519 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc91d7-40c4-405b-aa83-e33826cb3286 req-ae8f363b-13bc-4f02-8373-6be79e935632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:50.467368 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-84cc91d7-40c4-405b-aa83-e33826cb3286 req-ae8f363b-13bc-4f02-8373-6be79e935632 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:29:50.468717 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-84cc91d7-40c4-405b-aa83-e33826cb3286 req-ae8f363b-13bc-4f02-8373-6be79e935632 service neutron] 10.222.0.62 "PUT /v2.0/ports/09952dcd-8f32-4854-bf04-7a34c24fa232 HTTP/1.1" status: 200 len: 1094 time: 0.6691341 Sep 20 13:29:50.471308 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61058b29-d4e3-455a-8726-d6df998bb0b5', 'tag': '09952dcd-8f32-4854-bf04-7a34c24fa232'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:29:50.473543 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8afa0c3fb06aef531850fccced94fa4b659a4977f0534d5a49c84d13d87c0c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8428792-dda0-40f3-836b-ce1cd9d5b97a" -d '{"events": [{"name": "network-changed", "server_uuid": "61058b29-d4e3-455a-8726-d6df998bb0b5", "tag": "09952dcd-8f32-4854-bf04-7a34c24fa232"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:29:50.513256 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 13:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a149f842-1a63-4899-bc87-78d2007d64bc x-openstack-request-id: req-a149f842-1a63-4899-bc87-78d2007d64bc {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:29:50.513557 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61058b29-d4e3-455a-8726-d6df998bb0b5", "tag": "09952dcd-8f32-4854-bf04-7a34c24fa232", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:29:50.513816 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a149f842-1a63-4899-bc87-78d2007d64bc {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:29:50.514220 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a149f842-1a63-4899-bc87-78d2007d64bc'] response: {'name': 'network-changed', 'server_uuid': '61058b29-d4e3-455a-8726-d6df998bb0b5', 'tag': '09952dcd-8f32-4854-bf04-7a34c24fa232', 'status': 'completed', 'code': 200} Sep 20 13:29:50.525265 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f363b-13bc-4f02-8373-6be79e935632 service neutron] Pushing event updated for resources: {'Port': ['ID=09952dcd-8f32-4854-bf04-7a34c24fa232,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:29:50.550185 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-4e602453-02a8-4786-9dc2-332d3798e7dc None None] Attempt 2 to provision port 09952dcd-8f32-4854-bf04-7a34c24fa232 Sep 20 13:29:50.587726 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-4e602453-02a8-4786-9dc2-332d3798e7dc None None] Port 09952dcd-8f32-4854-bf04-7a34c24fa232 had new provisioning blocks added so it will not transition to active. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 20 13:29:51.017826 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fcab00-a264-4adc-96fc-6f59fed0589d req-c1fda2ed-5d92-47ad-bf61-aec8bbb143ff tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:51.019333 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-32fcab00-a264-4adc-96fc-6f59fed0589d req-c1fda2ed-5d92-47ad-bf61-aec8bbb143ff tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 947 time: 0.0532465 Sep 20 13:29:51.062226 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8428792-dda0-40f3-836b-ce1cd9d5b97a req-b0de5a05-5219-44f0-917e-51b6e13c4f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:51.063926 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a8428792-dda0-40f3-836b-ce1cd9d5b97a req-b0de5a05-5219-44f0-917e-51b6e13c4f91 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d53aef994f644a7fa4fa688cf97b1e17&device_id=61058b29-d4e3-455a-8726-d6df998bb0b5 HTTP/1.1" status: 200 len: 1128 time: 0.0463698 Sep 20 13:29:51.066444 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-32fcab00-a264-4adc-96fc-6f59fed0589d req-cd49919f-adae-4d38-a920-bcc359705230 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415299 Sep 20 13:29:51.194223 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8428792-dda0-40f3-836b-ce1cd9d5b97a req-70b3e150-98e2-4db6-b1bf-71838df94f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:51.195634 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a8428792-dda0-40f3-836b-ce1cd9d5b97a req-70b3e150-98e2-4db6-b1bf-71838df94f4d service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=d53aef994f644a7fa4fa688cf97b1e17&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0933590 Sep 20 13:29:51.288239 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8428792-dda0-40f3-836b-ce1cd9d5b97a req-d14327dc-27d0-42d4-a0e7-505da1a8f280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:51.289659 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a8428792-dda0-40f3-836b-ce1cd9d5b97a req-d14327dc-27d0-42d4-a0e7-505da1a8f280 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0880032 Sep 20 13:29:51.450111 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e8089-82d9-4339-9fb7-e1db11ca65cc req-51430ea1-b332-47de-bf84-37e0177e1718 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:51.451504 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7e7e8089-82d9-4339-9fb7-e1db11ca65cc req-51430ea1-b332-47de-bf84-37e0177e1718 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=61058b29-d4e3-455a-8726-d6df998bb0b5 HTTP/1.1" status: 200 len: 944 time: 0.0834599 Sep 20 13:29:51.453932 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc91d7-40c4-405b-aa83-e33826cb3286 req-fe905624-4883-4219-9257-cedc02a5a6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:51.455276 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-84cc91d7-40c4-405b-aa83-e33826cb3286 req-fe905624-4883-4219-9257-cedc02a5a6f1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d53aef994f644a7fa4fa688cf97b1e17&device_id=61058b29-d4e3-455a-8726-d6df998bb0b5 HTTP/1.1" status: 200 len: 1128 time: 0.0780797 Sep 20 13:29:51.520032 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-84cc91d7-40c4-405b-aa83-e33826cb3286 req-4e6aa388-5dca-482b-80a2-d4f43a0ba9bb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09952dcd-8f32-4854-bf04-7a34c24fa232 HTTP/1.1" status: 200 len: 217 time: 0.0381858 Sep 20 13:29:51.528961 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7e7e8089-82d9-4339-9fb7-e1db11ca65cc req-167506bd-ef4c-4fa2-a382-bb314853d4f8 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717204 Sep 20 13:29:51.572184 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc91d7-40c4-405b-aa83-e33826cb3286 req-28664942-3ac7-459d-bc59-35db0b5337a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:51.573801 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-84cc91d7-40c4-405b-aa83-e33826cb3286 req-28664942-3ac7-459d-bc59-35db0b5337a8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=45d26521-be10-46ff-844d-b02be9b0cca0 HTTP/1.1" status: 200 len: 849 time: 0.0439794 Sep 20 13:29:51.625997 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc91d7-40c4-405b-aa83-e33826cb3286 req-9a9fb605-fb2a-401b-ad90-db5871292792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:51.627521 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-84cc91d7-40c4-405b-aa83-e33826cb3286 req-9a9fb605-fb2a-401b-ad90-db5871292792 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cff89604-63f6-4ff4-b070-c24b9893ce13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476038 Sep 20 13:29:51.720584 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-84cc91d7-40c4-405b-aa83-e33826cb3286 req-c2d8d934-2298-4e82-90cf-8b65f107705f service neutron] 10.222.0.62 "GET /v2.0/networks/cff89604-63f6-4ff4-b070-c24b9893ce13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854845 Sep 20 13:29:51.818689 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-84cc91d7-40c4-405b-aa83-e33826cb3286 req-c12faa82-19bf-4aa8-acb1-f8afc6f7e37a service neutron] 10.222.0.62 "GET /v2.0/networks/cff89604-63f6-4ff4-b070-c24b9893ce13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906899 Sep 20 13:29:52.195437 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d61a086-7680-45cd-a8a8-f6e10030c5ea req-2c33d48b-c67b-40b6-a8fa-c84e18e8d98e tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:52.196901 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-2d61a086-7680-45cd-a8a8-f6e10030c5ea req-2c33d48b-c67b-40b6-a8fa-c84e18e8d98e tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 947 time: 0.0530713 Sep 20 13:29:52.242140 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-2d61a086-7680-45cd-a8a8-f6e10030c5ea req-ab7c4df2-4378-4b80-8b46-87a6def2d1d5 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390923 Sep 20 13:29:52.664501 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca1e20-ead8-4a6a-89e2-082f835c89b6 req-6a689ebb-77fe-42ff-952d-13e3b426f6ed tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:52.666010 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7dca1e20-ead8-4a6a-89e2-082f835c89b6 req-6a689ebb-77fe-42ff-952d-13e3b426f6ed tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=61058b29-d4e3-455a-8726-d6df998bb0b5 HTTP/1.1" status: 200 len: 944 time: 0.0594015 Sep 20 13:29:52.724708 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7dca1e20-ead8-4a6a-89e2-082f835c89b6 req-ea1d3401-537a-4373-b880-76386021f3b8 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518510 Sep 20 13:29:53.378070 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9518be35-5f1e-4a77-8ea0-fff9b368ee9c req-8aaed5bf-fa69-44b8-94dc-b00784569240 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:53.379469 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-9518be35-5f1e-4a77-8ea0-fff9b368ee9c req-8aaed5bf-fa69-44b8-94dc-b00784569240 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 947 time: 0.0549784 Sep 20 13:29:53.426240 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-9518be35-5f1e-4a77-8ea0-fff9b368ee9c req-56980d14-e779-4b00-bb2a-608d1540d45c tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411761 Sep 20 13:29:53.434512 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3438fcec-afda-4027-9e15-eb3f5bb11ffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (c520f755-59ca-4a79-a15e-107c01e131c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:29:53.851957 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a913bef-2701-487e-b974-0b71db5656f9 req-f3c187ad-aa6f-46fa-909c-ced1d8032a67 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:53.853483 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1a913bef-2701-487e-b974-0b71db5656f9 req-f3c187ad-aa6f-46fa-909c-ced1d8032a67 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=61058b29-d4e3-455a-8726-d6df998bb0b5 HTTP/1.1" status: 200 len: 944 time: 0.0529664 Sep 20 13:29:53.906552 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1a913bef-2701-487e-b974-0b71db5656f9 req-cedd78a8-9ac1-4eb3-b807-7cd4a0da16b7 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471582 Sep 20 13:29:55.031639 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e3a8b-3ca1-4ffb-b34f-dd2ce0f07c33 req-86111509-5434-4574-bb3c-17cd75b4cf37 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:55.033081 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4d2e3a8b-3ca1-4ffb-b34f-dd2ce0f07c33 req-86111509-5434-4574-bb3c-17cd75b4cf37 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=61058b29-d4e3-455a-8726-d6df998bb0b5 HTTP/1.1" status: 200 len: 944 time: 0.0559428 Sep 20 13:29:55.080922 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4d2e3a8b-3ca1-4ffb-b34f-dd2ce0f07c33 req-b3d17e80-f16c-4e69-9f77-a4062c364d78 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421135 Sep 20 13:29:55.505582 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb1eb18-6673-4154-95ff-0eb0ee42e064 req-b7fd9bc7-828b-4f50-a089-70e208ea5aeb tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:55.507095 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-ecb1eb18-6673-4154-95ff-0eb0ee42e064 req-b7fd9bc7-828b-4f50-a089-70e208ea5aeb tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=697f494c-c214-430a-b52b-d52e1b5db7aa HTTP/1.1" status: 200 len: 946 time: 0.0533576 Sep 20 13:29:55.555909 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-ecb1eb18-6673-4154-95ff-0eb0ee42e064 req-503b60e6-4a81-4295-8ad7-8bd677722ef3 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=494bffcc-20dd-4f95-8693-d67ab1b3b35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432568 Sep 20 13:29:55.786975 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-03c43c74-7c23-44f0-b593-dc1a6ff928bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (e6bdf340-58c5-4186-af2d-ab00439e5425), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:29:56.204487 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c290bb-26da-40e8-b217-2439187ed25e req-dcc039f9-4266-44f9-8708-4e8bdb7669a6 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:56.205936 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-29c290bb-26da-40e8-b217-2439187ed25e req-dcc039f9-4266-44f9-8708-4e8bdb7669a6 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=61058b29-d4e3-455a-8726-d6df998bb0b5 HTTP/1.1" status: 200 len: 944 time: 0.0526116 Sep 20 13:29:56.252810 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-29c290bb-26da-40e8-b217-2439187ed25e req-99602cd8-c571-4e53-8ff5-cba8c82513a0 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414627 Sep 20 13:29:56.678825 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c1c20-ebc7-4b34-bf13-3ef782aa85f0 req-0c4cec43-4a2d-4d04-a2fd-5ee87ac27f54 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:56.680307 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-d37c1c20-ebc7-4b34-bf13-3ef782aa85f0 req-0c4cec43-4a2d-4d04-a2fd-5ee87ac27f54 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=697f494c-c214-430a-b52b-d52e1b5db7aa HTTP/1.1" status: 200 len: 946 time: 0.0527928 Sep 20 13:29:56.731050 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-d37c1c20-ebc7-4b34-bf13-3ef782aa85f0 req-28e24672-7e24-4ae5-812f-5481ba46102e tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=494bffcc-20dd-4f95-8693-d67ab1b3b35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441999 Sep 20 13:29:56.772690 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21c1e68e-1f58-483a-acac-7453cdb7afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (dfbc54aa-0ed8-4030-9edb-0bf7f0e74037), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:29:57.373530 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b40bc52-8a6c-4f26-889d-ce46d643a11a req-4a802396-4fd9-4628-9244-7c3d3f1272c1 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:57.375000 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0b40bc52-8a6c-4f26-889d-ce46d643a11a req-4a802396-4fd9-4628-9244-7c3d3f1272c1 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=61058b29-d4e3-455a-8726-d6df998bb0b5 HTTP/1.1" status: 200 len: 944 time: 0.0513384 Sep 20 13:29:57.428227 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0b40bc52-8a6c-4f26-889d-ce46d643a11a req-cc93905d-794b-41ef-b98e-d4f702e1225a tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474799 Sep 20 13:29:57.619088 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1240be00-9572-417b-9610-4d531a0cc66b req-17094388-ad58-4ea7-abe1-ca6433583e5d tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:57.620919 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1240be00-9572-417b-9610-4d531a0cc66b req-17094388-ad58-4ea7-abe1-ca6433583e5d tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.62 "GET /v2.0/ports?device_id=697f494c-c214-430a-b52b-d52e1b5db7aa HTTP/1.1" status: 200 len: 946 time: 0.0526156 Sep 20 13:29:57.706907 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-1240be00-9572-417b-9610-4d531a0cc66b req-df9d5408-2d68-431e-8b4d-92713ff36880 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Deleting port ce53dead-1cb3-43f3-bd1f-b806e1d19522 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:29:57.707249 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-1240be00-9572-417b-9610-4d531a0cc66b req-df9d5408-2d68-431e-8b4d-92713ff36880 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (ce53dead-1cb3-43f3-bd1f-b806e1d19522), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:29:57.865456 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14394fa9-2a1a-4367-9b2f-d283bebdba64 req-63fca751-32fb-46a7-8116-da0b01f760e0 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:57.867054 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-14394fa9-2a1a-4367-9b2f-d283bebdba64 req-63fca751-32fb-46a7-8116-da0b01f760e0 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=697f494c-c214-430a-b52b-d52e1b5db7aa HTTP/1.1" status: 200 len: 946 time: 0.0570643 Sep 20 13:29:57.919543 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-14394fa9-2a1a-4367-9b2f-d283bebdba64 req-c0c3d6b9-e854-4c89-875b-384767c028f2 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups?id=494bffcc-20dd-4f95-8693-d67ab1b3b35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466192 Sep 20 13:29:58.065851 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-1240be00-9572-417b-9610-4d531a0cc66b req-df9d5408-2d68-431e-8b4d-92713ff36880 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] For port ce53dead-1cb3-43f3-bd1f-b806e1d19522, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=ce53dead-1cb3-43f3-bd1f-b806e1d19522,segment=NetworkSegment(8a4b54b5-f94a-442c-baa8-d6ca9ddee630),segment_id=8a4b54b5-f94a-442c-baa8-d6ca9ddee630)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:29:58.066217 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-1240be00-9572-417b-9610-4d531a0cc66b req-df9d5408-2d68-431e-8b4d-92713ff36880 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (ce53dead-1cb3-43f3-bd1f-b806e1d19522), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:29:58.180022 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c793fb8f-2eac-4cf0-b972-02f3f2d6d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (78ab24c8-cd03-458a-a2fc-6c0c54d0053a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:29:58.224910 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-1240be00-9572-417b-9610-4d531a0cc66b req-df9d5408-2d68-431e-8b4d-92713ff36880 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:29:58.225333 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-1240be00-9572-417b-9610-4d531a0cc66b req-df9d5408-2d68-431e-8b4d-92713ff36880 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607693'] for floatingip (fd82dcb2-d7a0-4c94-b4e8-b2a15a154ad0), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:29:58.225657 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.db.l3_db [req-1240be00-9572-417b-9610-4d531a0cc66b req-df9d5408-2d68-431e-8b4d-92713ff36880 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Floating IP fd82dcb2-d7a0-4c94-b4e8-b2a15a154ad0 disassociated. External IP: 172.27.2.93, port: ce53dead-1cb3-43f3-bd1f-b806e1d19522. Sep 20 13:29:58.226034 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-1240be00-9572-417b-9610-4d531a0cc66b req-df9d5408-2d68-431e-8b4d-92713ff36880 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Calling delete_port for ce53dead-1cb3-43f3-bd1f-b806e1d19522 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:29:58.349805 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-1240be00-9572-417b-9610-4d531a0cc66b req-df9d5408-2d68-431e-8b4d-92713ff36880 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (ce53dead-1cb3-43f3-bd1f-b806e1d19522), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:29:58.377714 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9d5408-2d68-431e-8b4d-92713ff36880 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Pushing event deleted for resources: {'Port': ['ID=ce53dead-1cb3-43f3-bd1f-b806e1d19522,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:29:58.484789 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1240be00-9572-417b-9610-4d531a0cc66b req-df9d5408-2d68-431e-8b4d-92713ff36880 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Router be2310ee-b755-4160-9683-bf0123d26b8d has already been hosted by L3 agent e6bdf340-58c5-4186-af2d-ab00439e5425 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:29:58.622711 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c355f3-3408-4c20-89e5-161aa47b5665 req-7028fa2d-e1ab-4f13-a451-6505dd1e1f05 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:58.624188 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-06c355f3-3408-4c20-89e5-161aa47b5665 req-7028fa2d-e1ab-4f13-a451-6505dd1e1f05 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=61058b29-d4e3-455a-8726-d6df998bb0b5 HTTP/1.1" status: 200 len: 944 time: 0.0966530 Sep 20 13:29:58.626823 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1240be00-9572-417b-9610-4d531a0cc66b req-df9d5408-2d68-431e-8b4d-92713ff36880 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Notify agent at l3_agent.dv-cinder-858463-1-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:29:58.638315 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38283ea0-77c2-42ad-8f7a-d8393034400c None None] Sync routers for ids ['be2310ee-b755-4160-9683-bf0123d26b8d'] in dv-cinder-858463-1-iscsi {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:29:58.648166 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38283ea0-77c2-42ad-8f7a-d8393034400c None None] Routers {'be2310ee-b755-4160-9683-bf0123d26b8d'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:29:58.648738 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-38283ea0-77c2-42ad-8f7a-d8393034400c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:29:56Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['be2310ee-b755-4160-9683-bf0123d26b8d'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:29:58.679694 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-1240be00-9572-417b-9610-4d531a0cc66b req-df9d5408-2d68-431e-8b4d-92713ff36880 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] No DVR routers for this DVR port ce53dead-1cb3-43f3-bd1f-b806e1d19522 on host hv-cinder-85846 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:29:58.683121 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-1240be00-9572-417b-9610-4d531a0cc66b req-df9d5408-2d68-431e-8b4d-92713ff36880 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:29:58.686348 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1240be00-9572-417b-9610-4d531a0cc66b req-df9d5408-2d68-431e-8b4d-92713ff36880 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.62 "DELETE /v2.0/ports/ce53dead-1cb3-43f3-bd1f-b806e1d19522 HTTP/1.1" status: 204 len: 173 time: 1.0605960 Sep 20 13:29:58.686869 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '697f494c-c214-430a-b52b-d52e1b5db7aa', 'name': 'network-vif-deleted', 'tag': 'ce53dead-1cb3-43f3-bd1f-b806e1d19522'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:29:58.689115 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8afa0c3fb06aef531850fccced94fa4b659a4977f0534d5a49c84d13d87c0c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1fcbcc-cc94-42f0-b6cc-a49c0abd59aa" -d '{"events": [{"server_uuid": "697f494c-c214-430a-b52b-d52e1b5db7aa", "name": "network-vif-deleted", "tag": "ce53dead-1cb3-43f3-bd1f-b806e1d19522"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:29:58.727439 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-06c355f3-3408-4c20-89e5-161aa47b5665 req-95dfde56-2f73-41bc-8d1c-97b4208e91d5 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942869 Sep 20 13:29:58.740539 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 13:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad15d40-a0ab-4300-8f1d-94e8f2591f49 x-openstack-request-id: req-fad15d40-a0ab-4300-8f1d-94e8f2591f49 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:29:58.740983 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "697f494c-c214-430a-b52b-d52e1b5db7aa", "name": "network-vif-deleted", "tag": "ce53dead-1cb3-43f3-bd1f-b806e1d19522", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:29:58.741485 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fad15d40-a0ab-4300-8f1d-94e8f2591f49 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:29:58.742041 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fad15d40-a0ab-4300-8f1d-94e8f2591f49'] response: {'server_uuid': '697f494c-c214-430a-b52b-d52e1b5db7aa', 'name': 'network-vif-deleted', 'tag': 'ce53dead-1cb3-43f3-bd1f-b806e1d19522', 'status': 'completed', 'code': 200} Sep 20 13:29:58.776879 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-38283ea0-77c2-42ad-8f7a-d8393034400c None None] Set router be2310ee-b755-4160-9683-bf0123d26b8d gateway port host: dv-cinder-858463-1-iscsi {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:29:58.980566 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-38283ea0-77c2-42ad-8f7a-d8393034400c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'name': 'tempest-AttachVolumeNegativeTest-2003643593-router', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'e9492da9-45a9-44b6-9182-04a6b3f257d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:17:46Z', 'updated_at': '2022-09-20T13:17:58Z', 'revision_number': 4, 'project_id': '4a20aa815a0947579d330112176846c9', 'gw_port': {'id': 'e9492da9-45a9-44b6-9182-04a6b3f257d7', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:23:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:48Z', 'updated_at': '2022-09-20T13:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': 'ba476e6c-250e-4f5e-8556-480e6708d591', 'name': '', 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'mac_address': 'fa:16:3e:8c:7f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'adb9ef7c-1078-430d-958b-f7a53420a9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:56Z', 'updated_at': '2022-09-20T13:18:06Z', 'revision_number': 5, 'project_id': '4a20aa815a0947579d330112176846c9', 'subnets': [{'id': 'adb9ef7c-1078-430d-958b-f7a53420a9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:29:59.008807 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38283ea0-77c2-42ad-8f7a-d8393034400c None None] Checking router: be2310ee-b755-4160-9683-bf0123d26b8d for host: dv-cinder-858463-1-iscsi {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:29:59.018106 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38283ea0-77c2-42ad-8f7a-d8393034400c None None] Routers {'be2310ee-b755-4160-9683-bf0123d26b8d'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:29:59.018713 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-38283ea0-77c2-42ad-8f7a-d8393034400c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:29:56Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['be2310ee-b755-4160-9683-bf0123d26b8d'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:29:59.032318 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-a7f87c68-849a-4fe6-be47-820f885607de req-4d00aa40-c6f0-4ca4-967a-5cc7116bddaf tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/ports?device_id=697f494c-c214-430a-b52b-d52e1b5db7aa HTTP/1.1" status: 200 len: 210 time: 0.0274591 Sep 20 13:29:59.118623 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-38283ea0-77c2-42ad-8f7a-d8393034400c None None] Set router be2310ee-b755-4160-9683-bf0123d26b8d gateway port host: dv-cinder-858463-1-iscsi {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:29:59.309210 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-38283ea0-77c2-42ad-8f7a-d8393034400c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'name': 'tempest-AttachVolumeNegativeTest-2003643593-router', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'e9492da9-45a9-44b6-9182-04a6b3f257d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:17:46Z', 'updated_at': '2022-09-20T13:17:58Z', 'revision_number': 4, 'project_id': '4a20aa815a0947579d330112176846c9', 'gw_port': {'id': 'e9492da9-45a9-44b6-9182-04a6b3f257d7', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:23:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:48Z', 'updated_at': '2022-09-20T13:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': 'ba476e6c-250e-4f5e-8556-480e6708d591', 'name': '', 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'mac_address': 'fa:16:3e:8c:7f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'adb9ef7c-1078-430d-958b-f7a53420a9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:56Z', 'updated_at': '2022-09-20T13:18:06Z', 'revision_number': 5, 'project_id': '4a20aa815a0947579d330112176846c9', 'subnets': [{'id': 'adb9ef7c-1078-430d-958b-f7a53420a9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:29:59.333565 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38283ea0-77c2-42ad-8f7a-d8393034400c None None] The sync data for ids ['be2310ee-b755-4160-9683-bf0123d26b8d'] in dv-cinder-858463-1-iscsi is: [{'id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'name': 'tempest-AttachVolumeNegativeTest-2003643593-router', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'e9492da9-45a9-44b6-9182-04a6b3f257d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:17:46Z', 'updated_at': '2022-09-20T13:17:58Z', 'revision_number': 4, 'project_id': '4a20aa815a0947579d330112176846c9', 'gw_port': {'id': 'e9492da9-45a9-44b6-9182-04a6b3f257d7', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:23:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:48Z', 'updated_at': '2022-09-20T13:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': 'ba476e6c-250e-4f5e-8556-480e6708d591', 'name': '', 'network_id': 'ed809d10-45b2-429e-b44f-1694990b1073', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'mac_address': 'fa:16:3e:8c:7f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'adb9ef7c-1078-430d-958b-f7a53420a9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:56Z', 'updated_at': '2022-09-20T13:18:06Z', 'revision_number': 5, 'project_id': '4a20aa815a0947579d330112176846c9', 'subnets': [{'id': 'adb9ef7c-1078-430d-958b-f7a53420a9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:29:59.561210 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bb3cf7-1797-46c5-93af-4113794f1e7d None None] New status for floating IP fd82dcb2-d7a0-4c94-b4e8-b2a15a154ad0: DOWN {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 13:29:59.593991 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (543ca60b-7e7a-4ebd-8f87-7672c7a482b9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:29:59.855585 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d34777-d247-455c-a425-d7140e8b9ec0 req-3aaae5da-bfa4-4587-88de-bad977355cf2 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:29:59.857040 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b4d34777-d247-455c-a425-d7140e8b9ec0 req-3aaae5da-bfa4-4587-88de-bad977355cf2 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=61058b29-d4e3-455a-8726-d6df998bb0b5 HTTP/1.1" status: 200 len: 944 time: 0.0535688 Sep 20 13:29:59.905561 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b4d34777-d247-455c-a425-d7140e8b9ec0 req-90864a5c-5871-4116-8151-eee43bf69758 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428839 Sep 20 13:30:00.119140 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 35436) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:30:00.177143 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e1281a22-88ec-447a-bc88-ab15b33f751e tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for security_group (494bffcc-20dd-4f95-8693-d67ab1b3b35e), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:00.200452 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e1281a22-88ec-447a-bc88-ab15b33f751e tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for security_group (494bffcc-20dd-4f95-8693-d67ab1b3b35e), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:00.247366 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e1281a22-88ec-447a-bc88-ab15b33f751e tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (494bffcc-20dd-4f95-8693-d67ab1b3b35e), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:00.250094 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e1281a22-88ec-447a-bc88-ab15b33f751e tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:00.251246 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-e1281a22-88ec-447a-bc88-ab15b33f751e tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "DELETE /v2.0/security-groups/494bffcc-20dd-4f95-8693-d67ab1b3b35e HTTP/1.1" status: 204 len: 168 time: 0.1304791 Sep 20 13:30:00.254440 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 35438) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:30:00.262008 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1281a22-88ec-447a-bc88-ab15b33f751e tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=494bffcc-20dd-4f95-8693-d67ab1b3b35e,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:00.269713 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.api.v2.resource [None req-d58cb197-b70b-4b74-94a2-3a35eebf63e2 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] show failed (client error): The resource could not be found. Sep 20 13:30:00.270723 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-d58cb197-b70b-4b74-94a2-3a35eebf63e2 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "GET /v2.0/security-groups/494bffcc-20dd-4f95-8693-d67ab1b3b35e HTTP/1.1" status: 404 len: 347 time: 0.0152552 Sep 20 13:30:00.273679 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 35440) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:30:00.387245 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-e616c458-f29a-480d-ab92-8c25a1240d81 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Deleting port 1f133793-ad27-48e8-bfad-1eb8c00414fb {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:30:00.387507 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e616c458-f29a-480d-ab92-8c25a1240d81 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (1f133793-ad27-48e8-bfad-1eb8c00414fb), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:00.463688 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e616c458-f29a-480d-ab92-8c25a1240d81 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (1f133793-ad27-48e8-bfad-1eb8c00414fb), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:00.464022 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e616c458-f29a-480d-ab92-8c25a1240d81 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for floatingip (1f133793-ad27-48e8-bfad-1eb8c00414fb), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:00.476087 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-e616c458-f29a-480d-ab92-8c25a1240d81 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Calling delete_port for 1f133793-ad27-48e8-bfad-1eb8c00414fb owned by network:floatingip {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:30:00.606938 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e616c458-f29a-480d-ab92-8c25a1240d81 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421007'] for port (1f133793-ad27-48e8-bfad-1eb8c00414fb), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:00.630385 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e616c458-f29a-480d-ab92-8c25a1240d81 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Pushing event deleted for resources: {'Port': ['ID=1f133793-ad27-48e8-bfad-1eb8c00414fb,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:00.642548 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e616c458-f29a-480d-ab92-8c25a1240d81 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:00.642877 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e616c458-f29a-480d-ab92-8c25a1240d81 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:00.643234 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e616c458-f29a-480d-ab92-8c25a1240d81 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:00.643584 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e616c458-f29a-480d-ab92-8c25a1240d81 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:00.643948 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e616c458-f29a-480d-ab92-8c25a1240d81 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:00.644289 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e616c458-f29a-480d-ab92-8c25a1240d81 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:00.644610 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e616c458-f29a-480d-ab92-8c25a1240d81 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:00.644951 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e616c458-f29a-480d-ab92-8c25a1240d81 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:00.645285 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e616c458-f29a-480d-ab92-8c25a1240d81 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:00.645620 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e616c458-f29a-480d-ab92-8c25a1240d81 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:00.645958 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e616c458-f29a-480d-ab92-8c25a1240d81 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:00.646293 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e616c458-f29a-480d-ab92-8c25a1240d81 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:00.646625 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e616c458-f29a-480d-ab92-8c25a1240d81 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:00.700818 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e616c458-f29a-480d-ab92-8c25a1240d81 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks [] for floatingip (fd82dcb2-d7a0-4c94-b4e8-b2a15a154ad0), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:00.703654 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e616c458-f29a-480d-ab92-8c25a1240d81 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:00.704791 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-e616c458-f29a-480d-ab92-8c25a1240d81 tempest-AttachVolumeNegativeTest-1418367925 tempest-AttachVolumeNegativeTest-1418367925-project] 10.222.0.55 "DELETE /v2.0/floatingips/fd82dcb2-d7a0-4c94-b4e8-b2a15a154ad0 HTTP/1.1" status: 204 len: 168 time: 0.4302452 Sep 20 13:30:01.032267 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b937ee0-ba21-4efe-9d56-846d80bc16c7 req-3938df37-c3d1-4cc1-b7d4-c4b91c27be76 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:30:01.033748 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-5b937ee0-ba21-4efe-9d56-846d80bc16c7 req-3938df37-c3d1-4cc1-b7d4-c4b91c27be76 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=61058b29-d4e3-455a-8726-d6df998bb0b5 HTTP/1.1" status: 200 len: 944 time: 0.0555105 Sep 20 13:30:01.081905 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-5b937ee0-ba21-4efe-9d56-846d80bc16c7 req-334ac0d6-448c-404e-8503-6ef5775424d4 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422218 Sep 20 13:30:01.738371 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 09952dcd-8f32-4854-bf04-7a34c24fa232 details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:30:01.750037 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device ce53dead-1cb3-43f3-bd1f-b806e1d19522 no longer exists at agent hyperv_hv-cinder-85846 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:30:01.771774 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] No Port match for: ce53dead-1cb3-43f3-bd1f-b806e1d19522 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 20 13:30:01.772055 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device ce53dead-1cb3-43f3-bd1f-b806e1d19522 not bound to the agent host hv-cinder-85846 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:30:01.854447 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port 09952dcd-8f32-4854-bf04-7a34c24fa232, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=09952dcd-8f32-4854-bf04-7a34c24fa232,segment=NetworkSegment(f47cb449-14cc-4dd6-9f7f-1690124e994f),segment_id=f47cb449-14cc-4dd6-9f7f-1690124e994f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:30:01.865712 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Returning: {'device': '09952dcd-8f32-4854-bf04-7a34c24fa232', 'network_id': 'cff89604-63f6-4ff4-b070-c24b9893ce13', 'port_id': '09952dcd-8f32-4854-bf04-7a34c24fa232', 'mac_address': 'fa:16:3e:56:a1:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45d26521-be10-46ff-844d-b02be9b0cca0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:30:01.909856 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Current status of the port 09952dcd-8f32-4854-bf04-7a34c24fa232 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:30:01.910489 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (09952dcd-8f32-4854-bf04-7a34c24fa232), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:01.923626 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09952dcd-8f32-4854-bf04-7a34c24fa232 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 13:30:01.943020 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port 09952dcd-8f32-4854-bf04-7a34c24fa232, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=09952dcd-8f32-4854-bf04-7a34c24fa232,segment=NetworkSegment(f47cb449-14cc-4dd6-9f7f-1690124e994f),segment_id=f47cb449-14cc-4dd6-9f7f-1690124e994f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:30:01.947053 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (09952dcd-8f32-4854-bf04-7a34c24fa232), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:02.001263 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Pushing event updated for resources: {'Port': ['ID=09952dcd-8f32-4854-bf04-7a34c24fa232,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:02.008251 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:02.008606 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:02.008958 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:02.009305 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:02.009644 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:02.010005 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:02.010354 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:02.010676 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:02.011033 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:02.011363 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:02.011695 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:02.012027 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:02.012356 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:02.203495 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c043b-3508-4cb6-816c-05032f322ca1 req-23cdb7eb-f7f6-4594-8a76-dba57e50c5df tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:30:02.204973 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5e9c043b-3508-4cb6-816c-05032f322ca1 req-23cdb7eb-f7f6-4594-8a76-dba57e50c5df tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=61058b29-d4e3-455a-8726-d6df998bb0b5 HTTP/1.1" status: 200 len: 945 time: 0.0529704 Sep 20 13:30:02.255231 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5e9c043b-3508-4cb6-816c-05032f322ca1 req-a513192e-f0cb-4492-bfd1-2714cb324cff tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444462 Sep 20 13:30:02.431343 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] get_ports_and_sgs() called for port_ids ['09952dcd-8f32-4854-bf04-7a34c24fa232'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 13:30:03.376638 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76dd04d-5ab8-4d76-baa5-4081f58d7276 req-59abf57e-f920-4bde-a01b-b4c65273d411 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:30:03.378095 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-f76dd04d-5ab8-4d76-baa5-4081f58d7276 req-59abf57e-f920-4bde-a01b-b4c65273d411 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=61058b29-d4e3-455a-8726-d6df998bb0b5 HTTP/1.1" status: 200 len: 945 time: 0.0522716 Sep 20 13:30:03.426414 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-f76dd04d-5ab8-4d76-baa5-4081f58d7276 req-c3cd74d1-0fb1-4ddd-89b5-e1ffa5ab5778 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425310 Sep 20 13:30:03.451164 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.agents_db [None req-1b87bba1-5a3b-42d5-ba20-63287d9ec67c None None] Agent healthcheck: found 6 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:30:03.754754 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 09952dcd-8f32-4854-bf04-7a34c24fa232 up at agent hyperv_hv-cinder-85846 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:30:03.801136 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Provisioning for port 09952dcd-8f32-4854-bf04-7a34c24fa232 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 13:30:03.804658 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Provisioning complete for port 09952dcd-8f32-4854-bf04-7a34c24fa232 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:30:03.805036 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (09952dcd-8f32-4854-bf04-7a34c24fa232), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:03.805376 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Attempt 1 to provision port 09952dcd-8f32-4854-bf04-7a34c24fa232 Sep 20 13:30:03.890499 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Current status of the port 09952dcd-8f32-4854-bf04-7a34c24fa232 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:30:03.890990 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (09952dcd-8f32-4854-bf04-7a34c24fa232), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:03.914958 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61058b29-d4e3-455a-8726-d6df998bb0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09952dcd-8f32-4854-bf04-7a34c24fa232'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:30:03.917441 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76b3f69f6489aff1aa8284e7e37e9464aa9e8db96ff70d8a184fca566081ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8029f6d-dbe0-4186-b7eb-82d840a451d8" -d '{"events": [{"server_uuid": "61058b29-d4e3-455a-8726-d6df998bb0b5", "name": "network-vif-plugged", "status": "completed", "tag": "09952dcd-8f32-4854-bf04-7a34c24fa232"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:30:03.933249 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port 09952dcd-8f32-4854-bf04-7a34c24fa232, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=09952dcd-8f32-4854-bf04-7a34c24fa232,segment=NetworkSegment(f47cb449-14cc-4dd6-9f7f-1690124e994f),segment_id=f47cb449-14cc-4dd6-9f7f-1690124e994f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:30:03.937543 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (09952dcd-8f32-4854-bf04-7a34c24fa232), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:03.962006 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 13:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc00b67-63ce-4970-b883-d433f028af52 x-openstack-request-id: req-dbc00b67-63ce-4970-b883-d433f028af52 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:30:03.962302 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61058b29-d4e3-455a-8726-d6df998bb0b5", "name": "network-vif-plugged", "status": "completed", "tag": "09952dcd-8f32-4854-bf04-7a34c24fa232", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:30:03.962557 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dbc00b67-63ce-4970-b883-d433f028af52 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:30:03.962972 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbc00b67-63ce-4970-b883-d433f028af52'] response: {'server_uuid': '61058b29-d4e3-455a-8726-d6df998bb0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09952dcd-8f32-4854-bf04-7a34c24fa232', 'code': 200} Sep 20 13:30:03.987134 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Pushing event updated for resources: {'Port': ['ID=09952dcd-8f32-4854-bf04-7a34c24fa232,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:04.321795 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead6611a-5678-42d2-abf2-31ade85226ca req-63b51a99-dd61-46d4-873e-e15838ef1d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:30:04.323367 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ead6611a-5678-42d2-abf2-31ade85226ca req-63b51a99-dd61-46d4-873e-e15838ef1d09 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=61058b29-d4e3-455a-8726-d6df998bb0b5 HTTP/1.1" status: 200 len: 1130 time: 0.0440967 Sep 20 13:30:04.355804 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 35486) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:30:04.373877 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ead6611a-5678-42d2-abf2-31ade85226ca req-c8c3797d-4e2d-4653-9159-0439efbb1b00 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439827 Sep 20 13:30:04.635094 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b79820-17fd-48bc-9309-04975d8763b6 req-5dbe5ceb-f9d5-454c-bb1a-f4894477b308 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:30:04.636460 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-42b79820-17fd-48bc-9309-04975d8763b6 req-5dbe5ceb-f9d5-454c-bb1a-f4894477b308 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=61058b29-d4e3-455a-8726-d6df998bb0b5 HTTP/1.1" status: 200 len: 946 time: 0.1096995 Sep 20 13:30:04.745094 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-42b79820-17fd-48bc-9309-04975d8763b6 req-811a06ec-d943-481f-8618-8b266c05468e tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815132 Sep 20 13:30:04.887083 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0ea4fcea-3b37-4f91-b1ec-9d40924c2a46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1608461'] for router_interface (be2310ee-b755-4160-9683-bf0123d26b8d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:05.113687 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-0ea4fcea-3b37-4f91-b1ec-9d40924c2a46 admin admin] Deleting port ba476e6c-250e-4f5e-8556-480e6708d591 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:30:05.114018 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0ea4fcea-3b37-4f91-b1ec-9d40924c2a46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (ba476e6c-250e-4f5e-8556-480e6708d591), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:05.192288 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-0ea4fcea-3b37-4f91-b1ec-9d40924c2a46 admin admin] For port ba476e6c-250e-4f5e-8556-480e6708d591, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=ba476e6c-250e-4f5e-8556-480e6708d591,segment=NetworkSegment(8a4b54b5-f94a-442c-baa8-d6ca9ddee630),segment_id=8a4b54b5-f94a-442c-baa8-d6ca9ddee630)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:30:05.192567 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0ea4fcea-3b37-4f91-b1ec-9d40924c2a46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (ba476e6c-250e-4f5e-8556-480e6708d591), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:05.204744 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-0ea4fcea-3b37-4f91-b1ec-9d40924c2a46 admin admin] Calling delete_port for ba476e6c-250e-4f5e-8556-480e6708d591 owned by network:router_interface {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:30:05.375739 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0ea4fcea-3b37-4f91-b1ec-9d40924c2a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421007'] for port (ba476e6c-250e-4f5e-8556-480e6708d591), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:05.399202 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea4fcea-3b37-4f91-b1ec-9d40924c2a46 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba476e6c-250e-4f5e-8556-480e6708d591,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:05.556649 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0ea4fcea-3b37-4f91-b1ec-9d40924c2a46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1609629'] for router_interface (be2310ee-b755-4160-9683-bf0123d26b8d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:05.757045 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea4fcea-3b37-4f91-b1ec-9d40924c2a46 admin admin] Router be2310ee-b755-4160-9683-bf0123d26b8d has already been hosted by L3 agent e6bdf340-58c5-4186-af2d-ab00439e5425 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:30:05.869043 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea4fcea-3b37-4f91-b1ec-9d40924c2a46 admin admin] Notify agent at l3_agent.dv-cinder-858463-1-iscsi the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:30:05.875389 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-0ea4fcea-3b37-4f91-b1ec-9d40924c2a46 admin admin] 10.222.0.55 "PUT /v2.0/routers/be2310ee-b755-4160-9683-bf0123d26b8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5179429 Sep 20 13:30:05.877034 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d815da4-1cb1-4011-839b-4123400eec25 req-d3622727-fb5a-4591-8d3f-e4be21febd5e tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:30:05.877503 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 35494) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:30:05.878524 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1d815da4-1cb1-4011-839b-4123400eec25 req-d3622727-fb5a-4591-8d3f-e4be21febd5e tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=61058b29-d4e3-455a-8726-d6df998bb0b5 HTTP/1.1" status: 200 len: 946 time: 0.0537500 Sep 20 13:30:05.880282 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1119519-5cef-4123-94f1-78e02a3625ef None None] Sync routers for ids ['be2310ee-b755-4160-9683-bf0123d26b8d'] in dv-cinder-858463-1-iscsi {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:30:05.892723 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1119519-5cef-4123-94f1-78e02a3625ef None None] Routers {'be2310ee-b755-4160-9683-bf0123d26b8d'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:30:05.894087 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-c1119519-5cef-4123-94f1-78e02a3625ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:29:56Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['be2310ee-b755-4160-9683-bf0123d26b8d'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:30:05.937564 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1d815da4-1cb1-4011-839b-4123400eec25 req-923b3b44-5a45-4f79-90c2-e96c00226021 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529573 Sep 20 13:30:05.996883 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7ae89083-f63d-4e24-9c4c-2db389d2416b admin admin] Publish callbacks [] for router (be2310ee-b755-4160-9683-bf0123d26b8d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:06.016103 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-c1119519-5cef-4123-94f1-78e02a3625ef None None] Set router be2310ee-b755-4160-9683-bf0123d26b8d gateway port host: dv-cinder-858463-1-iscsi {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:30:06.096275 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7ae89083-f63d-4e24-9c4c-2db389d2416b admin admin] Publish callbacks [] for router_gateway (be2310ee-b755-4160-9683-bf0123d26b8d), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:06.144621 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-7ae89083-f63d-4e24-9c4c-2db389d2416b admin admin] Deleting port e9492da9-45a9-44b6-9182-04a6b3f257d7 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:30:06.145049 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7ae89083-f63d-4e24-9c4c-2db389d2416b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (e9492da9-45a9-44b6-9182-04a6b3f257d7), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:06.192821 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-c1119519-5cef-4123-94f1-78e02a3625ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'name': 'tempest-AttachVolumeNegativeTest-2003643593-router', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'e9492da9-45a9-44b6-9182-04a6b3f257d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:17:46Z', 'updated_at': '2022-09-20T13:30:05Z', 'revision_number': 5, 'project_id': '4a20aa815a0947579d330112176846c9', 'gw_port': {'id': 'e9492da9-45a9-44b6-9182-04a6b3f257d7', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:23:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:17:48Z', 'updated_at': '2022-09-20T13:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi'}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:30:06.217212 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1119519-5cef-4123-94f1-78e02a3625ef None None] Checking router: be2310ee-b755-4160-9683-bf0123d26b8d for host: dv-cinder-858463-1-iscsi {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:30:06.222390 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-7ae89083-f63d-4e24-9c4c-2db389d2416b admin admin] For port e9492da9-45a9-44b6-9182-04a6b3f257d7, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=e9492da9-45a9-44b6-9182-04a6b3f257d7,segment=NetworkSegment(5aaf6297-6a46-4e9d-b63a-dd8b37b93294),segment_id=5aaf6297-6a46-4e9d-b63a-dd8b37b93294)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:30:06.222786 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7ae89083-f63d-4e24-9c4c-2db389d2416b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (e9492da9-45a9-44b6-9182-04a6b3f257d7), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:06.225354 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1119519-5cef-4123-94f1-78e02a3625ef None None] Routers {'be2310ee-b755-4160-9683-bf0123d26b8d'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:30:06.225954 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-c1119519-5cef-4123-94f1-78e02a3625ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:29:56Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['be2310ee-b755-4160-9683-bf0123d26b8d'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:30:06.241881 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-7ae89083-f63d-4e24-9c4c-2db389d2416b admin admin] Calling delete_port for e9492da9-45a9-44b6-9182-04a6b3f257d7 owned by network:router_gateway {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:30:06.419586 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7ae89083-f63d-4e24-9c4c-2db389d2416b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421007'] for port (e9492da9-45a9-44b6-9182-04a6b3f257d7), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:06.435760 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-c1119519-5cef-4123-94f1-78e02a3625ef None None] Set router be2310ee-b755-4160-9683-bf0123d26b8d gateway port host: None {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:30:06.485697 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-c1119519-5cef-4123-94f1-78e02a3625ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'name': 'tempest-AttachVolumeNegativeTest-2003643593-router', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:17:46Z', 'updated_at': '2022-09-20T13:30:06Z', 'revision_number': 6, 'project_id': '4a20aa815a0947579d330112176846c9', 'gw_port_host': None}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:30:06.513816 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1119519-5cef-4123-94f1-78e02a3625ef None None] The sync data for ids ['be2310ee-b755-4160-9683-bf0123d26b8d'] in dv-cinder-858463-1-iscsi is: [{'id': 'be2310ee-b755-4160-9683-bf0123d26b8d', 'name': 'tempest-AttachVolumeNegativeTest-2003643593-router', 'tenant_id': '4a20aa815a0947579d330112176846c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:17:46Z', 'updated_at': '2022-09-20T13:30:06Z', 'revision_number': 6, 'project_id': '4a20aa815a0947579d330112176846c9', 'gw_port_host': None}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:30:06.658921 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae89083-f63d-4e24-9c4c-2db389d2416b admin admin] Pushing event deleted for resources: {'Port': ['ID=e9492da9-45a9-44b6-9182-04a6b3f257d7,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:06.721105 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7ae89083-f63d-4e24-9c4c-2db389d2416b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607735'] for router_gateway (be2310ee-b755-4160-9683-bf0123d26b8d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:06.803178 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7ae89083-f63d-4e24-9c4c-2db389d2416b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36854'] for router (be2310ee-b755-4160-9683-bf0123d26b8d), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:06.805166 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7ae89083-f63d-4e24-9c4c-2db389d2416b admin admin] Publish callbacks [] for router_controller (be2310ee-b755-4160-9683-bf0123d26b8d), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:06.850362 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7ae89083-f63d-4e24-9c4c-2db389d2416b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634723'] for router (be2310ee-b755-4160-9683-bf0123d26b8d), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:06.851040 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae89083-f63d-4e24-9c4c-2db389d2416b admin admin] Fanout notify agent at l3_agent the message router_deleted on router be2310ee-b755-4160-9683-bf0123d26b8d {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 13:30:06.855456 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7ae89083-f63d-4e24-9c4c-2db389d2416b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:06.856624 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-7ae89083-f63d-4e24-9c4c-2db389d2416b admin admin] 10.222.0.55 "DELETE /v2.0/routers/be2310ee-b755-4160-9683-bf0123d26b8d HTTP/1.1" status: 204 len: 168 time: 0.9783742 Sep 20 13:30:06.859205 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 35496) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:30:06.907620 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc2f9016-1748-4462-a86b-ab77143c598b admin admin] Deleting subnet adb9ef7c-1078-430d-958b-f7a53420a9c5 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 20 13:30:06.911074 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bc2f9016-1748-4462-a86b-ab77143c598b admin admin] Publish callbacks [] for subnet (adb9ef7c-1078-430d-958b-f7a53420a9c5), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:06.949663 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bc2f9016-1748-4462-a86b-ab77143c598b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10421076'] for subnet (adb9ef7c-1078-430d-958b-f7a53420a9c5), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:07.031650 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bc2f9016-1748-4462-a86b-ab77143c598b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-555306'] for subnet (adb9ef7c-1078-430d-958b-f7a53420a9c5), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:07.105211 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe8098e-7387-47cd-9f08-78822996f78f req-960676a7-ec8e-4604-8863-6987b2dba353 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:30:07.106662 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-cbe8098e-7387-47cd-9f08-78822996f78f req-960676a7-ec8e-4604-8863-6987b2dba353 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=61058b29-d4e3-455a-8726-d6df998bb0b5 HTTP/1.1" status: 200 len: 946 time: 0.0880859 Sep 20 13:30:07.126169 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bc2f9016-1748-4462-a86b-ab77143c598b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-555325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10421116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10408817'] for subnet (adb9ef7c-1078-430d-958b-f7a53420a9c5), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:07.156600 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2f9016-1748-4462-a86b-ab77143c598b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adb9ef7c-1078-430d-958b-f7a53420a9c5,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:07.168010 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-bc2f9016-1748-4462-a86b-ab77143c598b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:07.171163 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-bc2f9016-1748-4462-a86b-ab77143c598b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/adb9ef7c-1078-430d-958b-f7a53420a9c5 HTTP/1.1" status: 204 len: 168 time: 0.3108394 Sep 20 13:30:07.171747 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ece77b2-9b26-41a5-8b4c-ba621c99a442 None None] Network ed809d10-45b2-429e-b44f-1694990b1073 requested from dv-cinder-858463-1-iscsi {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 20 13:30:07.173750 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 35500) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:30:07.189853 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-cbe8098e-7387-47cd-9f08-78822996f78f req-c845d45a-dae5-4ae1-996d-afe4eb030301 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775206 Sep 20 13:30:07.252656 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-24193f6c-53be-495e-ae0a-442d1283b4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-760150'] for network (ed809d10-45b2-429e-b44f-1694990b1073), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:07.360075 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-24193f6c-53be-495e-ae0a-442d1283b4a6 admin admin] Deleting port 21ac1622-1287-48f0-b2b0-34aa15c45e81 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:30:07.360422 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-24193f6c-53be-495e-ae0a-442d1283b4a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (21ac1622-1287-48f0-b2b0-34aa15c45e81), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:07.373571 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b787e6-d575-4f6e-beb5-5a59664baffe None None] DHCP port deletion for ed809d10-45b2-429e-b44f-1694990b1073 request from dv-cinder-858463-1-iscsi {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 20 13:30:07.418906 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cde167-150a-499f-b51c-65fc110970f7 req-75205f37-e62b-4ac4-b3b7-d54400d3220d tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:30:07.420660 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f8cde167-150a-499f-b51c-65fc110970f7 req-75205f37-e62b-4ac4-b3b7-d54400d3220d tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=61058b29-d4e3-455a-8726-d6df998bb0b5 HTTP/1.1" status: 200 len: 946 time: 0.1364419 Sep 20 13:30:07.439546 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-d5b787e6-d575-4f6e-beb5-5a59664baffe None None] Deleting port 21ac1622-1287-48f0-b2b0-34aa15c45e81 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:30:07.439920 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d5b787e6-d575-4f6e-beb5-5a59664baffe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (21ac1622-1287-48f0-b2b0-34aa15c45e81), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:07.468436 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-24193f6c-53be-495e-ae0a-442d1283b4a6 admin admin] For port 21ac1622-1287-48f0-b2b0-34aa15c45e81, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=21ac1622-1287-48f0-b2b0-34aa15c45e81,segment=NetworkSegment(8a4b54b5-f94a-442c-baa8-d6ca9ddee630),segment_id=8a4b54b5-f94a-442c-baa8-d6ca9ddee630)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:30:07.468803 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-24193f6c-53be-495e-ae0a-442d1283b4a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (21ac1622-1287-48f0-b2b0-34aa15c45e81), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:07.495275 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-24193f6c-53be-495e-ae0a-442d1283b4a6 admin admin] Calling delete_port for 21ac1622-1287-48f0-b2b0-34aa15c45e81 owned by network:dhcp {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:30:07.512009 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-d5b787e6-d575-4f6e-beb5-5a59664baffe None None] For port 21ac1622-1287-48f0-b2b0-34aa15c45e81, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=21ac1622-1287-48f0-b2b0-34aa15c45e81,segment=NetworkSegment(8a4b54b5-f94a-442c-baa8-d6ca9ddee630),segment_id=8a4b54b5-f94a-442c-baa8-d6ca9ddee630)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:30:07.512420 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d5b787e6-d575-4f6e-beb5-5a59664baffe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (21ac1622-1287-48f0-b2b0-34aa15c45e81), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:07.513306 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f8cde167-150a-499f-b51c-65fc110970f7 req-3254297d-6d52-416e-bc00-c2f83c0afde3 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853698 Sep 20 13:30:07.526586 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-d5b787e6-d575-4f6e-beb5-5a59664baffe None None] Calling delete_port for 21ac1622-1287-48f0-b2b0-34aa15c45e81 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:30:07.550504 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 35504) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:30:07.625351 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd944de-8c28-43b9-8385-95f587992909 tempest-TestVolumeBootPattern-1423525260 tempest-TestVolumeBootPattern-1423525260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:30:07.629843 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 35506) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:30:07.637541 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-fbd944de-8c28-43b9-8385-95f587992909 tempest-TestVolumeBootPattern-1423525260 tempest-TestVolumeBootPattern-1423525260-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=61058b29-d4e3-455a-8726-d6df998bb0b5 HTTP/1.1" status: 200 len: 1125 time: 0.0856106 Sep 20 13:30:07.637993 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-b4b614d6-026b-4648-976d-97bb0d14ca6b tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Request body: {'floatingip': {'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'port_id': '09952dcd-8f32-4854-bf04-7a34c24fa232', 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:30:07.644933 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-24193f6c-53be-495e-ae0a-442d1283b4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (21ac1622-1287-48f0-b2b0-34aa15c45e81), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:07.655122 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d5b787e6-d575-4f6e-beb5-5a59664baffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947'] for port (21ac1622-1287-48f0-b2b0-34aa15c45e81), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:07.683463 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b787e6-d575-4f6e-beb5-5a59664baffe None None] Pushing event deleted for resources: {'Port': ['ID=21ac1622-1287-48f0-b2b0-34aa15c45e81,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:07.684235 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24193f6c-53be-495e-ae0a-442d1283b4a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=21ac1622-1287-48f0-b2b0-34aa15c45e81,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:07.686401 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24193f6c-53be-495e-ae0a-442d1283b4a6 admin admin] No DVR routers for this DVR port 21ac1622-1287-48f0-b2b0-34aa15c45e81 on host dv-cinder-858463-1-iscsi {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:30:07.690074 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b787e6-d575-4f6e-beb5-5a59664baffe None None] No DVR routers for this DVR port 21ac1622-1287-48f0-b2b0-34aa15c45e81 on host dv-cinder-858463-1-iscsi {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:30:07.711560 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b4b614d6-026b-4648-976d-97bb0d14ca6b tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:07.805349 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-24193f6c-53be-495e-ae0a-442d1283b4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553133', 'neutron.services.segments.db._delete_segments_for_network-8760608259063'] for network (ed809d10-45b2-429e-b44f-1694990b1073), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:07.830927 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-24193f6c-53be-495e-ae0a-442d1283b4a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed809d10-45b2-429e-b44f-1694990b1073']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:30:07.846036 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-24193f6c-53be-495e-ae0a-442d1283b4a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a4b54b5-f94a-442c-baa8-d6ca9ddee630') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:30:07.846346 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-24193f6c-53be-495e-ae0a-442d1283b4a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a4b54b5-f94a-442c-baa8-d6ca9ddee630') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:30:07.860844 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-24193f6c-53be-495e-ae0a-442d1283b4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760608262413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026615'] for segment (8a4b54b5-f94a-442c-baa8-d6ca9ddee630), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:07.869963 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 21ac1622-1287-48f0-b2b0-34aa15c45e81 no longer exists at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:30:07.880798 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-24193f6c-53be-495e-ae0a-442d1283b4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549390'] for segment (8a4b54b5-f94a-442c-baa8-d6ca9ddee630), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:07.891087 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24193f6c-53be-495e-ae0a-442d1283b4a6 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 13:30:07.891473 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-24193f6c-53be-495e-ae0a-442d1283b4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242223'] for segment (8a4b54b5-f94a-442c-baa8-d6ca9ddee630), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:07.893060 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] No Port match for: 21ac1622-1287-48f0-b2b0-34aa15c45e81 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 20 13:30:07.893562 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 21ac1622-1287-48f0-b2b0-34aa15c45e81 not bound to the agent host dv-cinder-858463-1-iscsi {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:30:07.898305 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device ba476e6c-250e-4f5e-8556-480e6708d591 no longer exists at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:30:07.921805 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] No Port match for: ba476e6c-250e-4f5e-8556-480e6708d591 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 20 13:30:07.922164 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device ba476e6c-250e-4f5e-8556-480e6708d591 not bound to the agent host dv-cinder-858463-1-iscsi {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:30:07.922596 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device e9492da9-45a9-44b6-9182-04a6b3f257d7 no longer exists at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:30:07.943623 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] No Port match for: e9492da9-45a9-44b6-9182-04a6b3f257d7 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 20 13:30:07.943963 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device e9492da9-45a9-44b6-9182-04a6b3f257d7 not bound to the agent host dv-cinder-858463-1-iscsi {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:30:07.969422 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b4b614d6-026b-4648-976d-97bb0d14ca6b tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:07.971328 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-24193f6c-53be-495e-ae0a-442d1283b4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607699'] for network (ed809d10-45b2-429e-b44f-1694990b1073), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:07.991498 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-24193f6c-53be-495e-ae0a-442d1283b4a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:07.997434 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-24193f6c-53be-495e-ae0a-442d1283b4a6 admin admin] 10.222.0.55 "DELETE /v2.0/networks/ed809d10-45b2-429e-b44f-1694990b1073 HTTP/1.1" status: 204 len: 168 time: 0.8202095 Sep 20 13:30:07.997746 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24193f6c-53be-495e-ae0a-442d1283b4a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed809d10-45b2-429e-b44f-1694990b1073,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:08.035970 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.services.segments.plugin [-] Segment 8a4b54b5-f94a-442c-baa8-d6ca9ddee630 resource provider aggregate not found Sep 20 13:30:08.055846 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.services.segments.plugin [-] Segment 8a4b54b5-f94a-442c-baa8-d6ca9ddee630 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8a4b54b5-f94a-442c-baa8-d6ca9ddee630 found for delete ", "request_id": "req-0ed460d3-0e15-4c93-af6e-faa3b2277cbd"}]} Sep 20 13:30:08.110744 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-b4b614d6-026b-4648-976d-97bb0d14ca6b tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Allocated IP 172.27.2.3 (36104724-3f48-4df5-b3a4-d541d8e9add0/adca2446-3f2d-49a4-ba29-cedd74eb43e2/64866357-c1e5-4baf-b079-5d409c211553) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:30:08.114919 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 35516) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:30:08.161260 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-4a4df445-3b72-4513-8e2d-d00b4e7e6535 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4a20aa815a0947579d330112176846c9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0451167 Sep 20 13:30:08.163700 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 35518) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:30:08.211861 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-71e82e71-ab1e-42c3-8ed2-46f441500222 admin admin] Publish callbacks [] for security_group (319800ee-aac7-423b-a20a-2c386fded243), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:08.225223 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b4b614d6-026b-4648-976d-97bb0d14ca6b tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks [] for port (64866357-c1e5-4baf-b079-5d409c211553), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:08.235594 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-71e82e71-ab1e-42c3-8ed2-46f441500222 admin admin] Publish callbacks [] for security_group (319800ee-aac7-423b-a20a-2c386fded243), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:08.261376 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b4b614d6-026b-4648-976d-97bb0d14ca6b tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (64866357-c1e5-4baf-b079-5d409c211553), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:08.292346 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-71e82e71-ab1e-42c3-8ed2-46f441500222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (319800ee-aac7-423b-a20a-2c386fded243), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:08.295167 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-71e82e71-ab1e-42c3-8ed2-46f441500222 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:08.299628 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-71e82e71-ab1e-42c3-8ed2-46f441500222 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/319800ee-aac7-423b-a20a-2c386fded243 HTTP/1.1" status: 204 len: 168 time: 0.1349227 Sep 20 13:30:08.304486 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b614d6-026b-4648-976d-97bb0d14ca6b tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Network 36104724-3f48-4df5-b3a4-d541d8e9add0 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:30:08.311518 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-b4b614d6-026b-4648-976d-97bb0d14ca6b tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:30:08.314680 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e82e71-ab1e-42c3-8ed2-46f441500222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=319800ee-aac7-423b-a20a-2c386fded243,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:08.315658 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b614d6-026b-4648-976d-97bb0d14ca6b tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:30:08.317982 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b614d6-026b-4648-976d-97bb0d14ca6b tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Pushing event updated for resources: {'Port': ['ID=64866357-c1e5-4baf-b079-5d409c211553,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:08.672699 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b4b614d6-026b-4648-976d-97bb0d14ca6b tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks [] for floatingip (f7cdec5e-908e-40d6-bbd3-169ee89191fd), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:08.742099 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b4b614d6-026b-4648-976d-97bb0d14ca6b tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (64866357-c1e5-4baf-b079-5d409c211553), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:08.888009 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b4b614d6-026b-4648-976d-97bb0d14ca6b tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks [] for port (64866357-c1e5-4baf-b079-5d409c211553), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:08.893555 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b4b614d6-026b-4648-976d-97bb0d14ca6b tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242759'] for port (64866357-c1e5-4baf-b079-5d409c211553), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:08.962571 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b614d6-026b-4648-976d-97bb0d14ca6b tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Pushing event updated for resources: {'Port': ['ID=64866357-c1e5-4baf-b079-5d409c211553,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:08.966146 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b4b614d6-026b-4648-976d-97bb0d14ca6b tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607693'] for floatingip (f7cdec5e-908e-40d6-bbd3-169ee89191fd), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:09.061632 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.db.l3_db [None req-b4b614d6-026b-4648-976d-97bb0d14ca6b tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Floating IP f7cdec5e-908e-40d6-bbd3-169ee89191fd associated. External IP: 172.27.2.3, port: 09952dcd-8f32-4854-bf04-7a34c24fa232. Sep 20 13:30:09.265945 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b614d6-026b-4648-976d-97bb0d14ca6b tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Router 996f78d9-1530-4b4f-838d-e5b1f6b573c9 has already been hosted by L3 agent e6bdf340-58c5-4186-af2d-ab00439e5425 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:30:09.369842 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b614d6-026b-4648-976d-97bb0d14ca6b tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Notify agent at l3_agent.dv-cinder-858463-1-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:30:09.380848 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b3197b-5539-4e12-95e6-e1686743aa12 None None] Sync routers for ids ['996f78d9-1530-4b4f-838d-e5b1f6b573c9'] in dv-cinder-858463-1-iscsi {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:30:09.389883 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b4b614d6-026b-4648-976d-97bb0d14ca6b tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:09.391073 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b3197b-5539-4e12-95e6-e1686743aa12 None None] Routers {'996f78d9-1530-4b4f-838d-e5b1f6b573c9'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:30:09.391914 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-c0b3197b-5539-4e12-95e6-e1686743aa12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:29:56Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['996f78d9-1530-4b4f-838d-e5b1f6b573c9'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:30:09.424586 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-b4b614d6-026b-4648-976d-97bb0d14ca6b tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7902918 Sep 20 13:30:09.424586 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61058b29-d4e3-455a-8726-d6df998bb0b5', 'tag': '09952dcd-8f32-4854-bf04-7a34c24fa232'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:30:09.425721 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8afa0c3fb06aef531850fccced94fa4b659a4977f0534d5a49c84d13d87c0c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7c0908-862e-4cbb-a863-41c569ae5fb8" -d '{"events": [{"name": "network-changed", "server_uuid": "61058b29-d4e3-455a-8726-d6df998bb0b5", "tag": "09952dcd-8f32-4854-bf04-7a34c24fa232"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:30:09.461561 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 13:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e050f803-7b1d-4288-a6c6-8b9a0a0c49f9 x-openstack-request-id: req-e050f803-7b1d-4288-a6c6-8b9a0a0c49f9 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:30:09.461868 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61058b29-d4e3-455a-8726-d6df998bb0b5", "tag": "09952dcd-8f32-4854-bf04-7a34c24fa232", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:30:09.462265 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e050f803-7b1d-4288-a6c6-8b9a0a0c49f9 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:30:09.462685 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e050f803-7b1d-4288-a6c6-8b9a0a0c49f9'] response: {'name': 'network-changed', 'server_uuid': '61058b29-d4e3-455a-8726-d6df998bb0b5', 'tag': '09952dcd-8f32-4854-bf04-7a34c24fa232', 'status': 'completed', 'code': 200} Sep 20 13:30:09.501868 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-c0b3197b-5539-4e12-95e6-e1686743aa12 None None] Set router 996f78d9-1530-4b4f-838d-e5b1f6b573c9 gateway port host: dv-cinder-858463-1-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:30:09.556097 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 35574) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:30:09.560095 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c0908-862e-4cbb-a863-41c569ae5fb8 req-6bd8177b-e09a-4b66-93f5-4f7f8b2e8fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:30:09.561668 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2f7c0908-862e-4cbb-a863-41c569ae5fb8 req-6bd8177b-e09a-4b66-93f5-4f7f8b2e8fd4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d53aef994f644a7fa4fa688cf97b1e17&device_id=61058b29-d4e3-455a-8726-d6df998bb0b5 HTTP/1.1" status: 200 len: 1130 time: 0.0498011 Sep 20 13:30:09.658999 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c0908-862e-4cbb-a863-41c569ae5fb8 req-26248390-bdd4-408a-bacc-686638d0c363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:30:09.660932 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2f7c0908-862e-4cbb-a863-41c569ae5fb8 req-26248390-bdd4-408a-bacc-686638d0c363 service neutron] 10.222.0.62 "GET /v2.0/networks?id=cff89604-63f6-4ff4-b070-c24b9893ce13 HTTP/1.1" status: 200 len: 910 time: 0.0910406 Sep 20 13:30:09.687141 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-abe94f73-8fcc-4b39-a8ee-bb7b152f7789 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:09.732710 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2f7c0908-862e-4cbb-a863-41c569ae5fb8 req-aa78a4e4-37aa-402d-a1b8-76de95896c6f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09952dcd-8f32-4854-bf04-7a34c24fa232 HTTP/1.1" status: 200 len: 998 time: 0.0645070 Sep 20 13:30:09.735303 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-c0b3197b-5539-4e12-95e6-e1686743aa12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'name': 'tempest-TestVolumeBootPattern-63882873-router', 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '22432643-4979-4ef7-8f82-fccb3218006c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:25:57Z', 'updated_at': '2022-09-20T13:26:00Z', 'revision_number': 4, 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'gw_port': {'id': '22432643-4979-4ef7-8f82-fccb3218006c', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:79:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:25:58Z', 'updated_at': '2022-09-20T13:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_floatingips': [{'id': 'f7cdec5e-908e-40d6-bbd3-169ee89191fd', 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'router_id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'port_id': '09952dcd-8f32-4854-bf04-7a34c24fa232', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff89604-63f6-4ff4-b070-c24b9893ce13', 'mac_address': 'fa:16:3e:56:a1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61058b29-d4e3-455a-8726-d6df998bb0b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T13:30:08Z', 'updated_at': '2022-09-20T13:30:08Z', 'revision_number': 0, 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60ca7d4b-13df-40c2-8c48-a3190f0a6ad7', 'name': '', 'network_id': 'cff89604-63f6-4ff4-b070-c24b9893ce13', 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'mac_address': 'fa:16:3e:59:40:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '45d26521-be10-46ff-844d-b02be9b0cca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:26:00Z', 'updated_at': '2022-09-20T13:26:04Z', 'revision_number': 5, 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'subnets': [{'id': '45d26521-be10-46ff-844d-b02be9b0cca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:30:09.759701 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b3197b-5539-4e12-95e6-e1686743aa12 None None] Checking router: 996f78d9-1530-4b4f-838d-e5b1f6b573c9 for host: dv-cinder-858463-1-iscsi {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:30:09.768631 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b3197b-5539-4e12-95e6-e1686743aa12 None None] Routers {'996f78d9-1530-4b4f-838d-e5b1f6b573c9'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:30:09.769343 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-c0b3197b-5539-4e12-95e6-e1686743aa12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:29:56Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['996f78d9-1530-4b4f-838d-e5b1f6b573c9'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:30:09.772843 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-abe94f73-8fcc-4b39-a8ee-bb7b152f7789 admin admin] Publish callbacks [] for security_group (5f2e7f52-3517-462f-8bb3-3842a9a4527c), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:09.777800 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-abe94f73-8fcc-4b39-a8ee-bb7b152f7789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (5f2e7f52-3517-462f-8bb3-3842a9a4527c), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:09.796561 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c0908-862e-4cbb-a863-41c569ae5fb8 req-71743497-5ed6-4455-80e4-5458c823cd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:30:09.798120 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2f7c0908-862e-4cbb-a863-41c569ae5fb8 req-71743497-5ed6-4455-80e4-5458c823cd4d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=45d26521-be10-46ff-844d-b02be9b0cca0 HTTP/1.1" status: 200 len: 849 time: 0.0588255 Sep 20 13:30:09.816436 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-abe94f73-8fcc-4b39-a8ee-bb7b152f7789 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4136b4f7b30b4ad7a01f57b7292b6620&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2567661 Sep 20 13:30:09.817168 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 35578) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:30:09.825446 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe94f73-8fcc-4b39-a8ee-bb7b152f7789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2e7f52-3517-462f-8bb3-3842a9a4527c,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:09.858915 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c0908-862e-4cbb-a863-41c569ae5fb8 req-a833d7f8-abfb-4e86-a564-d856b5b0952c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:30:09.860705 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2f7c0908-862e-4cbb-a863-41c569ae5fb8 req-a833d7f8-abfb-4e86-a564-d856b5b0952c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cff89604-63f6-4ff4-b070-c24b9893ce13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0565059 Sep 20 13:30:09.875839 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-c0b3197b-5539-4e12-95e6-e1686743aa12 None None] Set router 996f78d9-1530-4b4f-838d-e5b1f6b573c9 gateway port host: dv-cinder-858463-1-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:30:09.878968 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6298dff8-35b1-4d5b-9cb4-a4a260bb524d admin admin] Publish callbacks [] for security_group (5f2e7f52-3517-462f-8bb3-3842a9a4527c), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:09.901720 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6298dff8-35b1-4d5b-9cb4-a4a260bb524d admin admin] Publish callbacks [] for security_group (5f2e7f52-3517-462f-8bb3-3842a9a4527c), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:09.950913 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6298dff8-35b1-4d5b-9cb4-a4a260bb524d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (5f2e7f52-3517-462f-8bb3-3842a9a4527c), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:09.953820 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6298dff8-35b1-4d5b-9cb4-a4a260bb524d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:09.957748 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-6298dff8-35b1-4d5b-9cb4-a4a260bb524d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5f2e7f52-3517-462f-8bb3-3842a9a4527c HTTP/1.1" status: 204 len: 168 time: 0.1369405 Sep 20 13:30:09.966722 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2f7c0908-862e-4cbb-a863-41c569ae5fb8 req-a33b25af-8879-40e7-89de-7a5936054801 service neutron] 10.222.0.62 "GET /v2.0/networks/cff89604-63f6-4ff4-b070-c24b9893ce13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990098 Sep 20 13:30:09.970383 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6298dff8-35b1-4d5b-9cb4-a4a260bb524d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2e7f52-3517-462f-8bb3-3842a9a4527c,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:10.071555 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2f7c0908-862e-4cbb-a863-41c569ae5fb8 req-2aaab81e-5348-4f64-96b9-7c915e61aec4 service neutron] 10.222.0.62 "GET /v2.0/networks/cff89604-63f6-4ff4-b070-c24b9893ce13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975244 Sep 20 13:30:10.126084 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-c0b3197b-5539-4e12-95e6-e1686743aa12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'name': 'tempest-TestVolumeBootPattern-63882873-router', 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '22432643-4979-4ef7-8f82-fccb3218006c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:25:57Z', 'updated_at': '2022-09-20T13:26:00Z', 'revision_number': 4, 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'gw_port': {'id': '22432643-4979-4ef7-8f82-fccb3218006c', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:79:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:25:58Z', 'updated_at': '2022-09-20T13:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_floatingips': [{'id': 'f7cdec5e-908e-40d6-bbd3-169ee89191fd', 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'router_id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'port_id': '09952dcd-8f32-4854-bf04-7a34c24fa232', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff89604-63f6-4ff4-b070-c24b9893ce13', 'mac_address': 'fa:16:3e:56:a1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61058b29-d4e3-455a-8726-d6df998bb0b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T13:30:08Z', 'updated_at': '2022-09-20T13:30:08Z', 'revision_number': 0, 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60ca7d4b-13df-40c2-8c48-a3190f0a6ad7', 'name': '', 'network_id': 'cff89604-63f6-4ff4-b070-c24b9893ce13', 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'mac_address': 'fa:16:3e:59:40:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '45d26521-be10-46ff-844d-b02be9b0cca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:26:00Z', 'updated_at': '2022-09-20T13:26:04Z', 'revision_number': 5, 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'subnets': [{'id': '45d26521-be10-46ff-844d-b02be9b0cca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:30:10.157606 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b3197b-5539-4e12-95e6-e1686743aa12 None None] The sync data for ids ['996f78d9-1530-4b4f-838d-e5b1f6b573c9'] in dv-cinder-858463-1-iscsi is: [{'id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'name': 'tempest-TestVolumeBootPattern-63882873-router', 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '22432643-4979-4ef7-8f82-fccb3218006c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:25:57Z', 'updated_at': '2022-09-20T13:26:00Z', 'revision_number': 4, 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'gw_port': {'id': '22432643-4979-4ef7-8f82-fccb3218006c', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:79:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:25:58Z', 'updated_at': '2022-09-20T13:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_floatingips': [{'id': 'f7cdec5e-908e-40d6-bbd3-169ee89191fd', 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'router_id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'port_id': '09952dcd-8f32-4854-bf04-7a34c24fa232', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff89604-63f6-4ff4-b070-c24b9893ce13', 'mac_address': 'fa:16:3e:56:a1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61058b29-d4e3-455a-8726-d6df998bb0b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T13:30:08Z', 'updated_at': '2022-09-20T13:30:08Z', 'revision_number': 0, 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60ca7d4b-13df-40c2-8c48-a3190f0a6ad7', 'name': '', 'network_id': 'cff89604-63f6-4ff4-b070-c24b9893ce13', 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'mac_address': 'fa:16:3e:59:40:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '45d26521-be10-46ff-844d-b02be9b0cca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:26:00Z', 'updated_at': '2022-09-20T13:26:04Z', 'revision_number': 5, 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'subnets': [{'id': '45d26521-be10-46ff-844d-b02be9b0cca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:30:10.204347 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (728cf656-0364-4172-b8b5-b6ffd3122ed0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:10.376484 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539475de-e778-4c2a-81a8-197fb0256fd2 None None] New status for floating IP f7cdec5e-908e-40d6-bbd3-169ee89191fd: ACTIVE {{(pid=104088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 13:30:11.996516 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 35648) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:30:12.099888 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-003721b0-ced6-4add-bb24-c53c274218c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:12.174169 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-003721b0-ced6-4add-bb24-c53c274218c4 admin admin] Publish callbacks [] for security_group (57c29808-a734-419c-8b0e-135f541f52fc), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:12.179565 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-003721b0-ced6-4add-bb24-c53c274218c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (57c29808-a734-419c-8b0e-135f541f52fc), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:12.218581 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-003721b0-ced6-4add-bb24-c53c274218c4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3607438903db4cd2bd700211516a9649&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2209775 Sep 20 13:30:12.220077 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003721b0-ced6-4add-bb24-c53c274218c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c29808-a734-419c-8b0e-135f541f52fc,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:12.221257 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 35652) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:30:12.271786 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-53bb426a-09ca-4043-9128-40c0005a27eb admin admin] Publish callbacks [] for security_group (57c29808-a734-419c-8b0e-135f541f52fc), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:12.293585 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-53bb426a-09ca-4043-9128-40c0005a27eb admin admin] Publish callbacks [] for security_group (57c29808-a734-419c-8b0e-135f541f52fc), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:12.343798 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-53bb426a-09ca-4043-9128-40c0005a27eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (57c29808-a734-419c-8b0e-135f541f52fc), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:12.346643 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-53bb426a-09ca-4043-9128-40c0005a27eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:12.351039 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-53bb426a-09ca-4043-9128-40c0005a27eb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/57c29808-a734-419c-8b0e-135f541f52fc HTTP/1.1" status: 204 len: 168 time: 0.1287587 Sep 20 13:30:12.359885 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bb426a-09ca-4043-9128-40c0005a27eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c29808-a734-419c-8b0e-135f541f52fc,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:12.602396 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 35658) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:30:12.615579 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7fac1d50-46f1-4030-9d07-1d582981aaa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:12.690749 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7fac1d50-46f1-4030-9d07-1d582981aaa8 admin admin] Publish callbacks [] for security_group (ea8cbba5-ba80-4706-ad78-3d43072fcab5), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:12.694461 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7fac1d50-46f1-4030-9d07-1d582981aaa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (ea8cbba5-ba80-4706-ad78-3d43072fcab5), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:12.731215 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-7fac1d50-46f1-4030-9d07-1d582981aaa8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=79ecdc21caa047fab2398b353b472a75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1277142 Sep 20 13:30:12.733268 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fac1d50-46f1-4030-9d07-1d582981aaa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8cbba5-ba80-4706-ad78-3d43072fcab5,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:12.733942 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 35660) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:30:12.783695 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d316aec3-99a7-4345-abae-667f7f5b5686 admin admin] Publish callbacks [] for security_group (ea8cbba5-ba80-4706-ad78-3d43072fcab5), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:12.807661 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d316aec3-99a7-4345-abae-667f7f5b5686 admin admin] Publish callbacks [] for security_group (ea8cbba5-ba80-4706-ad78-3d43072fcab5), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:12.850637 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d316aec3-99a7-4345-abae-667f7f5b5686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (ea8cbba5-ba80-4706-ad78-3d43072fcab5), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:12.853141 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d316aec3-99a7-4345-abae-667f7f5b5686 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:12.854877 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-d316aec3-99a7-4345-abae-667f7f5b5686 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ea8cbba5-ba80-4706-ad78-3d43072fcab5 HTTP/1.1" status: 204 len: 168 time: 0.1198366 Sep 20 13:30:12.862245 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d316aec3-99a7-4345-abae-667f7f5b5686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8cbba5-ba80-4706-ad78-3d43072fcab5,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:17.135589 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 35736) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:30:17.238176 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e9f6bdc0-8b9d-44c6-9dc9-5b9c675b778d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:17.313111 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e9f6bdc0-8b9d-44c6-9dc9-5b9c675b778d admin admin] Publish callbacks [] for security_group (d1bdd8ef-d4fc-4763-841e-adedf9fcdb5b), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:17.316881 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-e9f6bdc0-8b9d-44c6-9dc9-5b9c675b778d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (d1bdd8ef-d4fc-4763-841e-adedf9fcdb5b), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:17.355615 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-e9f6bdc0-8b9d-44c6-9dc9-5b9c675b778d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cb0d56d79bb5462c8dbabbed47e6abf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2189457 Sep 20 13:30:17.356856 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f6bdc0-8b9d-44c6-9dc9-5b9c675b778d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1bdd8ef-d4fc-4763-841e-adedf9fcdb5b,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:17.358302 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 35740) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:30:17.408539 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f258d162-6bea-4c2f-8ae1-de61690cb001 admin admin] Publish callbacks [] for security_group (d1bdd8ef-d4fc-4763-841e-adedf9fcdb5b), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:17.428950 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f258d162-6bea-4c2f-8ae1-de61690cb001 admin admin] Publish callbacks [] for security_group (d1bdd8ef-d4fc-4763-841e-adedf9fcdb5b), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:17.475594 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f258d162-6bea-4c2f-8ae1-de61690cb001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (d1bdd8ef-d4fc-4763-841e-adedf9fcdb5b), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:17.478145 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f258d162-6bea-4c2f-8ae1-de61690cb001 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:17.479382 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-f258d162-6bea-4c2f-8ae1-de61690cb001 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d1bdd8ef-d4fc-4763-841e-adedf9fcdb5b HTTP/1.1" status: 204 len: 168 time: 0.1192279 Sep 20 13:30:17.487522 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f258d162-6bea-4c2f-8ae1-de61690cb001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1bdd8ef-d4fc-4763-841e-adedf9fcdb5b,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:17.742408 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 35748) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:30:17.756593 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-38dd3fec-50a2-4749-9711-82adb30b0569 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:17.835383 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-38dd3fec-50a2-4749-9711-82adb30b0569 admin admin] Publish callbacks [] for security_group (f88c1b19-c6c5-4596-a389-5cbe36d84bc8), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:17.839120 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-38dd3fec-50a2-4749-9711-82adb30b0569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (f88c1b19-c6c5-4596-a389-5cbe36d84bc8), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:17.876567 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-38dd3fec-50a2-4749-9711-82adb30b0569 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b7e7f1f48ae740fa9080c5a3cad9c4f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1330101 Sep 20 13:30:17.879044 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dd3fec-50a2-4749-9711-82adb30b0569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f88c1b19-c6c5-4596-a389-5cbe36d84bc8,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:17.879441 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 35750) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:30:17.928256 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-770f1e62-75f3-4952-9b2f-5255fd0bf2a7 admin admin] Publish callbacks [] for security_group (f88c1b19-c6c5-4596-a389-5cbe36d84bc8), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:17.949845 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-770f1e62-75f3-4952-9b2f-5255fd0bf2a7 admin admin] Publish callbacks [] for security_group (f88c1b19-c6c5-4596-a389-5cbe36d84bc8), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:17.999900 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-770f1e62-75f3-4952-9b2f-5255fd0bf2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (f88c1b19-c6c5-4596-a389-5cbe36d84bc8), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:18.002668 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-770f1e62-75f3-4952-9b2f-5255fd0bf2a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:18.006234 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-770f1e62-75f3-4952-9b2f-5255fd0bf2a7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f88c1b19-c6c5-4596-a389-5cbe36d84bc8 HTTP/1.1" status: 204 len: 168 time: 0.1234121 Sep 20 13:30:18.014045 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770f1e62-75f3-4952-9b2f-5255fd0bf2a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88c1b19-c6c5-4596-a389-5cbe36d84bc8,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:20.141136 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f0ac92-b1d2-43dd-a228-fddeb33e833a req-ee7822a4-8a39-4663-a7af-0c18d2413f45 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:30:20.142642 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-72f0ac92-b1d2-43dd-a228-fddeb33e833a req-ee7822a4-8a39-4663-a7af-0c18d2413f45 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/ports?device_id=96fe04b4-bc7d-4ef7-a166-4c02fd222e7b HTTP/1.1" status: 200 len: 945 time: 0.0533278 Sep 20 13:30:20.177798 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 35834) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:30:20.192993 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-72f0ac92-b1d2-43dd-a228-fddeb33e833a req-cd65c6c0-e8ae-4191-9c73-c2df7166338e tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/security-groups?id=222f7e55-803f-40ec-875f-06b4e7c9cc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445511 Sep 20 13:30:20.283100 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7dddcaaf-f790-4411-ac54-b3b8971fc7cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:20.364222 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7dddcaaf-f790-4411-ac54-b3b8971fc7cb admin admin] Publish callbacks [] for security_group (beb083a0-4636-451c-9f93-4ee02c5e9a9e), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:20.368408 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7dddcaaf-f790-4411-ac54-b3b8971fc7cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (beb083a0-4636-451c-9f93-4ee02c5e9a9e), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:20.406660 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-7dddcaaf-f790-4411-ac54-b3b8971fc7cb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=157143ac156048b38def50414bc04083&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2277539 Sep 20 13:30:20.407856 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dddcaaf-f790-4411-ac54-b3b8971fc7cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb083a0-4636-451c-9f93-4ee02c5e9a9e,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:20.409697 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 35838) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:30:20.456224 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5905e3c8-f311-473e-b739-2ceabe7e227f admin admin] Publish callbacks [] for security_group (beb083a0-4636-451c-9f93-4ee02c5e9a9e), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:20.476947 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5905e3c8-f311-473e-b739-2ceabe7e227f admin admin] Publish callbacks [] for security_group (beb083a0-4636-451c-9f93-4ee02c5e9a9e), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:20.525833 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5905e3c8-f311-473e-b739-2ceabe7e227f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (beb083a0-4636-451c-9f93-4ee02c5e9a9e), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:20.528661 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5905e3c8-f311-473e-b739-2ceabe7e227f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:20.529790 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-5905e3c8-f311-473e-b739-2ceabe7e227f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/beb083a0-4636-451c-9f93-4ee02c5e9a9e HTTP/1.1" status: 204 len: 168 time: 0.1190710 Sep 20 13:30:20.538796 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5905e3c8-f311-473e-b739-2ceabe7e227f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb083a0-4636-451c-9f93-4ee02c5e9a9e,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:20.785373 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 35844) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:30:20.798168 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-637bc547-6c33-4afa-b0d8-f07f44258a6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:20.870832 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-637bc547-6c33-4afa-b0d8-f07f44258a6e admin admin] Publish callbacks [] for security_group (80ea6ba4-d67e-4e99-91db-5a531b565388), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:20.874691 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-637bc547-6c33-4afa-b0d8-f07f44258a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (80ea6ba4-d67e-4e99-91db-5a531b565388), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:20.912908 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-637bc547-6c33-4afa-b0d8-f07f44258a6e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=86f362afb8b64967af470652fe962943&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1264863 Sep 20 13:30:20.914824 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637bc547-6c33-4afa-b0d8-f07f44258a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ea6ba4-d67e-4e99-91db-5a531b565388,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:20.915754 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 35846) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:30:20.964095 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c2c078c5-0be2-46af-89d3-e810b88eddd0 admin admin] Publish callbacks [] for security_group (80ea6ba4-d67e-4e99-91db-5a531b565388), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:20.985021 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c2c078c5-0be2-46af-89d3-e810b88eddd0 admin admin] Publish callbacks [] for security_group (80ea6ba4-d67e-4e99-91db-5a531b565388), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:21.030378 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c2c078c5-0be2-46af-89d3-e810b88eddd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (80ea6ba4-d67e-4e99-91db-5a531b565388), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:21.032860 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c2c078c5-0be2-46af-89d3-e810b88eddd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:21.033993 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-c2c078c5-0be2-46af-89d3-e810b88eddd0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/80ea6ba4-d67e-4e99-91db-5a531b565388 HTTP/1.1" status: 204 len: 168 time: 0.1172273 Sep 20 13:30:21.042195 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c078c5-0be2-46af-89d3-e810b88eddd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ea6ba4-d67e-4e99-91db-5a531b565388,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:21.329602 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57efc3bd-8e29-47d8-9687-c5cdbd775d3e req-26befd6f-bd46-43b3-b445-c534adbb3c43 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:30:21.331114 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-57efc3bd-8e29-47d8-9687-c5cdbd775d3e req-26befd6f-bd46-43b3-b445-c534adbb3c43 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/ports?device_id=96fe04b4-bc7d-4ef7-a166-4c02fd222e7b HTTP/1.1" status: 200 len: 945 time: 0.0602932 Sep 20 13:30:21.381156 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-57efc3bd-8e29-47d8-9687-c5cdbd775d3e req-7d473846-592c-42f5-938b-60ab680a7580 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/security-groups?id=222f7e55-803f-40ec-875f-06b4e7c9cc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442338 Sep 20 13:30:22.519176 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ee0fc-ebe8-466a-8c42-4f8ddd007d81 req-a9665bf0-5088-415c-bc22-300d80c8abd5 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:30:22.520695 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f01ee0fc-ebe8-466a-8c42-4f8ddd007d81 req-a9665bf0-5088-415c-bc22-300d80c8abd5 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/ports?device_id=96fe04b4-bc7d-4ef7-a166-4c02fd222e7b HTTP/1.1" status: 200 len: 945 time: 0.0631385 Sep 20 13:30:22.567185 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f01ee0fc-ebe8-466a-8c42-4f8ddd007d81 req-dcd7cf8c-ccaa-40ef-9755-9397f7bed9d8 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/security-groups?id=222f7e55-803f-40ec-875f-06b4e7c9cc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409458 Sep 20 13:30:23.437185 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e60b992f-a012-473c-a5b5-06d027640a5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (c520f755-59ca-4a79-a15e-107c01e131c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:23.693044 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c194b86-fd5c-4e64-b7f4-ae1c2d232ada req-5ac0e4e3-4c62-4e93-972d-b4e74d817391 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:30:23.694439 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-1c194b86-fd5c-4e64-b7f4-ae1c2d232ada req-5ac0e4e3-4c62-4e93-972d-b4e74d817391 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/ports?device_id=96fe04b4-bc7d-4ef7-a166-4c02fd222e7b HTTP/1.1" status: 200 len: 945 time: 0.0541112 Sep 20 13:30:23.741608 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-1c194b86-fd5c-4e64-b7f4-ae1c2d232ada req-1b941774-be9d-4c30-88d1-85b9d6ba644b tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/security-groups?id=222f7e55-803f-40ec-875f-06b4e7c9cc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409181 Sep 20 13:30:24.560147 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 35900) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:30:24.661241 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3edfd18e-1b4c-42b0-b129-dc2b22fde061 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:24.734631 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3edfd18e-1b4c-42b0-b129-dc2b22fde061 admin admin] Publish callbacks [] for security_group (9d23ca93-94ef-4852-8266-fbfe64573bdb), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:24.738407 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3edfd18e-1b4c-42b0-b129-dc2b22fde061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (9d23ca93-94ef-4852-8266-fbfe64573bdb), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:24.778894 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-3edfd18e-1b4c-42b0-b129-dc2b22fde061 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=83babf354551418382e6767574a0a3d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2177014 Sep 20 13:30:24.779995 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edfd18e-1b4c-42b0-b129-dc2b22fde061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d23ca93-94ef-4852-8266-fbfe64573bdb,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:24.781654 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 35906) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:30:24.844803 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3546f26b-7c36-4ecd-b8c6-7c8c587b0eee admin admin] Publish callbacks [] for security_group (9d23ca93-94ef-4852-8266-fbfe64573bdb), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:24.884471 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3546f26b-7c36-4ecd-b8c6-7c8c587b0eee admin admin] Publish callbacks [] for security_group (9d23ca93-94ef-4852-8266-fbfe64573bdb), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:24.922807 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca8ee6-ba4f-4dcb-8e9c-318257020733 req-026b9582-3d0f-4e88-882f-184daef643a2 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:30:24.924270 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-74ca8ee6-ba4f-4dcb-8e9c-318257020733 req-026b9582-3d0f-4e88-882f-184daef643a2 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/ports?device_id=96fe04b4-bc7d-4ef7-a166-4c02fd222e7b HTTP/1.1" status: 200 len: 945 time: 0.0924115 Sep 20 13:30:24.961493 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3546f26b-7c36-4ecd-b8c6-7c8c587b0eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (9d23ca93-94ef-4852-8266-fbfe64573bdb), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:24.964054 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3546f26b-7c36-4ecd-b8c6-7c8c587b0eee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:24.965357 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-3546f26b-7c36-4ecd-b8c6-7c8c587b0eee admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9d23ca93-94ef-4852-8266-fbfe64573bdb HTTP/1.1" status: 204 len: 168 time: 0.1821539 Sep 20 13:30:24.982598 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-74ca8ee6-ba4f-4dcb-8e9c-318257020733 req-8adb25b2-dd54-4873-9e2d-14ef09d6ecea tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/security-groups?id=222f7e55-803f-40ec-875f-06b4e7c9cc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526876 Sep 20 13:30:24.983575 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3546f26b-7c36-4ecd-b8c6-7c8c587b0eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d23ca93-94ef-4852-8266-fbfe64573bdb,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:25.558411 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 35928) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:30:25.651408 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-ae4983e7-ab62-415f-aba0-ed6dc47aeaf5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1537881348-network', 'tenant_id': 'a0f2064a9ebc4d1abb2285ce408b90d6'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:30:25.673196 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4983e7-ab62-415f-aba0-ed6dc47aeaf5 admin admin] Made reservation on behalf of a0f2064a9ebc4d1abb2285ce408b90d6 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:30:25.675501 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ae4983e7-ab62-415f-aba0-ed6dc47aeaf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:25.684470 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ae4983e7-ab62-415f-aba0-ed6dc47aeaf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:25.759032 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ae4983e7-ab62-415f-aba0-ed6dc47aeaf5 admin admin] Publish callbacks [] for security_group (c7fa4103-c442-4313-8223-aee832eb84b3), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:25.763724 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ae4983e7-ab62-415f-aba0-ed6dc47aeaf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (c7fa4103-c442-4313-8223-aee832eb84b3), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:25.781796 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ec30e410-1fba-41d2-a806-9ee148e91f8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (e6bdf340-58c5-4186-af2d-ab00439e5425), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:25.788330 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae4983e7-ab62-415f-aba0-ed6dc47aeaf5 admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 13:30:25.798051 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4983e7-ab62-415f-aba0-ed6dc47aeaf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7fa4103-c442-4313-8223-aee832eb84b3,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:25.802594 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ae4983e7-ab62-415f-aba0-ed6dc47aeaf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549390'] for segment (c4e97fc0-43ad-46a7-bda9-023f4d5197db), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:25.802956 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.db.segments_db [None req-ae4983e7-ab62-415f-aba0-ed6dc47aeaf5 admin admin] Added segment c4e97fc0-43ad-46a7-bda9-023f4d5197db of type vlan for network 9fc3ed28-8239-4d46-a344-482b29fe53fd Sep 20 13:30:25.841894 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ae4983e7-ab62-415f-aba0-ed6dc47aeaf5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760607722792'] for network (9fc3ed28-8239-4d46-a344-482b29fe53fd), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:25.865238 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ae4983e7-ab62-415f-aba0-ed6dc47aeaf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183'] for network (9fc3ed28-8239-4d46-a344-482b29fe53fd), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:25.866260 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4983e7-ab62-415f-aba0-ed6dc47aeaf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:30:25.866893 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ae4983e7-ab62-415f-aba0-ed6dc47aeaf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:25.916032 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-ae4983e7-ab62-415f-aba0-ed6dc47aeaf5 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3564537 Sep 20 13:30:25.919679 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 35932) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:30:25.924661 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.v2.base [None req-f3ec699b-1415-4bae-a9c4-e5a7feb010d9 admin admin] Request body: {'subnet': {'network_id': '9fc3ed28-8239-4d46-a344-482b29fe53fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1537881348-subnet', 'tenant_id': 'a0f2064a9ebc4d1abb2285ce408b90d6', 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:30:25.927329 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4983e7-ab62-415f-aba0-ed6dc47aeaf5 admin admin] Pushing event updated for resources: {'Network': ['ID=9fc3ed28-8239-4d46-a344-482b29fe53fd,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:25.937175 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Network 9fc3ed28-8239-4d46-a344-482b29fe53fd details requested by agent ovs-agent-dv-cinder-858463-1-iscsi with host dv-cinder-858463-1-iscsi {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 13:30:25.946132 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ec699b-1415-4bae-a9c4-e5a7feb010d9 admin admin] Made reservation on behalf of a0f2064a9ebc4d1abb2285ce408b90d6 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:30:25.948402 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f3ec699b-1415-4bae-a9c4-e5a7feb010d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10408794'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:26.148517 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f3ec699b-1415-4bae-a9c4-e5a7feb010d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10421155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10408776'] for subnet (13fecf05-f068-411a-94fe-40dc17ac3796), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:26.161984 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e516aadd-8e18-48fb-9973-3e0e64d03812 req-3cee8f9f-e80d-4b02-ab01-8e1e3d8d4841 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:30:26.163511 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-e516aadd-8e18-48fb-9973-3e0e64d03812 req-3cee8f9f-e80d-4b02-ab01-8e1e3d8d4841 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/ports?device_id=96fe04b4-bc7d-4ef7-a166-4c02fd222e7b HTTP/1.1" status: 200 len: 945 time: 0.1039031 Sep 20 13:30:26.229951 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ec699b-1415-4bae-a9c4-e5a7feb010d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13fecf05-f068-411a-94fe-40dc17ac3796,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:26.256394 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ec699b-1415-4bae-a9c4-e5a7feb010d9 admin admin] Checking segment: {'id': 'c4e97fc0-43ad-46a7-bda9-023f4d5197db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9fc3ed28-8239-4d46-a344-482b29fe53fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:30:26.256756 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ec699b-1415-4bae-a9c4-e5a7feb010d9 admin admin] Network hostable DHCP agents. Network: 9fc3ed28-8239-4d46-a344-482b29fe53fd, hostable agents: ['c520f755-59ca-4a79-a15e-107c01e131c2'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 13:30:26.265582 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-e516aadd-8e18-48fb-9973-3e0e64d03812 req-0e008ee9-8862-4ac7-af0f-36a9b8e1b211 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/security-groups?id=222f7e55-803f-40ec-875f-06b4e7c9cc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799868 Sep 20 13:30:26.278965 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ec699b-1415-4bae-a9c4-e5a7feb010d9 admin admin] Network 9fc3ed28-8239-4d46-a344-482b29fe53fd is scheduled to be hosted by DHCP agent c520f755-59ca-4a79-a15e-107c01e131c2 with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 13:30:26.287790 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-f3ec699b-1415-4bae-a9c4-e5a7feb010d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858463-1-iscsi, 9fc3ed28-8239-4d46-a344-482b29fe53fd) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:30:26.292589 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ec699b-1415-4bae-a9c4-e5a7feb010d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:30:26.293303 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-f3ec699b-1415-4bae-a9c4-e5a7feb010d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:26.302113 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fde794-5ce2-419f-98ad-23f8ecf3c30e None None] Network 9fc3ed28-8239-4d46-a344-482b29fe53fd requested from dv-cinder-858463-1-iscsi {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 20 13:30:26.308497 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-f3ec699b-1415-4bae-a9c4-e5a7feb010d9 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3877094 Sep 20 13:30:26.311216 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 35936) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:30:26.315389 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.v2.base [None req-837b660b-5327-4439-945a-aca170b8d7fd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1537881348-router', 'tenant_id': 'a0f2064a9ebc4d1abb2285ce408b90d6', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'}}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:30:26.335548 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-837b660b-5327-4439-945a-aca170b8d7fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36824'] for router (cb4058b9-8340-4a69-85fe-2a61529f8e0e), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:26.336612 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-837b660b-5327-4439-945a-aca170b8d7fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1607812', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36847'] for router (cb4058b9-8340-4a69-85fe-2a61529f8e0e), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:26.393205 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-837b660b-5327-4439-945a-aca170b8d7fd admin admin] Publish callbacks [] for router_controller (cb4058b9-8340-4a69-85fe-2a61529f8e0e), precommit_add_association {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:26.414831 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c685c2-9011-498f-ba67-869eecfed041 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb49ed716-09e0-5d67-b392-6c4cef110713-9fc3ed28-8239-4d46-a344-482b29fe53fd', 'network_id': '9fc3ed28-8239-4d46-a344-482b29fe53fd', 'project_id': 'a0f2064a9ebc4d1abb2285ce408b90d6', 'fixed_ips': [{'subnet_id': '13fecf05-f068-411a-94fe-40dc17ac3796'}]}} from dv-cinder-858463-1-iscsi. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 20 13:30:26.415765 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-41c685c2-9011-498f-ba67-869eecfed041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:26.528343 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-837b660b-5327-4439-945a-aca170b8d7fd admin admin] Publish callbacks [] for router_gateway (cb4058b9-8340-4a69-85fe-2a61529f8e0e), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:26.556787 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-41c685c2-9011-498f-ba67-869eecfed041 None None] Allocated IP 172.20.0.2 (9fc3ed28-8239-4d46-a344-482b29fe53fd/13fecf05-f068-411a-94fe-40dc17ac3796/98021a95-e9a1-4ff2-b307-63f9544968d6) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:30:26.701756 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-41c685c2-9011-498f-ba67-869eecfed041 None None] Publish callbacks [] for port (98021a95-e9a1-4ff2-b307-63f9544968d6), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:26.707516 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-41c685c2-9011-498f-ba67-869eecfed041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938'] for port (98021a95-e9a1-4ff2-b307-63f9544968d6), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:26.728793 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-837b660b-5327-4439-945a-aca170b8d7fd admin admin] Publish callbacks [] for router_gateway (cb4058b9-8340-4a69-85fe-2a61529f8e0e), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:26.741524 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c685c2-9011-498f-ba67-869eecfed041 None None] Network 9fc3ed28-8239-4d46-a344-482b29fe53fd is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:30:26.744333 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-41c685c2-9011-498f-ba67-869eecfed041 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:30:26.748282 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c685c2-9011-498f-ba67-869eecfed041 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:30:26.750175 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-837b660b-5327-4439-945a-aca170b8d7fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:26.766866 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c685c2-9011-498f-ba67-869eecfed041 None None] Pushing event updated for resources: {'Port': ['ID=98021a95-e9a1-4ff2-b307-63f9544968d6,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:26.797654 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21c1e68e-1f58-483a-acac-7453cdb7afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (dfbc54aa-0ed8-4030-9edb-0bf7f0e74037), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:26.824362 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-41c685c2-9011-498f-ba67-869eecfed041 None None] Attempting to bind port 98021a95-e9a1-4ff2-b307-63f9544968d6 on host dv-cinder-858463-1-iscsi for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 20 13:30:26.824813 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-41c685c2-9011-498f-ba67-869eecfed041 None None] Attempting to bind port 98021a95-e9a1-4ff2-b307-63f9544968d6 by drivers openvswitch,hyperv on host dv-cinder-858463-1-iscsi at level 0 using segments [{'id': 'c4e97fc0-43ad-46a7-bda9-023f4d5197db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9fc3ed28-8239-4d46-a344-482b29fe53fd'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 20 13:30:26.825297 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c685c2-9011-498f-ba67-869eecfed041 None None] Attempting to bind port 98021a95-e9a1-4ff2-b307-63f9544968d6 on network 9fc3ed28-8239-4d46-a344-482b29fe53fd {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:30:26.830712 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c685c2-9011-498f-ba67-869eecfed041 None None] Checking agent: {'id': '543ca60b-7e7a-4ebd-8f87-7672c7a482b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 13, 9, 29), 'started_at': datetime.datetime(2022, 9, 20, 13, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:30:26.831146 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c685c2-9011-498f-ba67-869eecfed041 None None] Checking segment: {'id': 'c4e97fc0-43ad-46a7-bda9-023f4d5197db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9fc3ed28-8239-4d46-a344-482b29fe53fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:30:26.831560 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-41c685c2-9011-498f-ba67-869eecfed041 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:26.832052 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c685c2-9011-498f-ba67-869eecfed041 None None] Bound using segment: {'id': 'c4e97fc0-43ad-46a7-bda9-023f4d5197db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9fc3ed28-8239-4d46-a344-482b29fe53fd'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:30:26.832477 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-41c685c2-9011-498f-ba67-869eecfed041 None None] Bound port: 98021a95-e9a1-4ff2-b307-63f9544968d6, host: dv-cinder-858463-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4e97fc0-43ad-46a7-bda9-023f4d5197db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9fc3ed28-8239-4d46-a344-482b29fe53fd'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 20 13:30:26.832867 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-41c685c2-9011-498f-ba67-869eecfed041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (98021a95-e9a1-4ff2-b307-63f9544968d6), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:26.860950 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-837b660b-5327-4439-945a-aca170b8d7fd admin admin] Allocated IP 172.27.2.179 (36104724-3f48-4df5-b3a4-d541d8e9add0/adca2446-3f2d-49a4-ba29-cedd74eb43e2/49937269-b5f3-4609-a209-3efef81adac7) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:30:26.897406 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-41c685c2-9011-498f-ba67-869eecfed041 None None] For port 98021a95-e9a1-4ff2-b307-63f9544968d6, host dv-cinder-858463-1-iscsi, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:30:26.900447 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-41c685c2-9011-498f-ba67-869eecfed041 None None] For port 98021a95-e9a1-4ff2-b307-63f9544968d6, host dv-cinder-858463-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=98021a95-e9a1-4ff2-b307-63f9544968d6,segment=NetworkSegment(c4e97fc0-43ad-46a7-bda9-023f4d5197db),segment_id=c4e97fc0-43ad-46a7-bda9-023f4d5197db)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:30:26.906851 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-41c685c2-9011-498f-ba67-869eecfed041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (98021a95-e9a1-4ff2-b307-63f9544968d6), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:26.956663 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c685c2-9011-498f-ba67-869eecfed041 None None] Pushing event updated for resources: {'Port': ['ID=98021a95-e9a1-4ff2-b307-63f9544968d6,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:26.969023 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-837b660b-5327-4439-945a-aca170b8d7fd admin admin] Publish callbacks [] for port (49937269-b5f3-4609-a209-3efef81adac7), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:27.004101 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-837b660b-5327-4439-945a-aca170b8d7fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421007'] for port (49937269-b5f3-4609-a209-3efef81adac7), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:27.043230 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837b660b-5327-4439-945a-aca170b8d7fd admin admin] Network 36104724-3f48-4df5-b3a4-d541d8e9add0 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:30:27.046131 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-837b660b-5327-4439-945a-aca170b8d7fd admin admin] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:30:27.052489 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837b660b-5327-4439-945a-aca170b8d7fd admin admin] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:30:27.057530 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837b660b-5327-4439-945a-aca170b8d7fd admin admin] Pushing event updated for resources: {'Port': ['ID=49937269-b5f3-4609-a209-3efef81adac7,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:27.316490 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-837b660b-5327-4439-945a-aca170b8d7fd admin admin] Publish callbacks [] for router_gateway (cb4058b9-8340-4a69-85fe-2a61529f8e0e), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:27.398668 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b2de0-8df8-4f10-952e-c3a6e91f0ed1 req-9f12fa50-2c0b-4417-adae-9c7dd541489a tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:30:27.400302 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-781b2de0-8df8-4f10-952e-c3a6e91f0ed1 req-9f12fa50-2c0b-4417-adae-9c7dd541489a tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/ports?device_id=96fe04b4-bc7d-4ef7-a166-4c02fd222e7b HTTP/1.1" status: 200 len: 945 time: 0.0592413 Sep 20 13:30:27.447112 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-781b2de0-8df8-4f10-952e-c3a6e91f0ed1 req-e28e87b8-637e-4c9d-9142-606640197668 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/security-groups?id=222f7e55-803f-40ec-875f-06b4e7c9cc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409131 Sep 20 13:30:27.505378 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-837b660b-5327-4439-945a-aca170b8d7fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607915'] for router (cb4058b9-8340-4a69-85fe-2a61529f8e0e), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:27.631554 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-837b660b-5327-4439-945a-aca170b8d7fd admin admin] Router cb4058b9-8340-4a69-85fe-2a61529f8e0e is scheduled to L3 agent e6bdf340-58c5-4186-af2d-ab00439e5425 with binding_index 1 {{(pid=104086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 13:30:27.739267 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-837b660b-5327-4439-945a-aca170b8d7fd admin admin] Notify agent at l3_agent.dv-cinder-858463-1-iscsi the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:30:27.749237 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f3cd99-a683-4ebd-bbf8-117ef59549bd None None] Sync routers for ids ['cb4058b9-8340-4a69-85fe-2a61529f8e0e'] in dv-cinder-858463-1-iscsi {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:30:27.759482 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-837b660b-5327-4439-945a-aca170b8d7fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:27.760443 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f3cd99-a683-4ebd-bbf8-117ef59549bd None None] Routers {'cb4058b9-8340-4a69-85fe-2a61529f8e0e'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:30:27.760938 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-837b660b-5327-4439-945a-aca170b8d7fd admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4488034 Sep 20 13:30:27.764150 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 35940) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:30:27.770281 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-a6f3cd99-a683-4ebd-bbf8-117ef59549bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:30:26Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['cb4058b9-8340-4a69-85fe-2a61529f8e0e'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:30:27.889192 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bc61d1-7441-4646-a3be-efae34f70f76 None None] Network 9fc3ed28-8239-4d46-a344-482b29fe53fd requested from dv-cinder-858463-1-iscsi {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 20 13:30:27.960025 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 98021a95-e9a1-4ff2-b307-63f9544968d6 up at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:30:27.995695 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-a6f3cd99-a683-4ebd-bbf8-117ef59549bd None None] Set router cb4058b9-8340-4a69-85fe-2a61529f8e0e gateway port host: dv-cinder-858463-1-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:30:28.008577 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-ce9a99b5-02ad-4122-8107-def238c01de1 None None] Provisioning complete for port 98021a95-e9a1-4ff2-b307-63f9544968d6 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:30:28.009278 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ce9a99b5-02ad-4122-8107-def238c01de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (98021a95-e9a1-4ff2-b307-63f9544968d6), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:28.009875 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-ce9a99b5-02ad-4122-8107-def238c01de1 None None] Attempt 1 to provision port 98021a95-e9a1-4ff2-b307-63f9544968d6 Sep 20 13:30:28.104709 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Provisioning complete for port 98021a95-e9a1-4ff2-b307-63f9544968d6 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:30:28.105587 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (98021a95-e9a1-4ff2-b307-63f9544968d6), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:28.105930 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Attempt 1 to provision port 98021a95-e9a1-4ff2-b307-63f9544968d6 Sep 20 13:30:28.200571 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-ce9a99b5-02ad-4122-8107-def238c01de1 None None] Current status of the port 98021a95-e9a1-4ff2-b307-63f9544968d6 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:30:28.201021 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ce9a99b5-02ad-4122-8107-def238c01de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (98021a95-e9a1-4ff2-b307-63f9544968d6), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:28.203963 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-a6f3cd99-a683-4ebd-bbf8-117ef59549bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb4058b9-8340-4a69-85fe-2a61529f8e0e', 'name': 'tempest-TestShelveInstance-1537881348-router', 'tenant_id': 'a0f2064a9ebc4d1abb2285ce408b90d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '49937269-b5f3-4609-a209-3efef81adac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:30:26Z', 'updated_at': '2022-09-20T13:30:27Z', 'revision_number': 3, 'project_id': 'a0f2064a9ebc4d1abb2285ce408b90d6', 'gw_port': {'id': '49937269-b5f3-4609-a209-3efef81adac7', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4058b9-8340-4a69-85fe-2a61529f8e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:30:26Z', 'updated_at': '2022-09-20T13:30:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi'}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:30:28.215954 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c793fb8f-2eac-4cf0-b972-02f3f2d6d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (78ab24c8-cd03-458a-a2fc-6c0c54d0053a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:28.238349 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f3cd99-a683-4ebd-bbf8-117ef59549bd None None] Checking router: cb4058b9-8340-4a69-85fe-2a61529f8e0e for host: dv-cinder-858463-1-iscsi {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:30:28.238818 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f3cd99-a683-4ebd-bbf8-117ef59549bd None None] Updating router cb4058b9-8340-4a69-85fe-2a61529f8e0e port 49937269-b5f3-4609-a209-3efef81adac7 binding host dv-cinder-858463-1-iscsi {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 13:30:28.260016 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-ce9a99b5-02ad-4122-8107-def238c01de1 None None] For port 98021a95-e9a1-4ff2-b307-63f9544968d6, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=98021a95-e9a1-4ff2-b307-63f9544968d6,segment=NetworkSegment(c4e97fc0-43ad-46a7-bda9-023f4d5197db),segment_id=c4e97fc0-43ad-46a7-bda9-023f4d5197db)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:30:28.268010 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ce9a99b5-02ad-4122-8107-def238c01de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (98021a95-e9a1-4ff2-b307-63f9544968d6), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:28.273613 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a6f3cd99-a683-4ebd-bbf8-117ef59549bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (49937269-b5f3-4609-a209-3efef81adac7), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:28.278930 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Current status of the port 98021a95-e9a1-4ff2-b307-63f9544968d6 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:30:28.279326 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (98021a95-e9a1-4ff2-b307-63f9544968d6), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:28.375160 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.db.api [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 13:30:28.375576 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG oslo_db.api [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 13:30:28.376066 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a99b5-02ad-4122-8107-def238c01de1 None None] Pushing event updated for resources: {'Port': ['ID=98021a95-e9a1-4ff2-b307-63f9544968d6,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:28.508073 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-7ebfc2cc-4ffe-49a0-a833-5e857af8fb71 None None] Provisioning complete for port 98021a95-e9a1-4ff2-b307-63f9544968d6 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:30:28.508458 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7ebfc2cc-4ffe-49a0-a833-5e857af8fb71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (98021a95-e9a1-4ff2-b307-63f9544968d6), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:28.508801 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-7ebfc2cc-4ffe-49a0-a833-5e857af8fb71 None None] Attempt 1 to provision port 98021a95-e9a1-4ff2-b307-63f9544968d6 Sep 20 13:30:28.536115 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-62b59af3-18e1-4938-a2df-8d98ae20ba6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:28.582895 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a6f3cd99-a683-4ebd-bbf8-117ef59549bd None None] Publish callbacks [] for port (49937269-b5f3-4609-a209-3efef81adac7), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:28.592558 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-7ebfc2cc-4ffe-49a0-a833-5e857af8fb71 None None] Current status of the port 98021a95-e9a1-4ff2-b307-63f9544968d6 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:30:28.594827 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a6f3cd99-a683-4ebd-bbf8-117ef59549bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (49937269-b5f3-4609-a209-3efef81adac7), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:28.595065 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63839e-74a2-43ea-9fe3-737cfce14fba req-8d3c7d95-f1a2-48a5-9f65-0b114053f2df tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:30:28.596601 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-3d63839e-74a2-43ea-9fe3-737cfce14fba req-8d3c7d95-f1a2-48a5-9f65-0b114053f2df tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/ports?device_id=96fe04b4-bc7d-4ef7-a166-4c02fd222e7b HTTP/1.1" status: 200 len: 945 time: 0.0709147 Sep 20 13:30:28.617789 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-a6f3cd99-a683-4ebd-bbf8-117ef59549bd None None] Attempting to bind port 49937269-b5f3-4609-a209-3efef81adac7 on host dv-cinder-858463-1-iscsi for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 20 13:30:28.618116 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-a6f3cd99-a683-4ebd-bbf8-117ef59549bd None None] Attempting to bind port 49937269-b5f3-4609-a209-3efef81adac7 by drivers openvswitch,hyperv on host dv-cinder-858463-1-iscsi at level 0 using segments [{'id': '5aaf6297-6a46-4e9d-b63a-dd8b37b93294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 20 13:30:28.618806 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f3cd99-a683-4ebd-bbf8-117ef59549bd None None] Attempting to bind port 49937269-b5f3-4609-a209-3efef81adac7 on network 36104724-3f48-4df5-b3a4-d541d8e9add0 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:30:28.641956 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f3cd99-a683-4ebd-bbf8-117ef59549bd None None] Checking agent: {'id': '543ca60b-7e7a-4ebd-8f87-7672c7a482b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 13, 9, 29), 'started_at': datetime.datetime(2022, 9, 20, 13, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:30:28.642392 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f3cd99-a683-4ebd-bbf8-117ef59549bd None None] Checking segment: {'id': '5aaf6297-6a46-4e9d-b63a-dd8b37b93294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:30:28.642775 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a6f3cd99-a683-4ebd-bbf8-117ef59549bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:28.643181 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f3cd99-a683-4ebd-bbf8-117ef59549bd None None] Bound using segment: {'id': '5aaf6297-6a46-4e9d-b63a-dd8b37b93294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:30:28.643665 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-a6f3cd99-a683-4ebd-bbf8-117ef59549bd None None] Bound port: 49937269-b5f3-4609-a209-3efef81adac7, host: dv-cinder-858463-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aaf6297-6a46-4e9d-b63a-dd8b37b93294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 20 13:30:28.644291 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a6f3cd99-a683-4ebd-bbf8-117ef59549bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (49937269-b5f3-4609-a209-3efef81adac7), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:28.648638 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-3d63839e-74a2-43ea-9fe3-737cfce14fba req-65f4b624-7331-482c-a181-39b17d320e39 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/security-groups?id=222f7e55-803f-40ec-875f-06b4e7c9cc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438340 Sep 20 13:30:28.687765 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62963b9b-e592-4393-b51e-fc98b6671d7f None None] Pushing event updated for resources: {'Port': ['ID=49937269-b5f3-4609-a209-3efef81adac7,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:28.705654 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62963b9b-e592-4393-b51e-fc98b6671d7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:28.706033 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62963b9b-e592-4393-b51e-fc98b6671d7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:28.706397 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62963b9b-e592-4393-b51e-fc98b6671d7f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:28.706755 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62963b9b-e592-4393-b51e-fc98b6671d7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:28.707093 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62963b9b-e592-4393-b51e-fc98b6671d7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:28.707430 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62963b9b-e592-4393-b51e-fc98b6671d7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:28.707758 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62963b9b-e592-4393-b51e-fc98b6671d7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:28.708085 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62963b9b-e592-4393-b51e-fc98b6671d7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:28.708411 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62963b9b-e592-4393-b51e-fc98b6671d7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:28.708775 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62963b9b-e592-4393-b51e-fc98b6671d7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:28.709085 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62963b9b-e592-4393-b51e-fc98b6671d7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:28.709407 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62963b9b-e592-4393-b51e-fc98b6671d7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:28.709734 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62963b9b-e592-4393-b51e-fc98b6671d7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:30:28.716029 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-62b59af3-18e1-4938-a2df-8d98ae20ba6b admin admin] Allocated IP 172.20.0.1 (9fc3ed28-8239-4d46-a344-482b29fe53fd/13fecf05-f068-411a-94fe-40dc17ac3796/dd6c4892-a97d-4bcf-b51c-053c4fa09a13) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:30:28.721480 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-a6f3cd99-a683-4ebd-bbf8-117ef59549bd None None] For port 49937269-b5f3-4609-a209-3efef81adac7, host dv-cinder-858463-1-iscsi, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:30:28.724798 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-a6f3cd99-a683-4ebd-bbf8-117ef59549bd None None] For port 49937269-b5f3-4609-a209-3efef81adac7, host dv-cinder-858463-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=49937269-b5f3-4609-a209-3efef81adac7,segment=NetworkSegment(5aaf6297-6a46-4e9d-b63a-dd8b37b93294),segment_id=5aaf6297-6a46-4e9d-b63a-dd8b37b93294)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:30:28.730777 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a6f3cd99-a683-4ebd-bbf8-117ef59549bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (49937269-b5f3-4609-a209-3efef81adac7), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:28.763049 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f3cd99-a683-4ebd-bbf8-117ef59549bd None None] Routers {'cb4058b9-8340-4a69-85fe-2a61529f8e0e'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:30:28.763780 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-a6f3cd99-a683-4ebd-bbf8-117ef59549bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:30:26Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['cb4058b9-8340-4a69-85fe-2a61529f8e0e'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:30:28.816391 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62963b9b-e592-4393-b51e-fc98b6671d7f None None] Pushing event updated for resources: {'Port': ['ID=49937269-b5f3-4609-a209-3efef81adac7,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:28.822373 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-62b59af3-18e1-4938-a2df-8d98ae20ba6b admin admin] Publish callbacks [] for port (dd6c4892-a97d-4bcf-b51c-053c4fa09a13), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:28.856237 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-62b59af3-18e1-4938-a2df-8d98ae20ba6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (dd6c4892-a97d-4bcf-b51c-053c4fa09a13), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:28.877926 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-a6f3cd99-a683-4ebd-bbf8-117ef59549bd None None] Set router cb4058b9-8340-4a69-85fe-2a61529f8e0e gateway port host: dv-cinder-858463-1-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:30:28.898439 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b59af3-18e1-4938-a2df-8d98ae20ba6b admin admin] Network 9fc3ed28-8239-4d46-a344-482b29fe53fd is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:30:28.905983 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-62b59af3-18e1-4938-a2df-8d98ae20ba6b admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:30:28.908212 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b59af3-18e1-4938-a2df-8d98ae20ba6b admin admin] Pushing event updated for resources: {'Port': ['ID=dd6c4892-a97d-4bcf-b51c-053c4fa09a13,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:28.910575 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b59af3-18e1-4938-a2df-8d98ae20ba6b admin admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:30:28.920043 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Current status of the port 98021a95-e9a1-4ff2-b307-63f9544968d6 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:30:28.948951 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-62b59af3-18e1-4938-a2df-8d98ae20ba6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1608580'] for router_interface (cb4058b9-8340-4a69-85fe-2a61529f8e0e), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:29.086831 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-a6f3cd99-a683-4ebd-bbf8-117ef59549bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb4058b9-8340-4a69-85fe-2a61529f8e0e', 'name': 'tempest-TestShelveInstance-1537881348-router', 'tenant_id': 'a0f2064a9ebc4d1abb2285ce408b90d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '49937269-b5f3-4609-a209-3efef81adac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:30:26Z', 'updated_at': '2022-09-20T13:30:27Z', 'revision_number': 3, 'project_id': 'a0f2064a9ebc4d1abb2285ce408b90d6', 'gw_port': {'id': '49937269-b5f3-4609-a209-3efef81adac7', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4058b9-8340-4a69-85fe-2a61529f8e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:30:26Z', 'updated_at': '2022-09-20T13:30:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi'}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:30:29.093384 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-62b59af3-18e1-4938-a2df-8d98ae20ba6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (dd6c4892-a97d-4bcf-b51c-053c4fa09a13), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:29.113384 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f3cd99-a683-4ebd-bbf8-117ef59549bd None None] The sync data for ids ['cb4058b9-8340-4a69-85fe-2a61529f8e0e'] in dv-cinder-858463-1-iscsi is: [{'id': 'cb4058b9-8340-4a69-85fe-2a61529f8e0e', 'name': 'tempest-TestShelveInstance-1537881348-router', 'tenant_id': 'a0f2064a9ebc4d1abb2285ce408b90d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '49937269-b5f3-4609-a209-3efef81adac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:30:26Z', 'updated_at': '2022-09-20T13:30:27Z', 'revision_number': 3, 'project_id': 'a0f2064a9ebc4d1abb2285ce408b90d6', 'gw_port': {'id': '49937269-b5f3-4609-a209-3efef81adac7', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4058b9-8340-4a69-85fe-2a61529f8e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:30:26Z', 'updated_at': '2022-09-20T13:30:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi'}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:30:29.217765 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-526c4d4c-9a5b-4eb3-94c9-3f2116e39ff2 None None] Provisioning complete for port dd6c4892-a97d-4bcf-b51c-053c4fa09a13 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:30:29.218139 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-526c4d4c-9a5b-4eb3-94c9-3f2116e39ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (dd6c4892-a97d-4bcf-b51c-053c4fa09a13), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:29.218478 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-526c4d4c-9a5b-4eb3-94c9-3f2116e39ff2 None None] Attempt 1 to provision port dd6c4892-a97d-4bcf-b51c-053c4fa09a13 Sep 20 13:30:29.249493 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-526c4d4c-9a5b-4eb3-94c9-3f2116e39ff2 None None] Port dd6c4892-a97d-4bcf-b51c-053c4fa09a13 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:30:29.266705 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-62b59af3-18e1-4938-a2df-8d98ae20ba6b admin admin] Publish callbacks [] for port (dd6c4892-a97d-4bcf-b51c-053c4fa09a13), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:29.271719 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-62b59af3-18e1-4938-a2df-8d98ae20ba6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242759'] for port (dd6c4892-a97d-4bcf-b51c-053c4fa09a13), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:29.339145 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-62b59af3-18e1-4938-a2df-8d98ae20ba6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1608488'] for router_interface (cb4058b9-8340-4a69-85fe-2a61529f8e0e), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:29.342138 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b59af3-18e1-4938-a2df-8d98ae20ba6b admin admin] Pushing event updated for resources: {'Port': ['ID=dd6c4892-a97d-4bcf-b51c-053c4fa09a13,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:29.442020 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b59af3-18e1-4938-a2df-8d98ae20ba6b admin admin] Network 9fc3ed28-8239-4d46-a344-482b29fe53fd is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:30:29.443514 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-62b59af3-18e1-4938-a2df-8d98ae20ba6b admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:30:29.564633 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62b59af3-18e1-4938-a2df-8d98ae20ba6b admin admin] Router cb4058b9-8340-4a69-85fe-2a61529f8e0e has already been hosted by L3 agent e6bdf340-58c5-4186-af2d-ab00439e5425 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:30:29.607225 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (543ca60b-7e7a-4ebd-8f87-7672c7a482b9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:29.688969 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b59af3-18e1-4938-a2df-8d98ae20ba6b admin admin] Notify agent at l3_agent.dv-cinder-858463-1-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:30:29.694801 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-62b59af3-18e1-4938-a2df-8d98ae20ba6b admin admin] 10.222.0.55 "PUT /v2.0/routers/cb4058b9-8340-4a69-85fe-2a61529f8e0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9291575 Sep 20 13:30:29.751053 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-526c4d4c-9a5b-4eb3-94c9-3f2116e39ff2 None None] Attempt 2 to provision port dd6c4892-a97d-4bcf-b51c-053c4fa09a13 Sep 20 13:30:29.795875 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-526c4d4c-9a5b-4eb3-94c9-3f2116e39ff2 None None] Port dd6c4892-a97d-4bcf-b51c-053c4fa09a13 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:30:29.801777 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a72fb2-0128-4285-ba70-4e5862899caf req-db8da2d4-0290-4d4c-9bfc-3f44b7ae71d8 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:30:29.803486 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-86a72fb2-0128-4285-ba70-4e5862899caf req-db8da2d4-0290-4d4c-9bfc-3f44b7ae71d8 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/ports?device_id=96fe04b4-bc7d-4ef7-a166-4c02fd222e7b HTTP/1.1" status: 200 len: 945 time: 0.0699201 Sep 20 13:30:29.861745 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-86a72fb2-0128-4285-ba70-4e5862899caf req-b56c0f94-edef-4409-a388-db8ca7b8ba9a tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/security-groups?id=222f7e55-803f-40ec-875f-06b4e7c9cc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505705 Sep 20 13:30:30.002379 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 49937269-b5f3-4609-a209-3efef81adac7 up at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:30:30.058534 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Provisioning complete for port 49937269-b5f3-4609-a209-3efef81adac7 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:30:30.059300 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (49937269-b5f3-4609-a209-3efef81adac7), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:30.059710 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Attempt 1 to provision port 49937269-b5f3-4609-a209-3efef81adac7 Sep 20 13:30:30.135220 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Current status of the port 49937269-b5f3-4609-a209-3efef81adac7 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:30:30.135609 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (49937269-b5f3-4609-a209-3efef81adac7), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:30.156318 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] For port 49937269-b5f3-4609-a209-3efef81adac7, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=49937269-b5f3-4609-a209-3efef81adac7,segment=NetworkSegment(5aaf6297-6a46-4e9d-b63a-dd8b37b93294),segment_id=5aaf6297-6a46-4e9d-b63a-dd8b37b93294)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:30:30.162616 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (49937269-b5f3-4609-a209-3efef81adac7), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:30.163667 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 98021a95-e9a1-4ff2-b307-63f9544968d6 up at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:30:30.228288 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 35966) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:30:30.233762 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-f5256a49-bdde-4494-8e49-98508b941e9a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1319315130-network', 'tenant_id': 'c5ae2b3237a14c17b21008fa0e70d5ea'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:30:30.237156 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Pushing event updated for resources: {'Port': ['ID=49937269-b5f3-4609-a209-3efef81adac7,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:30.248037 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Provisioning complete for port 98021a95-e9a1-4ff2-b307-63f9544968d6 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:30:30.248415 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (98021a95-e9a1-4ff2-b307-63f9544968d6), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:30.248755 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Attempt 1 to provision port 98021a95-e9a1-4ff2-b307-63f9544968d6 Sep 20 13:30:30.255009 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5256a49-bdde-4494-8e49-98508b941e9a admin admin] Made reservation on behalf of c5ae2b3237a14c17b21008fa0e70d5ea for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:30:30.257335 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f5256a49-bdde-4494-8e49-98508b941e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:30.269124 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f5256a49-bdde-4494-8e49-98508b941e9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:30.356614 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f5256a49-bdde-4494-8e49-98508b941e9a admin admin] Publish callbacks [] for security_group (2c51f7cb-9df7-4f8f-8c68-fda89c243b1f), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:30.360666 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f5256a49-bdde-4494-8e49-98508b941e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (2c51f7cb-9df7-4f8f-8c68-fda89c243b1f), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:30.386925 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5256a49-bdde-4494-8e49-98508b941e9a admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 13:30:30.395608 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5256a49-bdde-4494-8e49-98508b941e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c51f7cb-9df7-4f8f-8c68-fda89c243b1f,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:30.396493 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-526c4d4c-9a5b-4eb3-94c9-3f2116e39ff2 None None] Attempt 3 to provision port dd6c4892-a97d-4bcf-b51c-053c4fa09a13 Sep 20 13:30:30.403002 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f5256a49-bdde-4494-8e49-98508b941e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549390'] for segment (124c7b4c-a744-40c6-8725-7c83c96d0510), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:30.403356 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.db.segments_db [None req-f5256a49-bdde-4494-8e49-98508b941e9a admin admin] Added segment 124c7b4c-a744-40c6-8725-7c83c96d0510 of type vlan for network 1836e408-24a5-4e65-b675-bcc27b7575ae Sep 20 13:30:30.437326 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-526c4d4c-9a5b-4eb3-94c9-3f2116e39ff2 None None] Port dd6c4892-a97d-4bcf-b51c-053c4fa09a13 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:30:30.445538 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f5256a49-bdde-4494-8e49-98508b941e9a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760607722792'] for network (1836e408-24a5-4e65-b675-bcc27b7575ae), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:30.472254 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f5256a49-bdde-4494-8e49-98508b941e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183'] for network (1836e408-24a5-4e65-b675-bcc27b7575ae), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:30.473851 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5256a49-bdde-4494-8e49-98508b941e9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:30:30.475169 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f5256a49-bdde-4494-8e49-98508b941e9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:30.477161 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Current status of the port 98021a95-e9a1-4ff2-b307-63f9544968d6 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:30:30.544952 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-f5256a49-bdde-4494-8e49-98508b941e9a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3155460 Sep 20 13:30:30.547680 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 35968) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:30:30.552350 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-77ab6be2-0abc-4a2f-acb7-96dd5438ad53 admin admin] Request body: {'subnet': {'network_id': '1836e408-24a5-4e65-b675-bcc27b7575ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1319315130-subnet', 'tenant_id': 'c5ae2b3237a14c17b21008fa0e70d5ea', 'ip_version': 4}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:30:30.562853 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5256a49-bdde-4494-8e49-98508b941e9a admin admin] Pushing event updated for resources: {'Network': ['ID=1836e408-24a5-4e65-b675-bcc27b7575ae,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:30.572703 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Network 1836e408-24a5-4e65-b675-bcc27b7575ae details requested by agent ovs-agent-dv-cinder-858463-1-iscsi with host dv-cinder-858463-1-iscsi {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 13:30:30.578500 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ab6be2-0abc-4a2f-acb7-96dd5438ad53 admin admin] Made reservation on behalf of c5ae2b3237a14c17b21008fa0e70d5ea for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:30:30.581171 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-77ab6be2-0abc-4a2f-acb7-96dd5438ad53 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9062285'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:30.754887 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-77ab6be2-0abc-4a2f-acb7-96dd5438ad53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9062303'] for subnet (2cdf64e3-d154-401c-afa8-24356bc94593), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:30.813199 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ab6be2-0abc-4a2f-acb7-96dd5438ad53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cdf64e3-d154-401c-afa8-24356bc94593,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:30.821467 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ab6be2-0abc-4a2f-acb7-96dd5438ad53 admin admin] Checking segment: {'id': '124c7b4c-a744-40c6-8725-7c83c96d0510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1836e408-24a5-4e65-b675-bcc27b7575ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:30:30.821828 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ab6be2-0abc-4a2f-acb7-96dd5438ad53 admin admin] Network hostable DHCP agents. Network: 1836e408-24a5-4e65-b675-bcc27b7575ae, hostable agents: ['c520f755-59ca-4a79-a15e-107c01e131c2'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 13:30:30.839234 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ab6be2-0abc-4a2f-acb7-96dd5438ad53 admin admin] Network 1836e408-24a5-4e65-b675-bcc27b7575ae is scheduled to be hosted by DHCP agent c520f755-59ca-4a79-a15e-107c01e131c2 with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 13:30:30.849308 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-77ab6be2-0abc-4a2f-acb7-96dd5438ad53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858463-1-iscsi, 1836e408-24a5-4e65-b675-bcc27b7575ae) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:30:30.851195 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89824c11-dac4-408f-884e-e47f09858806 None None] Sync routers for ids ['cb4058b9-8340-4a69-85fe-2a61529f8e0e'] in dv-cinder-858463-1-iscsi {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:30:30.859150 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c46ab5-23a2-4d10-8c4a-6f4349724cd7 None None] Network 1836e408-24a5-4e65-b675-bcc27b7575ae requested from dv-cinder-858463-1-iscsi {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 20 13:30:30.859718 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ab6be2-0abc-4a2f-acb7-96dd5438ad53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:30:30.860385 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-77ab6be2-0abc-4a2f-acb7-96dd5438ad53 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:30.875634 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-77ab6be2-0abc-4a2f-acb7-96dd5438ad53 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3269513 Sep 20 13:30:30.878180 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 35970) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:30:30.882346 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-81f3ec92-539f-4bc7-99a1-fb984d34f40c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1319315130-router', 'tenant_id': 'c5ae2b3237a14c17b21008fa0e70d5ea', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'}}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:30:30.905968 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89824c11-dac4-408f-884e-e47f09858806 None None] Routers {'cb4058b9-8340-4a69-85fe-2a61529f8e0e'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:30:30.906202 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-81f3ec92-539f-4bc7-99a1-fb984d34f40c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1635282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36824'] for router (05558755-e8f1-4adf-b4cf-399fb58c1dcc), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:30.906616 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-89824c11-dac4-408f-884e-e47f09858806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:30:26Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['cb4058b9-8340-4a69-85fe-2a61529f8e0e'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:30:30.909273 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-81f3ec92-539f-4bc7-99a1-fb984d34f40c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1635174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1607812', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36847'] for router (05558755-e8f1-4adf-b4cf-399fb58c1dcc), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:30.946347 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-526c4d4c-9a5b-4eb3-94c9-3f2116e39ff2 None None] Attempt 4 to provision port dd6c4892-a97d-4bcf-b51c-053c4fa09a13 Sep 20 13:30:30.965027 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-81f3ec92-539f-4bc7-99a1-fb984d34f40c admin admin] Publish callbacks [] for router_controller (05558755-e8f1-4adf-b4cf-399fb58c1dcc), precommit_add_association {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:31.000661 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e33ebe-e5ff-4615-9412-dba7cbdd669e req-dda1adf5-77ac-43c0-b690-7c3b8c8284af tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:30:31.002867 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-47e33ebe-e5ff-4615-9412-dba7cbdd669e req-dda1adf5-77ac-43c0-b690-7c3b8c8284af tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/ports?device_id=96fe04b4-bc7d-4ef7-a166-4c02fd222e7b HTTP/1.1" status: 200 len: 945 time: 0.0602744 Sep 20 13:30:31.028770 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-526c4d4c-9a5b-4eb3-94c9-3f2116e39ff2 None None] Port dd6c4892-a97d-4bcf-b51c-053c4fa09a13 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:30:31.062856 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-47e33ebe-e5ff-4615-9412-dba7cbdd669e req-c40c0277-05d1-420e-b4a2-bab58c68b955 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/security-groups?id=222f7e55-803f-40ec-875f-06b4e7c9cc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537601 Sep 20 13:30:31.101017 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-89824c11-dac4-408f-884e-e47f09858806 None None] Set router cb4058b9-8340-4a69-85fe-2a61529f8e0e gateway port host: dv-cinder-858463-1-iscsi {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:30:31.105951 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741a0dd8-55ae-4735-ba0d-a16f85c96e34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb49ed716-09e0-5d67-b392-6c4cef110713-1836e408-24a5-4e65-b675-bcc27b7575ae', 'network_id': '1836e408-24a5-4e65-b675-bcc27b7575ae', 'project_id': 'c5ae2b3237a14c17b21008fa0e70d5ea', 'fixed_ips': [{'subnet_id': '2cdf64e3-d154-401c-afa8-24356bc94593'}]}} from dv-cinder-858463-1-iscsi. {{(pid=104088) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 20 13:30:31.106695 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-741a0dd8-55ae-4735-ba0d-a16f85c96e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:31.109985 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-81f3ec92-539f-4bc7-99a1-fb984d34f40c admin admin] Publish callbacks [] for router_gateway (05558755-e8f1-4adf-b4cf-399fb58c1dcc), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:31.341571 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-81f3ec92-539f-4bc7-99a1-fb984d34f40c admin admin] Publish callbacks [] for router_gateway (05558755-e8f1-4adf-b4cf-399fb58c1dcc), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:31.364536 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-81f3ec92-539f-4bc7-99a1-fb984d34f40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:31.378830 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-741a0dd8-55ae-4735-ba0d-a16f85c96e34 None None] Allocated IP 172.20.0.2 (1836e408-24a5-4e65-b675-bcc27b7575ae/2cdf64e3-d154-401c-afa8-24356bc94593/51d3427f-6144-4296-8a76-bea82602d743) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:30:31.383430 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd7ed7-0b29-4cac-9614-4e7b885448a7 req-08068be3-2703-489b-a107-9a485b48249a tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:30:31.387162 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-7dcd7ed7-0b29-4cac-9614-4e7b885448a7 req-08068be3-2703-489b-a107-9a485b48249a tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/ports?device_id=96fe04b4-bc7d-4ef7-a166-4c02fd222e7b HTTP/1.1" status: 200 len: 945 time: 0.1001978 Sep 20 13:30:31.442816 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-7dcd7ed7-0b29-4cac-9614-4e7b885448a7 req-6fc55c41-837a-45bf-b310-9bb7e5b9cef1 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/security-groups?id=222f7e55-803f-40ec-875f-06b4e7c9cc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487731 Sep 20 13:30:31.506927 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-89824c11-dac4-408f-884e-e47f09858806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb4058b9-8340-4a69-85fe-2a61529f8e0e', 'name': 'tempest-TestShelveInstance-1537881348-router', 'tenant_id': 'a0f2064a9ebc4d1abb2285ce408b90d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '49937269-b5f3-4609-a209-3efef81adac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:30:26Z', 'updated_at': '2022-09-20T13:30:29Z', 'revision_number': 4, 'project_id': 'a0f2064a9ebc4d1abb2285ce408b90d6', 'gw_port': {'id': '49937269-b5f3-4609-a209-3efef81adac7', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4058b9-8340-4a69-85fe-2a61529f8e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:30:26Z', 'updated_at': '2022-09-20T13:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': 'dd6c4892-a97d-4bcf-b51c-053c4fa09a13', 'name': '', 'network_id': '9fc3ed28-8239-4d46-a344-482b29fe53fd', 'tenant_id': 'a0f2064a9ebc4d1abb2285ce408b90d6', 'mac_address': 'fa:16:3e:ee:da:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4058b9-8340-4a69-85fe-2a61529f8e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '13fecf05-f068-411a-94fe-40dc17ac3796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:30:28Z', 'updated_at': '2022-09-20T13:30:29Z', 'revision_number': 2, 'project_id': 'a0f2064a9ebc4d1abb2285ce408b90d6', 'subnets': [{'id': '13fecf05-f068-411a-94fe-40dc17ac3796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:30:31.524309 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5992b5-801f-4b0f-86f1-454f113564ca req-8114487d-5d0f-49ba-bf89-2237077182e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:30:31.525800 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3d5992b5-801f-4b0f-86f1-454f113564ca req-8114487d-5d0f-49ba-bf89-2237077182e2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6ebb73746088487dab581c3f6b24a1f9&device_id=96fe04b4-bc7d-4ef7-a166-4c02fd222e7b HTTP/1.1" status: 200 len: 1129 time: 0.1161506 Sep 20 13:30:31.535161 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-526c4d4c-9a5b-4eb3-94c9-3f2116e39ff2 None None] Attempt 5 to provision port dd6c4892-a97d-4bcf-b51c-053c4fa09a13 Sep 20 13:30:31.537707 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-81f3ec92-539f-4bc7-99a1-fb984d34f40c admin admin] Allocated IP 172.27.2.112 (36104724-3f48-4df5-b3a4-d541d8e9add0/adca2446-3f2d-49a4-ba29-cedd74eb43e2/5217d431-75d8-4e46-bddb-9dbfe9718d96) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:30:31.542357 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89824c11-dac4-408f-884e-e47f09858806 None None] Checking router: cb4058b9-8340-4a69-85fe-2a61529f8e0e for host: dv-cinder-858463-1-iscsi {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:30:31.543379 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89824c11-dac4-408f-884e-e47f09858806 None None] Updating router cb4058b9-8340-4a69-85fe-2a61529f8e0e port dd6c4892-a97d-4bcf-b51c-053c4fa09a13 binding host dv-cinder-858463-1-iscsi {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 13:30:31.631290 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-89824c11-dac4-408f-884e-e47f09858806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (dd6c4892-a97d-4bcf-b51c-053c4fa09a13), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:31.635349 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-526c4d4c-9a5b-4eb3-94c9-3f2116e39ff2 None None] Port dd6c4892-a97d-4bcf-b51c-053c4fa09a13 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:30:31.637658 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-741a0dd8-55ae-4735-ba0d-a16f85c96e34 None None] Publish callbacks [] for port (51d3427f-6144-4296-8a76-bea82602d743), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:31.652195 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-741a0dd8-55ae-4735-ba0d-a16f85c96e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938'] for port (51d3427f-6144-4296-8a76-bea82602d743), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:31.687449 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5992b5-801f-4b0f-86f1-454f113564ca req-8e74da2e-a6a1-47fc-a553-a13576e94673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:30:31.688923 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3d5992b5-801f-4b0f-86f1-454f113564ca req-8e74da2e-a6a1-47fc-a553-a13576e94673 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef HTTP/1.1" status: 200 len: 909 time: 0.1526103 Sep 20 13:30:31.718802 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741a0dd8-55ae-4735-ba0d-a16f85c96e34 None None] Network 1836e408-24a5-4e65-b675-bcc27b7575ae is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:30:31.750351 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-81f3ec92-539f-4bc7-99a1-fb984d34f40c admin admin] Publish callbacks [] for port (5217d431-75d8-4e46-bddb-9dbfe9718d96), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:31.770098 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-741a0dd8-55ae-4735-ba0d-a16f85c96e34 None None] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:30:31.771323 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3d5992b5-801f-4b0f-86f1-454f113564ca req-19ae4a60-627f-489a-8a53-f537240af8da service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1 HTTP/1.1" status: 200 len: 1000 time: 0.0738723 Sep 20 13:30:31.775681 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741a0dd8-55ae-4735-ba0d-a16f85c96e34 None None] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:30:31.780387 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741a0dd8-55ae-4735-ba0d-a16f85c96e34 None None] Pushing event updated for resources: {'Port': ['ID=51d3427f-6144-4296-8a76-bea82602d743,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:31.834372 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-81f3ec92-539f-4bc7-99a1-fb984d34f40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (5217d431-75d8-4e46-bddb-9dbfe9718d96), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:31.838416 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5992b5-801f-4b0f-86f1-454f113564ca req-4758742f-756f-4c72-9b9a-668713ad139f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:30:31.840942 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3d5992b5-801f-4b0f-86f1-454f113564ca req-4758742f-756f-4c72-9b9a-668713ad139f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=26dd50fe-5f0b-44fd-bc22-34959d5f2393 HTTP/1.1" status: 200 len: 848 time: 0.0615726 Sep 20 13:30:31.889335 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-741a0dd8-55ae-4735-ba0d-a16f85c96e34 None None] Attempting to bind port 51d3427f-6144-4296-8a76-bea82602d743 on host dv-cinder-858463-1-iscsi for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 20 13:30:31.889709 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-741a0dd8-55ae-4735-ba0d-a16f85c96e34 None None] Attempting to bind port 51d3427f-6144-4296-8a76-bea82602d743 by drivers openvswitch,hyperv on host dv-cinder-858463-1-iscsi at level 0 using segments [{'id': '124c7b4c-a744-40c6-8725-7c83c96d0510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1836e408-24a5-4e65-b675-bcc27b7575ae'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 20 13:30:31.890077 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741a0dd8-55ae-4735-ba0d-a16f85c96e34 None None] Attempting to bind port 51d3427f-6144-4296-8a76-bea82602d743 on network 1836e408-24a5-4e65-b675-bcc27b7575ae {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:30:31.900995 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741a0dd8-55ae-4735-ba0d-a16f85c96e34 None None] Checking agent: {'id': '543ca60b-7e7a-4ebd-8f87-7672c7a482b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 13, 9, 29), 'started_at': datetime.datetime(2022, 9, 20, 13, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 13, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:30:31.901386 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741a0dd8-55ae-4735-ba0d-a16f85c96e34 None None] Checking segment: {'id': '124c7b4c-a744-40c6-8725-7c83c96d0510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1836e408-24a5-4e65-b675-bcc27b7575ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:30:31.901798 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-741a0dd8-55ae-4735-ba0d-a16f85c96e34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:31.902445 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741a0dd8-55ae-4735-ba0d-a16f85c96e34 None None] Bound using segment: {'id': '124c7b4c-a744-40c6-8725-7c83c96d0510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1836e408-24a5-4e65-b675-bcc27b7575ae'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:30:31.903113 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-741a0dd8-55ae-4735-ba0d-a16f85c96e34 None None] Bound port: 51d3427f-6144-4296-8a76-bea82602d743, host: dv-cinder-858463-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '124c7b4c-a744-40c6-8725-7c83c96d0510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1836e408-24a5-4e65-b675-bcc27b7575ae'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 20 13:30:31.903424 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-741a0dd8-55ae-4735-ba0d-a16f85c96e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (51d3427f-6144-4296-8a76-bea82602d743), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:31.908566 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f3ec92-539f-4bc7-99a1-fb984d34f40c admin admin] Network 36104724-3f48-4df5-b3a4-d541d8e9add0 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:30:31.913246 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-81f3ec92-539f-4bc7-99a1-fb984d34f40c admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:30:31.915054 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f3ec92-539f-4bc7-99a1-fb984d34f40c admin admin] Pushing event updated for resources: {'Port': ['ID=5217d431-75d8-4e46-bddb-9dbfe9718d96,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:31.916447 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 49937269-b5f3-4609-a209-3efef81adac7 up at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:30:31.920558 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f3ec92-539f-4bc7-99a1-fb984d34f40c admin admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:30:31.968773 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5992b5-801f-4b0f-86f1-454f113564ca req-4ffd2164-b30d-44ad-8806-e7434378db57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:30:31.970261 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3d5992b5-801f-4b0f-86f1-454f113564ca req-4ffd2164-b30d-44ad-8806-e7434378db57 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1084807 Sep 20 13:30:32.050879 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-741a0dd8-55ae-4735-ba0d-a16f85c96e34 None None] For port 51d3427f-6144-4296-8a76-bea82602d743, host dv-cinder-858463-1-iscsi, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:30:32.083417 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Provisioning complete for port 49937269-b5f3-4609-a209-3efef81adac7 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:30:32.083801 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (49937269-b5f3-4609-a209-3efef81adac7), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:32.084151 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Attempt 1 to provision port 49937269-b5f3-4609-a209-3efef81adac7 Sep 20 13:30:32.088023 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-741a0dd8-55ae-4735-ba0d-a16f85c96e34 None None] For port 51d3427f-6144-4296-8a76-bea82602d743, host dv-cinder-858463-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=51d3427f-6144-4296-8a76-bea82602d743,segment=NetworkSegment(124c7b4c-a744-40c6-8725-7c83c96d0510),segment_id=124c7b4c-a744-40c6-8725-7c83c96d0510)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:30:32.118751 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-741a0dd8-55ae-4735-ba0d-a16f85c96e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (51d3427f-6144-4296-8a76-bea82602d743), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:32.125624 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-89824c11-dac4-408f-884e-e47f09858806 None None] Publish callbacks [] for port (dd6c4892-a97d-4bcf-b51c-053c4fa09a13), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:32.149219 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-526c4d4c-9a5b-4eb3-94c9-3f2116e39ff2 None None] Attempt 6 to provision port dd6c4892-a97d-4bcf-b51c-053c4fa09a13 Sep 20 13:30:32.176477 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-89824c11-dac4-408f-884e-e47f09858806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (dd6c4892-a97d-4bcf-b51c-053c4fa09a13), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:32.182216 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3d5992b5-801f-4b0f-86f1-454f113564ca req-3fe4eb42-f574-476b-9eff-890f47ca5912 service neutron] 10.222.0.62 "GET /v2.0/networks/0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795530 Sep 20 13:30:32.220663 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-526c4d4c-9a5b-4eb3-94c9-3f2116e39ff2 None None] Port dd6c4892-a97d-4bcf-b51c-053c4fa09a13 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:30:32.229271 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741a0dd8-55ae-4735-ba0d-a16f85c96e34 None None] Pushing event updated for resources: {'Port': ['ID=51d3427f-6144-4296-8a76-bea82602d743,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:32.298771 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-81f3ec92-539f-4bc7-99a1-fb984d34f40c admin admin] Publish callbacks [] for router_gateway (05558755-e8f1-4adf-b4cf-399fb58c1dcc), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:32.379154 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3d5992b5-801f-4b0f-86f1-454f113564ca req-9c42490e-fb7d-4cec-ab2b-19bce3ec27d3 service neutron] 10.222.0.62 "GET /v2.0/networks/0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819258 Sep 20 13:30:32.497472 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-89824c11-dac4-408f-884e-e47f09858806 None None] Attempting to bind port dd6c4892-a97d-4bcf-b51c-053c4fa09a13 on host dv-cinder-858463-1-iscsi for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 20 13:30:32.497968 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-89824c11-dac4-408f-884e-e47f09858806 None None] Attempting to bind port dd6c4892-a97d-4bcf-b51c-053c4fa09a13 by drivers openvswitch,hyperv on host dv-cinder-858463-1-iscsi at level 0 using segments [{'id': 'c4e97fc0-43ad-46a7-bda9-023f4d5197db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9fc3ed28-8239-4d46-a344-482b29fe53fd'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 20 13:30:32.498440 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89824c11-dac4-408f-884e-e47f09858806 None None] Attempting to bind port dd6c4892-a97d-4bcf-b51c-053c4fa09a13 on network 9fc3ed28-8239-4d46-a344-482b29fe53fd {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:30:32.509699 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Current status of the port 49937269-b5f3-4609-a209-3efef81adac7 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:30:32.521763 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89824c11-dac4-408f-884e-e47f09858806 None None] Checking agent: {'id': '543ca60b-7e7a-4ebd-8f87-7672c7a482b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 13, 9, 29), 'started_at': datetime.datetime(2022, 9, 20, 13, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 13, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:30:32.522264 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89824c11-dac4-408f-884e-e47f09858806 None None] Checking segment: {'id': 'c4e97fc0-43ad-46a7-bda9-023f4d5197db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9fc3ed28-8239-4d46-a344-482b29fe53fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:30:32.522770 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-89824c11-dac4-408f-884e-e47f09858806 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:32.523606 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89824c11-dac4-408f-884e-e47f09858806 None None] Bound using segment: {'id': 'c4e97fc0-43ad-46a7-bda9-023f4d5197db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9fc3ed28-8239-4d46-a344-482b29fe53fd'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:30:32.527843 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-89824c11-dac4-408f-884e-e47f09858806 None None] Bound port: dd6c4892-a97d-4bcf-b51c-053c4fa09a13, host: dv-cinder-858463-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4e97fc0-43ad-46a7-bda9-023f4d5197db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9fc3ed28-8239-4d46-a344-482b29fe53fd'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 20 13:30:32.529049 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-89824c11-dac4-408f-884e-e47f09858806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (dd6c4892-a97d-4bcf-b51c-053c4fa09a13), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:32.532866 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c4d588-f6a8-4d6d-a0f4-befe07bffb87 None None] Pushing event updated for resources: {'Port': ['ID=dd6c4892-a97d-4bcf-b51c-053c4fa09a13,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:32.601441 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-89824c11-dac4-408f-884e-e47f09858806 None None] For port dd6c4892-a97d-4bcf-b51c-053c4fa09a13, host dv-cinder-858463-1-iscsi, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:30:32.604805 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-89824c11-dac4-408f-884e-e47f09858806 None None] For port dd6c4892-a97d-4bcf-b51c-053c4fa09a13, host dv-cinder-858463-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=dd6c4892-a97d-4bcf-b51c-053c4fa09a13,segment=NetworkSegment(c4e97fc0-43ad-46a7-bda9-023f4d5197db),segment_id=c4e97fc0-43ad-46a7-bda9-023f4d5197db)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:30:32.611597 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-89824c11-dac4-408f-884e-e47f09858806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (dd6c4892-a97d-4bcf-b51c-053c4fa09a13), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:32.649880 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89824c11-dac4-408f-884e-e47f09858806 None None] Routers {'cb4058b9-8340-4a69-85fe-2a61529f8e0e'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:30:32.650529 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-89824c11-dac4-408f-884e-e47f09858806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:30:26Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['cb4058b9-8340-4a69-85fe-2a61529f8e0e'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:30:32.700450 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c4d588-f6a8-4d6d-a0f4-befe07bffb87 None None] Pushing event updated for resources: {'Port': ['ID=dd6c4892-a97d-4bcf-b51c-053c4fa09a13,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:32.741672 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-526c4d4c-9a5b-4eb3-94c9-3f2116e39ff2 None None] Attempt 7 to provision port dd6c4892-a97d-4bcf-b51c-053c4fa09a13 Sep 20 13:30:32.797691 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-89824c11-dac4-408f-884e-e47f09858806 None None] Set router cb4058b9-8340-4a69-85fe-2a61529f8e0e gateway port host: dv-cinder-858463-1-iscsi {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:30:32.883218 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-81f3ec92-539f-4bc7-99a1-fb984d34f40c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1635177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1607915'] for router (05558755-e8f1-4adf-b4cf-399fb58c1dcc), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:32.894248 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea1b4b0-ca1c-4502-b10f-6078ede0e777 req-adfb5afa-138a-4931-ac39-0d440a51a79e tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:30:32.902676 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3ea1b4b0-ca1c-4502-b10f-6078ede0e777 req-adfb5afa-138a-4931-ac39-0d440a51a79e tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/ports?device_id=96fe04b4-bc7d-4ef7-a166-4c02fd222e7b HTTP/1.1" status: 200 len: 945 time: 0.1196094 Sep 20 13:30:32.943126 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-526c4d4c-9a5b-4eb3-94c9-3f2116e39ff2 None None] Current status of the port dd6c4892-a97d-4bcf-b51c-053c4fa09a13 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:30:32.943524 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-526c4d4c-9a5b-4eb3-94c9-3f2116e39ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (dd6c4892-a97d-4bcf-b51c-053c4fa09a13), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:33.003130 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-526c4d4c-9a5b-4eb3-94c9-3f2116e39ff2 None None] For port dd6c4892-a97d-4bcf-b51c-053c4fa09a13, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=dd6c4892-a97d-4bcf-b51c-053c4fa09a13,segment=NetworkSegment(c4e97fc0-43ad-46a7-bda9-023f4d5197db),segment_id=c4e97fc0-43ad-46a7-bda9-023f4d5197db)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:30:33.009652 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-526c4d4c-9a5b-4eb3-94c9-3f2116e39ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (dd6c4892-a97d-4bcf-b51c-053c4fa09a13), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:33.025709 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3ea1b4b0-ca1c-4502-b10f-6078ede0e777 req-b26720f2-76d1-4099-b991-1713ba7de411 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/security-groups?id=222f7e55-803f-40ec-875f-06b4e7c9cc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218946 Sep 20 13:30:33.094411 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526c4d4c-9a5b-4eb3-94c9-3f2116e39ff2 None None] Pushing event updated for resources: {'Port': ['ID=dd6c4892-a97d-4bcf-b51c-053c4fa09a13,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:33.106562 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-89824c11-dac4-408f-884e-e47f09858806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb4058b9-8340-4a69-85fe-2a61529f8e0e', 'name': 'tempest-TestShelveInstance-1537881348-router', 'tenant_id': 'a0f2064a9ebc4d1abb2285ce408b90d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '49937269-b5f3-4609-a209-3efef81adac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:30:26Z', 'updated_at': '2022-09-20T13:30:29Z', 'revision_number': 4, 'project_id': 'a0f2064a9ebc4d1abb2285ce408b90d6', 'gw_port': {'id': '49937269-b5f3-4609-a209-3efef81adac7', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4058b9-8340-4a69-85fe-2a61529f8e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:30:26Z', 'updated_at': '2022-09-20T13:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': 'dd6c4892-a97d-4bcf-b51c-053c4fa09a13', 'name': '', 'network_id': '9fc3ed28-8239-4d46-a344-482b29fe53fd', 'tenant_id': 'a0f2064a9ebc4d1abb2285ce408b90d6', 'mac_address': 'fa:16:3e:ee:da:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4058b9-8340-4a69-85fe-2a61529f8e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '13fecf05-f068-411a-94fe-40dc17ac3796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:30:28Z', 'updated_at': '2022-09-20T13:30:32Z', 'revision_number': 4, 'project_id': 'a0f2064a9ebc4d1abb2285ce408b90d6', 'subnets': [{'id': '13fecf05-f068-411a-94fe-40dc17ac3796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:30:33.122036 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81f3ec92-539f-4bc7-99a1-fb984d34f40c admin admin] Router 05558755-e8f1-4adf-b4cf-399fb58c1dcc is scheduled to L3 agent e6bdf340-58c5-4186-af2d-ab00439e5425 with binding_index 1 {{(pid=104087) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 13:30:33.144949 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89824c11-dac4-408f-884e-e47f09858806 None None] The sync data for ids ['cb4058b9-8340-4a69-85fe-2a61529f8e0e'] in dv-cinder-858463-1-iscsi is: [{'id': 'cb4058b9-8340-4a69-85fe-2a61529f8e0e', 'name': 'tempest-TestShelveInstance-1537881348-router', 'tenant_id': 'a0f2064a9ebc4d1abb2285ce408b90d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '49937269-b5f3-4609-a209-3efef81adac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:30:26Z', 'updated_at': '2022-09-20T13:30:29Z', 'revision_number': 4, 'project_id': 'a0f2064a9ebc4d1abb2285ce408b90d6', 'gw_port': {'id': '49937269-b5f3-4609-a209-3efef81adac7', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4058b9-8340-4a69-85fe-2a61529f8e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:30:26Z', 'updated_at': '2022-09-20T13:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': 'dd6c4892-a97d-4bcf-b51c-053c4fa09a13', 'name': '', 'network_id': '9fc3ed28-8239-4d46-a344-482b29fe53fd', 'tenant_id': 'a0f2064a9ebc4d1abb2285ce408b90d6', 'mac_address': 'fa:16:3e:ee:da:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4058b9-8340-4a69-85fe-2a61529f8e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '13fecf05-f068-411a-94fe-40dc17ac3796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:30:28Z', 'updated_at': '2022-09-20T13:30:32Z', 'revision_number': 4, 'project_id': 'a0f2064a9ebc4d1abb2285ce408b90d6', 'subnets': [{'id': '13fecf05-f068-411a-94fe-40dc17ac3796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:30:33.158094 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8baa60e4-d504-48d0-af1b-21870f1214ad None None] Provisioning complete for port dd6c4892-a97d-4bcf-b51c-053c4fa09a13 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:30:33.158483 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8baa60e4-d504-48d0-af1b-21870f1214ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (dd6c4892-a97d-4bcf-b51c-053c4fa09a13), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:33.158858 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-8baa60e4-d504-48d0-af1b-21870f1214ad None None] Attempt 1 to provision port dd6c4892-a97d-4bcf-b51c-053c4fa09a13 Sep 20 13:30:33.272137 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8baa60e4-d504-48d0-af1b-21870f1214ad None None] Current status of the port dd6c4892-a97d-4bcf-b51c-053c4fa09a13 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:30:33.277526 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f3ec92-539f-4bc7-99a1-fb984d34f40c admin admin] Notify agent at l3_agent.dv-cinder-858463-1-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:30:33.290772 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf86cce-e48d-4df7-aac7-aab360e46fca None None] Sync routers for ids ['05558755-e8f1-4adf-b4cf-399fb58c1dcc'] in dv-cinder-858463-1-iscsi {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:30:33.309305 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf86cce-e48d-4df7-aac7-aab360e46fca None None] Routers {'05558755-e8f1-4adf-b4cf-399fb58c1dcc'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:30:33.310701 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-edf86cce-e48d-4df7-aac7-aab360e46fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:30:26Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['05558755-e8f1-4adf-b4cf-399fb58c1dcc'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:30:33.313236 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-81f3ec92-539f-4bc7-99a1-fb984d34f40c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:33.316765 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-81f3ec92-539f-4bc7-99a1-fb984d34f40c admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4353819 Sep 20 13:30:33.317439 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 35980) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:30:33.361478 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc25ab3e-084e-4ab5-9c5c-1410ef6ba663 None None] Network 1836e408-24a5-4e65-b675-bcc27b7575ae requested from dv-cinder-858463-1-iscsi {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 20 13:30:33.445393 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-7bc7f6d7-872e-4d10-a9e7-7572ecfaa0e9 None None] Provisioning complete for port 51d3427f-6144-4296-8a76-bea82602d743 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:30:33.446070 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7bc7f6d7-872e-4d10-a9e7-7572ecfaa0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (51d3427f-6144-4296-8a76-bea82602d743), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:33.446414 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-7bc7f6d7-872e-4d10-a9e7-7572ecfaa0e9 None None] Attempt 1 to provision port 51d3427f-6144-4296-8a76-bea82602d743 Sep 20 13:30:33.465107 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-edf86cce-e48d-4df7-aac7-aab360e46fca None None] Set router 05558755-e8f1-4adf-b4cf-399fb58c1dcc gateway port host: dv-cinder-858463-1-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:30:33.583847 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-7bc7f6d7-872e-4d10-a9e7-7572ecfaa0e9 None None] Current status of the port 51d3427f-6144-4296-8a76-bea82602d743 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:30:33.584393 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7bc7f6d7-872e-4d10-a9e7-7572ecfaa0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (51d3427f-6144-4296-8a76-bea82602d743), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:33.644901 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-7bc7f6d7-872e-4d10-a9e7-7572ecfaa0e9 None None] For port 51d3427f-6144-4296-8a76-bea82602d743, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=51d3427f-6144-4296-8a76-bea82602d743,segment=NetworkSegment(124c7b4c-a744-40c6-8725-7c83c96d0510),segment_id=124c7b4c-a744-40c6-8725-7c83c96d0510)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:30:33.650543 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7bc7f6d7-872e-4d10-a9e7-7572ecfaa0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (51d3427f-6144-4296-8a76-bea82602d743), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:33.739330 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc7f6d7-872e-4d10-a9e7-7572ecfaa0e9 None None] Pushing event updated for resources: {'Port': ['ID=51d3427f-6144-4296-8a76-bea82602d743,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:33.743862 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-edf86cce-e48d-4df7-aac7-aab360e46fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05558755-e8f1-4adf-b4cf-399fb58c1dcc', 'name': 'tempest-TestShelveInstance-1319315130-router', 'tenant_id': 'c5ae2b3237a14c17b21008fa0e70d5ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '5217d431-75d8-4e46-bddb-9dbfe9718d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:30:30Z', 'updated_at': '2022-09-20T13:30:32Z', 'revision_number': 3, 'project_id': 'c5ae2b3237a14c17b21008fa0e70d5ea', 'gw_port': {'id': '5217d431-75d8-4e46-bddb-9dbfe9718d96', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:25:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05558755-e8f1-4adf-b4cf-399fb58c1dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:30:31Z', 'updated_at': '2022-09-20T13:30:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi'}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:30:33.789391 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf86cce-e48d-4df7-aac7-aab360e46fca None None] Checking router: 05558755-e8f1-4adf-b4cf-399fb58c1dcc for host: dv-cinder-858463-1-iscsi {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:30:33.789754 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf86cce-e48d-4df7-aac7-aab360e46fca None None] Updating router 05558755-e8f1-4adf-b4cf-399fb58c1dcc port 5217d431-75d8-4e46-bddb-9dbfe9718d96 binding host dv-cinder-858463-1-iscsi {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 13:30:33.847887 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-edf86cce-e48d-4df7-aac7-aab360e46fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (5217d431-75d8-4e46-bddb-9dbfe9718d96), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:33.921868 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-29f96c15-ac23-4a0a-9265-d309400b37e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:33.978709 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-1b4b04ea-4452-4c42-bd43-c6a34a2a4f6b None None] Provisioning complete for port 51d3427f-6144-4296-8a76-bea82602d743 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:30:33.979203 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1b4b04ea-4452-4c42-bd43-c6a34a2a4f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (51d3427f-6144-4296-8a76-bea82602d743), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:33.979558 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-1b4b04ea-4452-4c42-bd43-c6a34a2a4f6b None None] Attempt 1 to provision port 51d3427f-6144-4296-8a76-bea82602d743 Sep 20 13:30:34.053836 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device dd6c4892-a97d-4bcf-b51c-053c4fa09a13 up at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:30:34.130000 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Provisioning complete for port dd6c4892-a97d-4bcf-b51c-053c4fa09a13 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:30:34.130680 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (dd6c4892-a97d-4bcf-b51c-053c4fa09a13), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:34.130925 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Attempt 1 to provision port dd6c4892-a97d-4bcf-b51c-053c4fa09a13 Sep 20 13:30:34.224206 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1b4b04ea-4452-4c42-bd43-c6a34a2a4f6b None None] Current status of the port 51d3427f-6144-4296-8a76-bea82602d743 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:30:34.261076 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-29f96c15-ac23-4a0a-9265-d309400b37e5 admin admin] Allocated IP 172.20.0.1 (1836e408-24a5-4e65-b675-bcc27b7575ae/2cdf64e3-d154-401c-afa8-24356bc94593/76ba1648-2ea5-4328-b787-f4f0b6c44a92) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:30:34.270641 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-edf86cce-e48d-4df7-aac7-aab360e46fca None None] Publish callbacks [] for port (5217d431-75d8-4e46-bddb-9dbfe9718d96), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:34.275884 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Current status of the port dd6c4892-a97d-4bcf-b51c-053c4fa09a13 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:30:34.277082 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 51d3427f-6144-4296-8a76-bea82602d743 up at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:30:34.289694 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-edf86cce-e48d-4df7-aac7-aab360e46fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (5217d431-75d8-4e46-bddb-9dbfe9718d96), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:34.335675 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98445f1-5363-4308-a0d7-d49cb584155b req-396e2989-68ba-4e59-82d5-bbc8c5972d45 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:30:34.344061 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-a98445f1-5363-4308-a0d7-d49cb584155b req-396e2989-68ba-4e59-82d5-bbc8c5972d45 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/ports?device_id=96fe04b4-bc7d-4ef7-a166-4c02fd222e7b HTTP/1.1" status: 200 len: 945 time: 0.1544459 Sep 20 13:30:34.382778 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Provisioning complete for port 51d3427f-6144-4296-8a76-bea82602d743 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:30:34.383572 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (51d3427f-6144-4296-8a76-bea82602d743), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:34.384143 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Attempt 1 to provision port 51d3427f-6144-4296-8a76-bea82602d743 Sep 20 13:30:34.443855 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-29f96c15-ac23-4a0a-9265-d309400b37e5 admin admin] Publish callbacks [] for port (76ba1648-2ea5-4328-b787-f4f0b6c44a92), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:34.471699 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-a98445f1-5363-4308-a0d7-d49cb584155b req-02de385e-11a3-4e03-9b8e-ca2b01e0a9e7 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/security-groups?id=222f7e55-803f-40ec-875f-06b4e7c9cc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972145 Sep 20 13:30:34.516736 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-29f96c15-ac23-4a0a-9265-d309400b37e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (76ba1648-2ea5-4328-b787-f4f0b6c44a92), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:34.550621 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-edf86cce-e48d-4df7-aac7-aab360e46fca None None] Attempting to bind port 5217d431-75d8-4e46-bddb-9dbfe9718d96 on host dv-cinder-858463-1-iscsi for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 20 13:30:34.551597 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-edf86cce-e48d-4df7-aac7-aab360e46fca None None] Attempting to bind port 5217d431-75d8-4e46-bddb-9dbfe9718d96 by drivers openvswitch,hyperv on host dv-cinder-858463-1-iscsi at level 0 using segments [{'id': '5aaf6297-6a46-4e9d-b63a-dd8b37b93294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 20 13:30:34.552166 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf86cce-e48d-4df7-aac7-aab360e46fca None None] Attempting to bind port 5217d431-75d8-4e46-bddb-9dbfe9718d96 on network 36104724-3f48-4df5-b3a4-d541d8e9add0 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:30:34.569993 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Current status of the port 51d3427f-6144-4296-8a76-bea82602d743 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:30:34.578219 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf86cce-e48d-4df7-aac7-aab360e46fca None None] Checking agent: {'id': '543ca60b-7e7a-4ebd-8f87-7672c7a482b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 13, 9, 29), 'started_at': datetime.datetime(2022, 9, 20, 13, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 13, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:30:34.579625 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf86cce-e48d-4df7-aac7-aab360e46fca None None] Checking segment: {'id': '5aaf6297-6a46-4e9d-b63a-dd8b37b93294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:30:34.580054 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-edf86cce-e48d-4df7-aac7-aab360e46fca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:34.580454 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf86cce-e48d-4df7-aac7-aab360e46fca None None] Bound using segment: {'id': '5aaf6297-6a46-4e9d-b63a-dd8b37b93294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:30:34.580946 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-edf86cce-e48d-4df7-aac7-aab360e46fca None None] Bound port: 5217d431-75d8-4e46-bddb-9dbfe9718d96, host: dv-cinder-858463-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aaf6297-6a46-4e9d-b63a-dd8b37b93294', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 20 13:30:34.581331 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-edf86cce-e48d-4df7-aac7-aab360e46fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (5217d431-75d8-4e46-bddb-9dbfe9718d96), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:34.583288 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3847ec5c-9762-4eed-87e1-f57586eb872f None None] Pushing event updated for resources: {'Port': ['ID=5217d431-75d8-4e46-bddb-9dbfe9718d96,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:34.583813 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f96c15-ac23-4a0a-9265-d309400b37e5 admin admin] Network 1836e408-24a5-4e65-b675-bcc27b7575ae is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:30:34.590954 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-29f96c15-ac23-4a0a-9265-d309400b37e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:30:34.599503 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f96c15-ac23-4a0a-9265-d309400b37e5 admin admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:30:34.640057 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f96c15-ac23-4a0a-9265-d309400b37e5 admin admin] Pushing event updated for resources: {'Port': ['ID=76ba1648-2ea5-4328-b787-f4f0b6c44a92,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:34.652047 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-edf86cce-e48d-4df7-aac7-aab360e46fca None None] For port 5217d431-75d8-4e46-bddb-9dbfe9718d96, host dv-cinder-858463-1-iscsi, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:30:34.659618 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-edf86cce-e48d-4df7-aac7-aab360e46fca None None] For port 5217d431-75d8-4e46-bddb-9dbfe9718d96, host dv-cinder-858463-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=5217d431-75d8-4e46-bddb-9dbfe9718d96,segment=NetworkSegment(5aaf6297-6a46-4e9d-b63a-dd8b37b93294),segment_id=5aaf6297-6a46-4e9d-b63a-dd8b37b93294)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:30:34.672499 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-29f96c15-ac23-4a0a-9265-d309400b37e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1608580'] for router_interface (05558755-e8f1-4adf-b4cf-399fb58c1dcc), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:34.675501 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-edf86cce-e48d-4df7-aac7-aab360e46fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (5217d431-75d8-4e46-bddb-9dbfe9718d96), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:34.716863 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf86cce-e48d-4df7-aac7-aab360e46fca None None] Routers {'05558755-e8f1-4adf-b4cf-399fb58c1dcc'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:30:34.717180 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-edf86cce-e48d-4df7-aac7-aab360e46fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:30:26Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['05558755-e8f1-4adf-b4cf-399fb58c1dcc'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:30:34.859587 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3847ec5c-9762-4eed-87e1-f57586eb872f None None] Pushing event updated for resources: {'Port': ['ID=5217d431-75d8-4e46-bddb-9dbfe9718d96,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:34.873020 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-29f96c15-ac23-4a0a-9265-d309400b37e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (76ba1648-2ea5-4328-b787-f4f0b6c44a92), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:34.910528 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-edf86cce-e48d-4df7-aac7-aab360e46fca None None] Set router 05558755-e8f1-4adf-b4cf-399fb58c1dcc gateway port host: dv-cinder-858463-1-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:30:34.961132 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-316835b6-26b8-4eb7-9513-61fa839a89ed None None] Provisioning complete for port 76ba1648-2ea5-4328-b787-f4f0b6c44a92 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:30:34.961792 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-316835b6-26b8-4eb7-9513-61fa839a89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (76ba1648-2ea5-4328-b787-f4f0b6c44a92), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:34.962347 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-316835b6-26b8-4eb7-9513-61fa839a89ed None None] Attempt 1 to provision port 76ba1648-2ea5-4328-b787-f4f0b6c44a92 Sep 20 13:30:35.007779 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-316835b6-26b8-4eb7-9513-61fa839a89ed None None] Port 76ba1648-2ea5-4328-b787-f4f0b6c44a92 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:30:35.087898 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-29f96c15-ac23-4a0a-9265-d309400b37e5 admin admin] Publish callbacks [] for port (76ba1648-2ea5-4328-b787-f4f0b6c44a92), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:35.095476 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-29f96c15-ac23-4a0a-9265-d309400b37e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242759'] for port (76ba1648-2ea5-4328-b787-f4f0b6c44a92), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:35.159805 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-edf86cce-e48d-4df7-aac7-aab360e46fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05558755-e8f1-4adf-b4cf-399fb58c1dcc', 'name': 'tempest-TestShelveInstance-1319315130-router', 'tenant_id': 'c5ae2b3237a14c17b21008fa0e70d5ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '5217d431-75d8-4e46-bddb-9dbfe9718d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:30:30Z', 'updated_at': '2022-09-20T13:30:32Z', 'revision_number': 3, 'project_id': 'c5ae2b3237a14c17b21008fa0e70d5ea', 'gw_port': {'id': '5217d431-75d8-4e46-bddb-9dbfe9718d96', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:25:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05558755-e8f1-4adf-b4cf-399fb58c1dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:30:31Z', 'updated_at': '2022-09-20T13:30:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi'}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:30:35.164560 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-29f96c15-ac23-4a0a-9265-d309400b37e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1801153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1608488'] for router_interface (05558755-e8f1-4adf-b4cf-399fb58c1dcc), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:35.174164 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f96c15-ac23-4a0a-9265-d309400b37e5 admin admin] Pushing event updated for resources: {'Port': ['ID=76ba1648-2ea5-4328-b787-f4f0b6c44a92,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:35.187671 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf86cce-e48d-4df7-aac7-aab360e46fca None None] The sync data for ids ['05558755-e8f1-4adf-b4cf-399fb58c1dcc'] in dv-cinder-858463-1-iscsi is: [{'id': '05558755-e8f1-4adf-b4cf-399fb58c1dcc', 'name': 'tempest-TestShelveInstance-1319315130-router', 'tenant_id': 'c5ae2b3237a14c17b21008fa0e70d5ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '5217d431-75d8-4e46-bddb-9dbfe9718d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:30:30Z', 'updated_at': '2022-09-20T13:30:32Z', 'revision_number': 3, 'project_id': 'c5ae2b3237a14c17b21008fa0e70d5ea', 'gw_port': {'id': '5217d431-75d8-4e46-bddb-9dbfe9718d96', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:25:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05558755-e8f1-4adf-b4cf-399fb58c1dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:30:31Z', 'updated_at': '2022-09-20T13:30:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi'}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:30:35.276102 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f96c15-ac23-4a0a-9265-d309400b37e5 admin admin] Network 1836e408-24a5-4e65-b675-bcc27b7575ae is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:30:35.278083 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-29f96c15-ac23-4a0a-9265-d309400b37e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:30:35.408493 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f96c15-ac23-4a0a-9265-d309400b37e5 admin admin] Router 05558755-e8f1-4adf-b4cf-399fb58c1dcc has already been hosted by L3 agent e6bdf340-58c5-4186-af2d-ab00439e5425 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:30:35.508980 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-316835b6-26b8-4eb7-9513-61fa839a89ed None None] Attempt 2 to provision port 76ba1648-2ea5-4328-b787-f4f0b6c44a92 Sep 20 13:30:35.566851 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-316835b6-26b8-4eb7-9513-61fa839a89ed None None] Port 76ba1648-2ea5-4328-b787-f4f0b6c44a92 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:30:35.577836 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f96c15-ac23-4a0a-9265-d309400b37e5 admin admin] Notify agent at l3_agent.dv-cinder-858463-1-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:30:35.585874 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-29f96c15-ac23-4a0a-9265-d309400b37e5 admin admin] 10.222.0.55 "PUT /v2.0/routers/05558755-e8f1-4adf-b4cf-399fb58c1dcc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2667294 Sep 20 13:30:35.964019 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 5217d431-75d8-4e46-bddb-9dbfe9718d96 up at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:30:36.038115 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Provisioning complete for port 5217d431-75d8-4e46-bddb-9dbfe9718d96 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:30:36.038585 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (5217d431-75d8-4e46-bddb-9dbfe9718d96), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:36.039040 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Attempt 1 to provision port 5217d431-75d8-4e46-bddb-9dbfe9718d96 Sep 20 13:30:36.068173 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-316835b6-26b8-4eb7-9513-61fa839a89ed None None] Attempt 3 to provision port 76ba1648-2ea5-4328-b787-f4f0b6c44a92 Sep 20 13:30:36.094067 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 35992) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:30:36.099819 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-989724cf-28c1-419e-9aa0-e451fef2e68c tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-205521875', 'description': 'tempest-secgroup-smoke-205521875 description', 'project_id': 'a0f2064a9ebc4d1abb2285ce408b90d6'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:30:36.123345 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-316835b6-26b8-4eb7-9513-61fa839a89ed None None] Port 76ba1648-2ea5-4328-b787-f4f0b6c44a92 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:30:36.137426 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-989724cf-28c1-419e-9aa0-e451fef2e68c tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:36.168909 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Current status of the port 5217d431-75d8-4e46-bddb-9dbfe9718d96 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:30:36.169401 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (5217d431-75d8-4e46-bddb-9dbfe9718d96), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:36.192417 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] For port 5217d431-75d8-4e46-bddb-9dbfe9718d96, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=5217d431-75d8-4e46-bddb-9dbfe9718d96,segment=NetworkSegment(5aaf6297-6a46-4e9d-b63a-dd8b37b93294),segment_id=5aaf6297-6a46-4e9d-b63a-dd8b37b93294)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:30:36.198269 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (5217d431-75d8-4e46-bddb-9dbfe9718d96), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:36.235949 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-989724cf-28c1-419e-9aa0-e451fef2e68c tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Publish callbacks [] for security_group (0453924a-4e62-4c6c-a323-25cbb499fe95), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:36.241716 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-989724cf-28c1-419e-9aa0-e451fef2e68c tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (0453924a-4e62-4c6c-a323-25cbb499fe95), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:36.261137 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Pushing event updated for resources: {'Port': ['ID=5217d431-75d8-4e46-bddb-9dbfe9718d96,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:36.279500 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-989724cf-28c1-419e-9aa0-e451fef2e68c tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:36.283485 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-989724cf-28c1-419e-9aa0-e451fef2e68c tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1856360 Sep 20 13:30:36.283707 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 35994) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:30:36.288958 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-c14defc0-bfd6-4836-8e65-15c78e392ab9 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Request body: {'security_group_rule': {'security_group_id': '0453924a-4e62-4c6c-a323-25cbb499fe95', 'project_id': 'a0f2064a9ebc4d1abb2285ce408b90d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:30:36.299007 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989724cf-28c1-419e-9aa0-e451fef2e68c tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0453924a-4e62-4c6c-a323-25cbb499fe95,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:36.321526 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c14defc0-bfd6-4836-8e65-15c78e392ab9 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Publish callbacks [] for security_group_rule (17331507-5417-4371-aa0d-dc23d121ac87), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:36.382152 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c14defc0-bfd6-4836-8e65-15c78e392ab9 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Publish callbacks [] for security_group_rule (17331507-5417-4371-aa0d-dc23d121ac87), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:36.385935 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c14defc0-bfd6-4836-8e65-15c78e392ab9 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828784'] for security_group_rule (17331507-5417-4371-aa0d-dc23d121ac87), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:36.405098 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14defc0-bfd6-4836-8e65-15c78e392ab9 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17331507-5417-4371-aa0d-dc23d121ac87,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:36.415803 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c14defc0-bfd6-4836-8e65-15c78e392ab9 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:36.418814 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-c14defc0-bfd6-4836-8e65-15c78e392ab9 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1323981 Sep 20 13:30:36.420838 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 35996) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:30:36.425474 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-5a09dcc2-782a-48d7-90d8-566e93e3e97c tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Request body: {'security_group_rule': {'security_group_id': '0453924a-4e62-4c6c-a323-25cbb499fe95', 'project_id': 'a0f2064a9ebc4d1abb2285ce408b90d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:30:36.453447 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5a09dcc2-782a-48d7-90d8-566e93e3e97c tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Publish callbacks [] for security_group_rule (06c07576-37e4-41b0-8adb-e9337978ff29), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:36.520688 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5a09dcc2-782a-48d7-90d8-566e93e3e97c tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Publish callbacks [] for security_group_rule (06c07576-37e4-41b0-8adb-e9337978ff29), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:36.525516 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5a09dcc2-782a-48d7-90d8-566e93e3e97c tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828784'] for security_group_rule (06c07576-37e4-41b0-8adb-e9337978ff29), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:36.545587 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a09dcc2-782a-48d7-90d8-566e93e3e97c tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06c07576-37e4-41b0-8adb-e9337978ff29,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:36.556822 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5a09dcc2-782a-48d7-90d8-566e93e3e97c tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:36.558141 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-5a09dcc2-782a-48d7-90d8-566e93e3e97c tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1360536 Sep 20 13:30:36.561352 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 35998) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:30:36.565803 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-a693ee4e-d276-478a-9fc7-16932847961d tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Request body: {'security_group_rule': {'security_group_id': '0453924a-4e62-4c6c-a323-25cbb499fe95', 'project_id': 'a0f2064a9ebc4d1abb2285ce408b90d6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:30:36.594560 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a693ee4e-d276-478a-9fc7-16932847961d tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Publish callbacks [] for security_group_rule (252a35d9-1e70-4f6a-962d-e9338c21949a), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:36.624589 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-316835b6-26b8-4eb7-9513-61fa839a89ed None None] Attempt 4 to provision port 76ba1648-2ea5-4328-b787-f4f0b6c44a92 Sep 20 13:30:36.657701 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a693ee4e-d276-478a-9fc7-16932847961d tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Publish callbacks [] for security_group_rule (252a35d9-1e70-4f6a-962d-e9338c21949a), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:36.662222 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a693ee4e-d276-478a-9fc7-16932847961d tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828784'] for security_group_rule (252a35d9-1e70-4f6a-962d-e9338c21949a), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:36.667313 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-316835b6-26b8-4eb7-9513-61fa839a89ed None None] Port 76ba1648-2ea5-4328-b787-f4f0b6c44a92 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:30:36.679827 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a693ee4e-d276-478a-9fc7-16932847961d tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=252a35d9-1e70-4f6a-962d-e9338c21949a,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:36.690141 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a693ee4e-d276-478a-9fc7-16932847961d tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:36.691494 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-a693ee4e-d276-478a-9fc7-16932847961d tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1291213 Sep 20 13:30:36.694234 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 36000) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:30:36.700092 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.v2.base [None req-c3e9b474-b1ee-4fc1-8cf1-f86a6a42f95b tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Request body: {'security_group_rule': {'security_group_id': '0453924a-4e62-4c6c-a323-25cbb499fe95', 'project_id': 'a0f2064a9ebc4d1abb2285ce408b90d6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:30:36.729795 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c3e9b474-b1ee-4fc1-8cf1-f86a6a42f95b tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Publish callbacks [] for security_group_rule (7786f33d-d391-4b97-a421-2b52c98ae690), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:36.796472 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c3e9b474-b1ee-4fc1-8cf1-f86a6a42f95b tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Publish callbacks [] for security_group_rule (7786f33d-d391-4b97-a421-2b52c98ae690), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:36.800140 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c3e9b474-b1ee-4fc1-8cf1-f86a6a42f95b tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828784'] for security_group_rule (7786f33d-d391-4b97-a421-2b52c98ae690), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:36.817798 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e9b474-b1ee-4fc1-8cf1-f86a6a42f95b tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7786f33d-d391-4b97-a421-2b52c98ae690,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:36.830438 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c3e9b474-b1ee-4fc1-8cf1-f86a6a42f95b tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:36.835670 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 36002) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:30:36.835814 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-c3e9b474-b1ee-4fc1-8cf1-f86a6a42f95b tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1396909 Sep 20 13:30:36.843622 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-65e78718-3f30-4f42-be8e-fe634ff36e4e tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Request body: {'security_group_rule': {'security_group_id': '0453924a-4e62-4c6c-a323-25cbb499fe95', 'project_id': 'a0f2064a9ebc4d1abb2285ce408b90d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:30:36.867551 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.db.securitygroups_db [None req-65e78718-3f30-4f42-be8e-fe634ff36e4e tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Project a0f2064a9ebc4d1abb2285ce408b90d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 13:30:36.873578 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-65e78718-3f30-4f42-be8e-fe634ff36e4e tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Publish callbacks [] for security_group_rule (da042db7-9497-4569-9b05-c53548947442), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:36.942472 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-65e78718-3f30-4f42-be8e-fe634ff36e4e tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Publish callbacks [] for security_group_rule (da042db7-9497-4569-9b05-c53548947442), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:36.947499 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-65e78718-3f30-4f42-be8e-fe634ff36e4e tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828784'] for security_group_rule (da042db7-9497-4569-9b05-c53548947442), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:36.966440 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e78718-3f30-4f42-be8e-fe634ff36e4e tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da042db7-9497-4569-9b05-c53548947442,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:36.975965 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-65e78718-3f30-4f42-be8e-fe634ff36e4e tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:36.977421 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-65e78718-3f30-4f42-be8e-fe634ff36e4e tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1404395 Sep 20 13:30:36.980624 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 36004) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:30:36.985682 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.v2.base [None req-9e8a926d-1cbf-402c-9e91-ebd759a75377 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Request body: {'security_group_rule': {'security_group_id': '0453924a-4e62-4c6c-a323-25cbb499fe95', 'project_id': 'a0f2064a9ebc4d1abb2285ce408b90d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:30:37.007965 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.db.securitygroups_db [None req-9e8a926d-1cbf-402c-9e91-ebd759a75377 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Project a0f2064a9ebc4d1abb2285ce408b90d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 13:30:37.014113 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9e8a926d-1cbf-402c-9e91-ebd759a75377 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Publish callbacks [] for security_group_rule (90c91f24-87ff-4529-bd2f-40d316a8abd4), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:37.078709 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ec7437-2a13-473f-929a-07a57e39ce64 None None] Sync routers for ids ['05558755-e8f1-4adf-b4cf-399fb58c1dcc'] in dv-cinder-858463-1-iscsi {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:30:37.080379 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9e8a926d-1cbf-402c-9e91-ebd759a75377 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Publish callbacks [] for security_group_rule (90c91f24-87ff-4529-bd2f-40d316a8abd4), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:37.084926 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9e8a926d-1cbf-402c-9e91-ebd759a75377 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828784'] for security_group_rule (90c91f24-87ff-4529-bd2f-40d316a8abd4), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:37.088637 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ec7437-2a13-473f-929a-07a57e39ce64 None None] Routers {'05558755-e8f1-4adf-b4cf-399fb58c1dcc'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:30:37.089550 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-88ec7437-2a13-473f-929a-07a57e39ce64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:30:26Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['05558755-e8f1-4adf-b4cf-399fb58c1dcc'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:30:37.113951 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8a926d-1cbf-402c-9e91-ebd759a75377 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90c91f24-87ff-4529-bd2f-40d316a8abd4,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:37.118157 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-9e8a926d-1cbf-402c-9e91-ebd759a75377 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:37.119362 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-9e8a926d-1cbf-402c-9e91-ebd759a75377 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1377413 Sep 20 13:30:37.180331 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-316835b6-26b8-4eb7-9513-61fa839a89ed None None] Attempt 5 to provision port 76ba1648-2ea5-4328-b787-f4f0b6c44a92 Sep 20 13:30:37.228345 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-316835b6-26b8-4eb7-9513-61fa839a89ed None None] Port 76ba1648-2ea5-4328-b787-f4f0b6c44a92 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:30:37.235493 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-88ec7437-2a13-473f-929a-07a57e39ce64 None None] Set router 05558755-e8f1-4adf-b4cf-399fb58c1dcc gateway port host: dv-cinder-858463-1-iscsi {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:30:37.463023 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-88ec7437-2a13-473f-929a-07a57e39ce64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05558755-e8f1-4adf-b4cf-399fb58c1dcc', 'name': 'tempest-TestShelveInstance-1319315130-router', 'tenant_id': 'c5ae2b3237a14c17b21008fa0e70d5ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '5217d431-75d8-4e46-bddb-9dbfe9718d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:30:30Z', 'updated_at': '2022-09-20T13:30:34Z', 'revision_number': 4, 'project_id': 'c5ae2b3237a14c17b21008fa0e70d5ea', 'gw_port': {'id': '5217d431-75d8-4e46-bddb-9dbfe9718d96', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:25:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05558755-e8f1-4adf-b4cf-399fb58c1dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:30:31Z', 'updated_at': '2022-09-20T13:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': '76ba1648-2ea5-4328-b787-f4f0b6c44a92', 'name': '', 'network_id': '1836e408-24a5-4e65-b675-bcc27b7575ae', 'tenant_id': 'c5ae2b3237a14c17b21008fa0e70d5ea', 'mac_address': 'fa:16:3e:bd:db:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05558755-e8f1-4adf-b4cf-399fb58c1dcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '2cdf64e3-d154-401c-afa8-24356bc94593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:30:33Z', 'updated_at': '2022-09-20T13:30:34Z', 'revision_number': 2, 'project_id': 'c5ae2b3237a14c17b21008fa0e70d5ea', 'subnets': [{'id': '2cdf64e3-d154-401c-afa8-24356bc94593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:30:37.490438 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ec7437-2a13-473f-929a-07a57e39ce64 None None] Checking router: 05558755-e8f1-4adf-b4cf-399fb58c1dcc for host: dv-cinder-858463-1-iscsi {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:30:37.490893 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ec7437-2a13-473f-929a-07a57e39ce64 None None] Updating router 05558755-e8f1-4adf-b4cf-399fb58c1dcc port 76ba1648-2ea5-4328-b787-f4f0b6c44a92 binding host dv-cinder-858463-1-iscsi {{(pid=104088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 13:30:37.521872 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-88ec7437-2a13-473f-929a-07a57e39ce64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (76ba1648-2ea5-4328-b787-f4f0b6c44a92), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:37.730969 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-316835b6-26b8-4eb7-9513-61fa839a89ed None None] Attempt 6 to provision port 76ba1648-2ea5-4328-b787-f4f0b6c44a92 Sep 20 13:30:37.898813 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 5217d431-75d8-4e46-bddb-9dbfe9718d96 up at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:30:37.942673 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-316835b6-26b8-4eb7-9513-61fa839a89ed None None] Port 76ba1648-2ea5-4328-b787-f4f0b6c44a92 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:30:38.011370 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-88ec7437-2a13-473f-929a-07a57e39ce64 None None] Publish callbacks [] for port (76ba1648-2ea5-4328-b787-f4f0b6c44a92), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:38.014031 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Provisioning complete for port 5217d431-75d8-4e46-bddb-9dbfe9718d96 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:30:38.014409 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (5217d431-75d8-4e46-bddb-9dbfe9718d96), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:38.014775 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Attempt 1 to provision port 5217d431-75d8-4e46-bddb-9dbfe9718d96 Sep 20 13:30:38.017493 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-88ec7437-2a13-473f-929a-07a57e39ce64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (76ba1648-2ea5-4328-b787-f4f0b6c44a92), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:38.108799 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba7c503-b930-4e7c-a2d1-b8904caba91c None None] Pushing event updated for resources: {'Port': ['ID=76ba1648-2ea5-4328-b787-f4f0b6c44a92,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:38.152944 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-88ec7437-2a13-473f-929a-07a57e39ce64 None None] Attempting to bind port 76ba1648-2ea5-4328-b787-f4f0b6c44a92 on host dv-cinder-858463-1-iscsi for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 20 13:30:38.153466 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-88ec7437-2a13-473f-929a-07a57e39ce64 None None] Attempting to bind port 76ba1648-2ea5-4328-b787-f4f0b6c44a92 by drivers openvswitch,hyperv on host dv-cinder-858463-1-iscsi at level 0 using segments [{'id': '124c7b4c-a744-40c6-8725-7c83c96d0510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1836e408-24a5-4e65-b675-bcc27b7575ae'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 20 13:30:38.153803 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ec7437-2a13-473f-929a-07a57e39ce64 None None] Attempting to bind port 76ba1648-2ea5-4328-b787-f4f0b6c44a92 on network 1836e408-24a5-4e65-b675-bcc27b7575ae {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:30:38.177350 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ec7437-2a13-473f-929a-07a57e39ce64 None None] Checking agent: {'id': '543ca60b-7e7a-4ebd-8f87-7672c7a482b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 13, 9, 29), 'started_at': datetime.datetime(2022, 9, 20, 13, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 13, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:30:38.177727 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ec7437-2a13-473f-929a-07a57e39ce64 None None] Checking segment: {'id': '124c7b4c-a744-40c6-8725-7c83c96d0510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1836e408-24a5-4e65-b675-bcc27b7575ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:30:38.178129 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-88ec7437-2a13-473f-929a-07a57e39ce64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:38.178521 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ec7437-2a13-473f-929a-07a57e39ce64 None None] Bound using segment: {'id': '124c7b4c-a744-40c6-8725-7c83c96d0510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1836e408-24a5-4e65-b675-bcc27b7575ae'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:30:38.179051 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [None req-88ec7437-2a13-473f-929a-07a57e39ce64 None None] Bound port: 76ba1648-2ea5-4328-b787-f4f0b6c44a92, host: dv-cinder-858463-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '124c7b4c-a744-40c6-8725-7c83c96d0510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1836e408-24a5-4e65-b675-bcc27b7575ae'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 20 13:30:38.179434 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-88ec7437-2a13-473f-929a-07a57e39ce64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (76ba1648-2ea5-4328-b787-f4f0b6c44a92), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:38.206033 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Current status of the port 5217d431-75d8-4e46-bddb-9dbfe9718d96 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:30:38.265902 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-88ec7437-2a13-473f-929a-07a57e39ce64 None None] For port 76ba1648-2ea5-4328-b787-f4f0b6c44a92, host dv-cinder-858463-1-iscsi, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:30:38.269271 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-88ec7437-2a13-473f-929a-07a57e39ce64 None None] For port 76ba1648-2ea5-4328-b787-f4f0b6c44a92, host dv-cinder-858463-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=76ba1648-2ea5-4328-b787-f4f0b6c44a92,segment=NetworkSegment(124c7b4c-a744-40c6-8725-7c83c96d0510),segment_id=124c7b4c-a744-40c6-8725-7c83c96d0510)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:30:38.276233 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-88ec7437-2a13-473f-929a-07a57e39ce64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (76ba1648-2ea5-4328-b787-f4f0b6c44a92), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:38.314154 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ec7437-2a13-473f-929a-07a57e39ce64 None None] Routers {'05558755-e8f1-4adf-b4cf-399fb58c1dcc'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:30:38.314820 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-88ec7437-2a13-473f-929a-07a57e39ce64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:30:26Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['05558755-e8f1-4adf-b4cf-399fb58c1dcc'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:30:38.366438 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba7c503-b930-4e7c-a2d1-b8904caba91c None None] Pushing event updated for resources: {'Port': ['ID=76ba1648-2ea5-4328-b787-f4f0b6c44a92,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:38.438246 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-88ec7437-2a13-473f-929a-07a57e39ce64 None None] Set router 05558755-e8f1-4adf-b4cf-399fb58c1dcc gateway port host: dv-cinder-858463-1-iscsi {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:30:38.462047 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-316835b6-26b8-4eb7-9513-61fa839a89ed None None] Attempt 7 to provision port 76ba1648-2ea5-4328-b787-f4f0b6c44a92 Sep 20 13:30:38.659192 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-316835b6-26b8-4eb7-9513-61fa839a89ed None None] Current status of the port 76ba1648-2ea5-4328-b787-f4f0b6c44a92 is: DOWN; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:30:38.659849 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-316835b6-26b8-4eb7-9513-61fa839a89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (76ba1648-2ea5-4328-b787-f4f0b6c44a92), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:38.718272 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-316835b6-26b8-4eb7-9513-61fa839a89ed None None] For port 76ba1648-2ea5-4328-b787-f4f0b6c44a92, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=76ba1648-2ea5-4328-b787-f4f0b6c44a92,segment=NetworkSegment(124c7b4c-a744-40c6-8725-7c83c96d0510),segment_id=124c7b4c-a744-40c6-8725-7c83c96d0510)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:30:38.724453 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-316835b6-26b8-4eb7-9513-61fa839a89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (76ba1648-2ea5-4328-b787-f4f0b6c44a92), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:38.782113 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316835b6-26b8-4eb7-9513-61fa839a89ed None None] Pushing event updated for resources: {'Port': ['ID=76ba1648-2ea5-4328-b787-f4f0b6c44a92,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:30:38.788581 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-88ec7437-2a13-473f-929a-07a57e39ce64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05558755-e8f1-4adf-b4cf-399fb58c1dcc', 'name': 'tempest-TestShelveInstance-1319315130-router', 'tenant_id': 'c5ae2b3237a14c17b21008fa0e70d5ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '5217d431-75d8-4e46-bddb-9dbfe9718d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:30:30Z', 'updated_at': '2022-09-20T13:30:34Z', 'revision_number': 4, 'project_id': 'c5ae2b3237a14c17b21008fa0e70d5ea', 'gw_port': {'id': '5217d431-75d8-4e46-bddb-9dbfe9718d96', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:25:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05558755-e8f1-4adf-b4cf-399fb58c1dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:30:31Z', 'updated_at': '2022-09-20T13:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': '76ba1648-2ea5-4328-b787-f4f0b6c44a92', 'name': '', 'network_id': '1836e408-24a5-4e65-b675-bcc27b7575ae', 'tenant_id': 'c5ae2b3237a14c17b21008fa0e70d5ea', 'mac_address': 'fa:16:3e:bd:db:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05558755-e8f1-4adf-b4cf-399fb58c1dcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '2cdf64e3-d154-401c-afa8-24356bc94593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:30:33Z', 'updated_at': '2022-09-20T13:30:38Z', 'revision_number': 4, 'project_id': 'c5ae2b3237a14c17b21008fa0e70d5ea', 'subnets': [{'id': '2cdf64e3-d154-401c-afa8-24356bc94593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:30:38.814272 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ec7437-2a13-473f-929a-07a57e39ce64 None None] The sync data for ids ['05558755-e8f1-4adf-b4cf-399fb58c1dcc'] in dv-cinder-858463-1-iscsi is: [{'id': '05558755-e8f1-4adf-b4cf-399fb58c1dcc', 'name': 'tempest-TestShelveInstance-1319315130-router', 'tenant_id': 'c5ae2b3237a14c17b21008fa0e70d5ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '5217d431-75d8-4e46-bddb-9dbfe9718d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:30:30Z', 'updated_at': '2022-09-20T13:30:34Z', 'revision_number': 4, 'project_id': 'c5ae2b3237a14c17b21008fa0e70d5ea', 'gw_port': {'id': '5217d431-75d8-4e46-bddb-9dbfe9718d96', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:25:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05558755-e8f1-4adf-b4cf-399fb58c1dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:30:31Z', 'updated_at': '2022-09-20T13:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': '76ba1648-2ea5-4328-b787-f4f0b6c44a92', 'name': '', 'network_id': '1836e408-24a5-4e65-b675-bcc27b7575ae', 'tenant_id': 'c5ae2b3237a14c17b21008fa0e70d5ea', 'mac_address': 'fa:16:3e:bd:db:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05558755-e8f1-4adf-b4cf-399fb58c1dcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '2cdf64e3-d154-401c-afa8-24356bc94593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:30:33Z', 'updated_at': '2022-09-20T13:30:38Z', 'revision_number': 4, 'project_id': 'c5ae2b3237a14c17b21008fa0e70d5ea', 'subnets': [{'id': '2cdf64e3-d154-401c-afa8-24356bc94593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:30:38.846621 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-88a86ee0-0027-4947-bf2b-0aaed3b94a0e None None] Provisioning complete for port 76ba1648-2ea5-4328-b787-f4f0b6c44a92 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:30:38.847070 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-88a86ee0-0027-4947-bf2b-0aaed3b94a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (76ba1648-2ea5-4328-b787-f4f0b6c44a92), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:38.847384 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-88a86ee0-0027-4947-bf2b-0aaed3b94a0e None None] Attempt 1 to provision port 76ba1648-2ea5-4328-b787-f4f0b6c44a92 Sep 20 13:30:38.958714 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-88a86ee0-0027-4947-bf2b-0aaed3b94a0e None None] Current status of the port 76ba1648-2ea5-4328-b787-f4f0b6c44a92 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:30:39.916522 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 76ba1648-2ea5-4328-b787-f4f0b6c44a92 up at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:30:39.965085 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Provisioning complete for port 76ba1648-2ea5-4328-b787-f4f0b6c44a92 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:30:39.965366 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (76ba1648-2ea5-4328-b787-f4f0b6c44a92), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:39.965726 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Attempt 1 to provision port 76ba1648-2ea5-4328-b787-f4f0b6c44a92 Sep 20 13:30:40.049057 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Current status of the port 76ba1648-2ea5-4328-b787-f4f0b6c44a92 is: ACTIVE; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:30:40.203888 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (728cf656-0364-4172-b8b5-b6ffd3122ed0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:40.451558 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.agents_db [None req-1b87bba1-5a3b-42d5-ba20-63287d9ec67c None None] Agent healthcheck: found 6 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:30:45.832005 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d1d15a83-c7e3-4740-a797-3773c1263db8 req-bca3e5f0-7146-4117-b45a-e73d02a4de13 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=96fe04b4-bc7d-4ef7-a166-4c02fd222e7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436208 Sep 20 13:30:45.916461 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d15a83-c7e3-4740-a797-3773c1263db8 req-78b6cdbb-0909-4b72-965b-ab49d40c2143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:30:45.917982 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d1d15a83-c7e3-4740-a797-3773c1263db8 req-78b6cdbb-0909-4b72-965b-ab49d40c2143 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6ebb73746088487dab581c3f6b24a1f9&device_id=96fe04b4-bc7d-4ef7-a166-4c02fd222e7b HTTP/1.1" status: 200 len: 1129 time: 0.0502648 Sep 20 13:30:46.025581 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d15a83-c7e3-4740-a797-3773c1263db8 req-31b6cc5b-e0f1-4f3f-80ed-8a55411182fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:30:46.027122 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d1d15a83-c7e3-4740-a797-3773c1263db8 req-31b6cc5b-e0f1-4f3f-80ed-8a55411182fa service neutron] 10.222.0.62 "GET /v2.0/networks?id=0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef HTTP/1.1" status: 200 len: 909 time: 0.0896709 Sep 20 13:30:46.104690 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d1d15a83-c7e3-4740-a797-3773c1263db8 req-e8538b8f-35b8-4a82-8084-07ae4558bb2d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1 HTTP/1.1" status: 200 len: 1000 time: 0.0587242 Sep 20 13:30:46.151723 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d15a83-c7e3-4740-a797-3773c1263db8 req-7d32efda-ce15-4703-a5fe-eb087da595d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:30:46.153183 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d1d15a83-c7e3-4740-a797-3773c1263db8 req-7d32efda-ce15-4703-a5fe-eb087da595d3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=26dd50fe-5f0b-44fd-bc22-34959d5f2393 HTTP/1.1" status: 200 len: 848 time: 0.0427926 Sep 20 13:30:46.207546 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d15a83-c7e3-4740-a797-3773c1263db8 req-00206643-092d-42dd-871e-26c75cf8b4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:30:46.209041 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d1d15a83-c7e3-4740-a797-3773c1263db8 req-00206643-092d-42dd-871e-26c75cf8b4a4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486591 Sep 20 13:30:46.302270 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d1d15a83-c7e3-4740-a797-3773c1263db8 req-1b08e154-fc7c-48d0-a956-390944db939c service neutron] 10.222.0.62 "GET /v2.0/networks/0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825851 Sep 20 13:30:46.395241 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d1d15a83-c7e3-4740-a797-3773c1263db8 req-878a79ce-6da9-4b5d-bd4f-245756c5341f service neutron] 10.222.0.62 "GET /v2.0/networks/0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856042 Sep 20 13:30:53.437907 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7e6f3996-7f95-4a7a-9dc4-414ea01bae85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (c520f755-59ca-4a79-a15e-107c01e131c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:55.789425 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ccab0832-1dd0-4e04-a78a-b3d09f3ac2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (e6bdf340-58c5-4186-af2d-ab00439e5425), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:56.767817 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21c1e68e-1f58-483a-acac-7453cdb7afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (dfbc54aa-0ed8-4030-9edb-0bf7f0e74037), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:58.187348 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c793fb8f-2eac-4cf0-b972-02f3f2d6d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (78ab24c8-cd03-458a-a2fc-6c0c54d0053a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:30:59.599198 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (543ca60b-7e7a-4ebd-8f87-7672c7a482b9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:01.317537 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8df11-a155-4567-ae44-a99d70a5c177 req-59fe9041-1978-4108-9f78-2d971ed40e7d tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:31:01.318948 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-f7c8df11-a155-4567-ae44-a99d70a5c177 req-59fe9041-1978-4108-9f78-2d971ed40e7d tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 947 time: 0.0536234 Sep 20 13:31:01.365234 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-f7c8df11-a155-4567-ae44-a99d70a5c177 req-604d2ee1-cfb5-4597-8103-83f81f9dd839 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403743 Sep 20 13:31:02.026501 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-55a60436-a46d-47c3-88fa-b0b70eedee4e req-da808396-d996-4368-b588-061ff38e6dd6 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-205521875&fields=id&tenant_id=a0f2064a9ebc4d1abb2285ce408b90d6 HTTP/1.1" status: 200 len: 267 time: 0.0444715 Sep 20 13:31:02.135445 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a60436-a46d-47c3-88fa-b0b70eedee4e req-32972a82-2326-47d4-bea7-7e3470212761 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:31:02.137413 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-55a60436-a46d-47c3-88fa-b0b70eedee4e req-32972a82-2326-47d4-bea7-7e3470212761 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/networks?id=9fc3ed28-8239-4d46-a344-482b29fe53fd HTTP/1.1" status: 200 len: 809 time: 0.1037781 Sep 20 13:31:02.151307 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-55a60436-a46d-47c3-88fa-b0b70eedee4e req-a3be5e0c-f095-4ff8-9fbe-0a20945a16f0 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/quotas/a0f2064a9ebc4d1abb2285ce408b90d6 HTTP/1.1" status: 200 len: 375 time: 0.0092003 Sep 20 13:31:02.204547 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-55a60436-a46d-47c3-88fa-b0b70eedee4e req-9e865d3f-8598-49fe-aed9-88e0e856a235 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a0f2064a9ebc4d1abb2285ce408b90d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485582 Sep 20 13:31:02.303492 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [req-55a60436-a46d-47c3-88fa-b0b70eedee4e req-3a2c22fa-4d8e-4862-af50-b86d4dc0242e service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 20 13:31:02.304494 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-55a60436-a46d-47c3-88fa-b0b70eedee4e req-3a2c22fa-4d8e-4862-af50-b86d4dc0242e service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0895407 Sep 20 13:31:02.392112 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-55a60436-a46d-47c3-88fa-b0b70eedee4e req-563d24b3-61db-4fbe-9a45-c27f12dcd40a service neutron] 10.222.0.55 "GET /v2.0/networks/9fc3ed28-8239-4d46-a344-482b29fe53fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817842 Sep 20 13:31:02.490378 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-55a60436-a46d-47c3-88fa-b0b70eedee4e req-a2271f73-ef17-437d-bcdd-9c06737cd183 service neutron] 10.222.0.55 "GET /v2.0/networks/9fc3ed28-8239-4d46-a344-482b29fe53fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884149 Sep 20 13:31:02.501684 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94da662-478a-4029-afb4-6a107edbed90 req-e2065981-7cba-40dc-9bf6-a388dd38991b tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:31:02.503368 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-a94da662-478a-4029-afb4-6a107edbed90 req-e2065981-7cba-40dc-9bf6-a388dd38991b tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 947 time: 0.0584576 Sep 20 13:31:02.551298 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-a94da662-478a-4029-afb4-6a107edbed90 req-f9c5cd37-3831-46ae-aa65-b20ec7f5ea0e tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416756 Sep 20 13:31:02.771362 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-d726ef66-6153-496b-8eac-982c2e19aa01 req-478010ce-efd5-4028-a69f-04cdb7f7ea7f tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec93f663-8702-4611-bec1-81ebbd483b87 HTTP/1.1" status: 200 len: 210 time: 0.0279443 Sep 20 13:31:03.261502 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66280b67-1ebd-42de-b89c-2ebbf2236c92 req-c7f5800b-36c8-440b-8e0c-58a40cf844df tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:31:03.262980 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-66280b67-1ebd-42de-b89c-2ebbf2236c92 req-c7f5800b-36c8-440b-8e0c-58a40cf844df tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 947 time: 0.0540016 Sep 20 13:31:03.365348 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-66280b67-1ebd-42de-b89c-2ebbf2236c92 req-3a7d4dd9-5072-470d-bff7-3b3d6927ac69 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Deleting port 2d60ce66-a02f-4cfc-b674-0bb22e114efa {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:31:03.365693 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-66280b67-1ebd-42de-b89c-2ebbf2236c92 req-3a7d4dd9-5072-470d-bff7-3b3d6927ac69 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (2d60ce66-a02f-4cfc-b674-0bb22e114efa), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:03.455880 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-66280b67-1ebd-42de-b89c-2ebbf2236c92 req-3a7d4dd9-5072-470d-bff7-3b3d6927ac69 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] For port 2d60ce66-a02f-4cfc-b674-0bb22e114efa, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=2d60ce66-a02f-4cfc-b674-0bb22e114efa,segment=NetworkSegment(f948c4c9-3e43-44fc-b875-63e2f29a354c),segment_id=f948c4c9-3e43-44fc-b875-63e2f29a354c)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:31:03.456242 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-66280b67-1ebd-42de-b89c-2ebbf2236c92 req-3a7d4dd9-5072-470d-bff7-3b3d6927ac69 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (2d60ce66-a02f-4cfc-b674-0bb22e114efa), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:03.613968 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-66280b67-1ebd-42de-b89c-2ebbf2236c92 req-3a7d4dd9-5072-470d-bff7-3b3d6927ac69 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:03.614336 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-66280b67-1ebd-42de-b89c-2ebbf2236c92 req-3a7d4dd9-5072-470d-bff7-3b3d6927ac69 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607693'] for floatingip (5998f02e-6407-4356-a1de-c4453a58c949), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:03.614654 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.db.l3_db [req-66280b67-1ebd-42de-b89c-2ebbf2236c92 req-3a7d4dd9-5072-470d-bff7-3b3d6927ac69 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Floating IP 5998f02e-6407-4356-a1de-c4453a58c949 disassociated. External IP: 172.27.2.142, port: 2d60ce66-a02f-4cfc-b674-0bb22e114efa. Sep 20 13:31:03.615027 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-66280b67-1ebd-42de-b89c-2ebbf2236c92 req-3a7d4dd9-5072-470d-bff7-3b3d6927ac69 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Calling delete_port for 2d60ce66-a02f-4cfc-b674-0bb22e114efa owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:31:03.733115 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd49ea-0ffc-4d4d-b9a6-d95afd80c1df req-fe7db78f-ab6c-45a6-ab20-ccb92cae47e5 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:31:03.735142 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-85dd49ea-0ffc-4d4d-b9a6-d95afd80c1df req-fe7db78f-ab6c-45a6-ab20-ccb92cae47e5 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 947 time: 0.0785785 Sep 20 13:31:03.861301 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-66280b67-1ebd-42de-b89c-2ebbf2236c92 req-3a7d4dd9-5072-470d-bff7-3b3d6927ac69 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (2d60ce66-a02f-4cfc-b674-0bb22e114efa), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:03.886973 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-aecf3386-b9ab-4951-8f54-f4b34a398dc0 req-1acfce31-a775-4bfd-8d9b-0743271c8a80 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec93f663-8702-4611-bec1-81ebbd483b87 HTTP/1.1" status: 200 len: 210 time: 0.0307515 Sep 20 13:31:03.918432 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7d4dd9-5072-470d-bff7-3b3d6927ac69 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Pushing event deleted for resources: {'Port': ['ID=2d60ce66-a02f-4cfc-b674-0bb22e114efa,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:31:03.927336 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-85dd49ea-0ffc-4d4d-b9a6-d95afd80c1df req-fbbc4ca7-8918-42ea-8901-1f267f842170 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups?id=de162593-208f-4240-8656-f6a1561a0ce9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1833236 Sep 20 13:31:03.957783 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7d4dd9-5072-470d-bff7-3b3d6927ac69 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:31:03.958144 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7d4dd9-5072-470d-bff7-3b3d6927ac69 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:31:03.958497 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7d4dd9-5072-470d-bff7-3b3d6927ac69 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:31:03.958867 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7d4dd9-5072-470d-bff7-3b3d6927ac69 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:31:03.959213 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7d4dd9-5072-470d-bff7-3b3d6927ac69 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:31:03.959549 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7d4dd9-5072-470d-bff7-3b3d6927ac69 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:31:03.959887 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7d4dd9-5072-470d-bff7-3b3d6927ac69 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:31:03.960223 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7d4dd9-5072-470d-bff7-3b3d6927ac69 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:31:03.960555 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7d4dd9-5072-470d-bff7-3b3d6927ac69 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:31:03.960883 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7d4dd9-5072-470d-bff7-3b3d6927ac69 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:31:03.961214 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7d4dd9-5072-470d-bff7-3b3d6927ac69 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:31:03.961544 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7d4dd9-5072-470d-bff7-3b3d6927ac69 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:31:03.962002 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7d4dd9-5072-470d-bff7-3b3d6927ac69 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:31:03.972996 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a60436-a46d-47c3-88fa-b0b70eedee4e req-9a624435-bc88-41c9-9160-62139c34ea4d tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:31:03.974431 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-55a60436-a46d-47c3-88fa-b0b70eedee4e req-9a624435-bc88-41c9-9160-62139c34ea4d tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.62 "GET /v2.0/networks?id=9fc3ed28-8239-4d46-a344-482b29fe53fd HTTP/1.1" status: 200 len: 809 time: 0.2127306 Sep 20 13:31:04.107075 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-55a60436-a46d-47c3-88fa-b0b70eedee4e req-8344d7c2-05b5-4c95-b47c-07d565391ed5 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0f2064a9ebc4d1abb2285ce408b90d6 HTTP/1.1" status: 200 len: 379 time: 0.1034884 Sep 20 13:31:04.116634 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-55a60436-a46d-47c3-88fa-b0b70eedee4e req-02f0f3b2-cc7f-4ec1-b8be-0913ce6695b7 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Request body: {'port': {'device_id': 'ec93f663-8702-4611-bec1-81ebbd483b87', 'network_id': '9fc3ed28-8239-4d46-a344-482b29fe53fd', 'admin_state_up': True, 'tenant_id': 'a0f2064a9ebc4d1abb2285ce408b90d6', 'security_groups': ['0453924a-4e62-4c6c-a323-25cbb499fe95']}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:31:04.159853 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66280b67-1ebd-42de-b89c-2ebbf2236c92 req-3a7d4dd9-5072-470d-bff7-3b3d6927ac69 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Router e3f75c60-6a44-4084-9a98-6a39ca7815cf has already been hosted by L3 agent e6bdf340-58c5-4186-af2d-ab00439e5425 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:31:04.573064 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66280b67-1ebd-42de-b89c-2ebbf2236c92 req-3a7d4dd9-5072-470d-bff7-3b3d6927ac69 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Notify agent at l3_agent.dv-cinder-858463-1-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:31:04.575110 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55a60436-a46d-47c3-88fa-b0b70eedee4e req-02f0f3b2-cc7f-4ec1-b8be-0913ce6695b7 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Made reservation on behalf of a0f2064a9ebc4d1abb2285ce408b90d6 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:31:04.579134 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-55a60436-a46d-47c3-88fa-b0b70eedee4e req-02f0f3b2-cc7f-4ec1-b8be-0913ce6695b7 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:04.584663 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0583481c-734a-41de-917d-16238c8ebfcf None None] Sync routers for ids ['e3f75c60-6a44-4084-9a98-6a39ca7815cf'] in dv-cinder-858463-1-iscsi {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:31:04.601479 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0583481c-734a-41de-917d-16238c8ebfcf None None] Routers {'e3f75c60-6a44-4084-9a98-6a39ca7815cf'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:31:04.602086 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-0583481c-734a-41de-917d-16238c8ebfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:30:56Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['e3f75c60-6a44-4084-9a98-6a39ca7815cf'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:31:04.634653 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-66280b67-1ebd-42de-b89c-2ebbf2236c92 req-3a7d4dd9-5072-470d-bff7-3b3d6927ac69 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] No DVR routers for this DVR port 2d60ce66-a02f-4cfc-b674-0bb22e114efa on host hv-cinder-85846 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:31:04.637734 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-66280b67-1ebd-42de-b89c-2ebbf2236c92 req-3a7d4dd9-5072-470d-bff7-3b3d6927ac69 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:04.641590 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-66280b67-1ebd-42de-b89c-2ebbf2236c92 req-3a7d4dd9-5072-470d-bff7-3b3d6927ac69 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.62 "DELETE /v2.0/ports/2d60ce66-a02f-4cfc-b674-0bb22e114efa HTTP/1.1" status: 204 len: 173 time: 1.3730686 Sep 20 13:31:04.642026 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d7dffe-4d84-4005-bace-44e4b9404287', 'name': 'network-vif-deleted', 'tag': '2d60ce66-a02f-4cfc-b674-0bb22e114efa'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:31:04.644316 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8afa0c3fb06aef531850fccced94fa4b659a4977f0534d5a49c84d13d87c0c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e0797b-8e4b-41d7-930f-7559a4ec3f38" -d '{"events": [{"server_uuid": "f7d7dffe-4d84-4005-bace-44e4b9404287", "name": "network-vif-deleted", "tag": "2d60ce66-a02f-4cfc-b674-0bb22e114efa"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:31:04.696002 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 13:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad9215f0-3fe4-4efc-b106-9ce48aa34156 x-openstack-request-id: req-ad9215f0-3fe4-4efc-b106-9ce48aa34156 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:31:04.696301 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d7dffe-4d84-4005-bace-44e4b9404287", "name": "network-vif-deleted", "tag": "2d60ce66-a02f-4cfc-b674-0bb22e114efa", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:31:04.696563 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ad9215f0-3fe4-4efc-b106-9ce48aa34156 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:31:04.697000 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad9215f0-3fe4-4efc-b106-9ce48aa34156'] response: {'server_uuid': 'f7d7dffe-4d84-4005-bace-44e4b9404287', 'name': 'network-vif-deleted', 'tag': '2d60ce66-a02f-4cfc-b674-0bb22e114efa', 'status': 'completed', 'code': 200} Sep 20 13:31:04.720822 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-0583481c-734a-41de-917d-16238c8ebfcf None None] Set router e3f75c60-6a44-4084-9a98-6a39ca7815cf gateway port host: dv-cinder-858463-1-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:31:04.762537 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-55a60436-a46d-47c3-88fa-b0b70eedee4e req-02f0f3b2-cc7f-4ec1-b8be-0913ce6695b7 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Allocated IP 172.20.0.10 (9fc3ed28-8239-4d46-a344-482b29fe53fd/13fecf05-f068-411a-94fe-40dc17ac3796/519095cb-14c4-49c5-86d3-99172a2b602b) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:31:04.914265 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-55a60436-a46d-47c3-88fa-b0b70eedee4e req-02f0f3b2-cc7f-4ec1-b8be-0913ce6695b7 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Publish callbacks [] for port (519095cb-14c4-49c5-86d3-99172a2b602b), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:04.918516 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-0583481c-734a-41de-917d-16238c8ebfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f75c60-6a44-4084-9a98-6a39ca7815cf', 'name': 'tempest-AttachVolumeShelveTestJSON-107732550-router', 'tenant_id': 'ee3a57170bc8490098e0840a2e89392b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'cb4d0416-2b17-4af0-9459-d112b72a4fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:19:53Z', 'updated_at': '2022-09-20T13:19:57Z', 'revision_number': 4, 'project_id': 'ee3a57170bc8490098e0840a2e89392b', 'gw_port': {'id': 'cb4d0416-2b17-4af0-9459-d112b72a4fdf', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:28:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f75c60-6a44-4084-9a98-6a39ca7815cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:19:53Z', 'updated_at': '2022-09-20T13:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': '612023b5-59ec-4767-bbea-33b2f0ae42ed', 'name': '', 'network_id': '11c87694-9bef-4fe4-9250-573b5f8887eb', 'tenant_id': 'ee3a57170bc8490098e0840a2e89392b', 'mac_address': 'fa:16:3e:fc:97:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f75c60-6a44-4084-9a98-6a39ca7815cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '6bc59d34-e407-4d89-95e5-8037392fca32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:19:56Z', 'updated_at': '2022-09-20T13:20:03Z', 'revision_number': 5, 'project_id': 'ee3a57170bc8490098e0840a2e89392b', 'subnets': [{'id': '6bc59d34-e407-4d89-95e5-8037392fca32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:31:04.943734 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0583481c-734a-41de-917d-16238c8ebfcf None None] Checking router: e3f75c60-6a44-4084-9a98-6a39ca7815cf for host: dv-cinder-858463-1-iscsi {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:31:04.948346 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-55a60436-a46d-47c3-88fa-b0b70eedee4e req-02f0f3b2-cc7f-4ec1-b8be-0913ce6695b7 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (519095cb-14c4-49c5-86d3-99172a2b602b), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:04.953538 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0583481c-734a-41de-917d-16238c8ebfcf None None] Routers {'e3f75c60-6a44-4084-9a98-6a39ca7815cf'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:31:04.954148 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-0583481c-734a-41de-917d-16238c8ebfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:30:56Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['e3f75c60-6a44-4084-9a98-6a39ca7815cf'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:31:05.018610 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55a60436-a46d-47c3-88fa-b0b70eedee4e req-02f0f3b2-cc7f-4ec1-b8be-0913ce6695b7 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Network 9fc3ed28-8239-4d46-a344-482b29fe53fd is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:31:05.028669 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-55a60436-a46d-47c3-88fa-b0b70eedee4e req-02f0f3b2-cc7f-4ec1-b8be-0913ce6695b7 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:31:05.035791 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-55a60436-a46d-47c3-88fa-b0b70eedee4e req-02f0f3b2-cc7f-4ec1-b8be-0913ce6695b7 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:31:05.044559 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f0f3b2-cc7f-4ec1-b8be-0913ce6695b7 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Pushing event updated for resources: {'Port': ['ID=519095cb-14c4-49c5-86d3-99172a2b602b,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:31:05.072911 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-0583481c-734a-41de-917d-16238c8ebfcf None None] Set router e3f75c60-6a44-4084-9a98-6a39ca7815cf gateway port host: dv-cinder-858463-1-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:31:05.104816 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782479d8-fa25-4e5a-851f-fe26956b5578 req-b25ebb74-18a5-4406-a64f-0881496312bf tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:31:05.105328 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-67a2ce69-1e75-487e-a43a-113896cc1211 req-d028412d-cef3-4c40-a414-4a9ba72b2b3f tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7d7dffe-4d84-4005-bace-44e4b9404287 HTTP/1.1" status: 200 len: 210 time: 0.0570619 Sep 20 13:31:05.105842 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-782479d8-fa25-4e5a-851f-fe26956b5578 req-b25ebb74-18a5-4406-a64f-0881496312bf tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec93f663-8702-4611-bec1-81ebbd483b87 HTTP/1.1" status: 200 len: 932 time: 0.1197248 Sep 20 13:31:05.142020 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a60436-a46d-47c3-88fa-b0b70eedee4e req-02f0f3b2-cc7f-4ec1-b8be-0913ce6695b7 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:31:05.142694 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-55a60436-a46d-47c3-88fa-b0b70eedee4e req-02f0f3b2-cc7f-4ec1-b8be-0913ce6695b7 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:05.171499 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-782479d8-fa25-4e5a-851f-fe26956b5578 req-39622ec6-e223-4927-9f74-02dfbde5b5d6 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/security-groups?id=0453924a-4e62-4c6c-a323-25cbb499fe95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673125 Sep 20 13:31:05.186416 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-55a60436-a46d-47c3-88fa-b0b70eedee4e req-02f0f3b2-cc7f-4ec1-b8be-0913ce6695b7 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0719264 Sep 20 13:31:05.212564 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-55a60436-a46d-47c3-88fa-b0b70eedee4e req-a1478ae2-9872-412b-bec7-ad8d7f7a62d0 service neutron] Request body: {'port': {'device_id': 'ec93f663-8702-4611-bec1-81ebbd483b87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85846'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:31:05.291530 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-55a60436-a46d-47c3-88fa-b0b70eedee4e req-a1478ae2-9872-412b-bec7-ad8d7f7a62d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (519095cb-14c4-49c5-86d3-99172a2b602b), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:05.316974 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-0583481c-734a-41de-917d-16238c8ebfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f75c60-6a44-4084-9a98-6a39ca7815cf', 'name': 'tempest-AttachVolumeShelveTestJSON-107732550-router', 'tenant_id': 'ee3a57170bc8490098e0840a2e89392b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'cb4d0416-2b17-4af0-9459-d112b72a4fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:19:53Z', 'updated_at': '2022-09-20T13:19:57Z', 'revision_number': 4, 'project_id': 'ee3a57170bc8490098e0840a2e89392b', 'gw_port': {'id': 'cb4d0416-2b17-4af0-9459-d112b72a4fdf', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:28:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f75c60-6a44-4084-9a98-6a39ca7815cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:19:53Z', 'updated_at': '2022-09-20T13:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': '612023b5-59ec-4767-bbea-33b2f0ae42ed', 'name': '', 'network_id': '11c87694-9bef-4fe4-9250-573b5f8887eb', 'tenant_id': 'ee3a57170bc8490098e0840a2e89392b', 'mac_address': 'fa:16:3e:fc:97:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f75c60-6a44-4084-9a98-6a39ca7815cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '6bc59d34-e407-4d89-95e5-8037392fca32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:19:56Z', 'updated_at': '2022-09-20T13:20:03Z', 'revision_number': 5, 'project_id': 'ee3a57170bc8490098e0840a2e89392b', 'subnets': [{'id': '6bc59d34-e407-4d89-95e5-8037392fca32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:31:05.346472 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0583481c-734a-41de-917d-16238c8ebfcf None None] The sync data for ids ['e3f75c60-6a44-4084-9a98-6a39ca7815cf'] in dv-cinder-858463-1-iscsi is: [{'id': 'e3f75c60-6a44-4084-9a98-6a39ca7815cf', 'name': 'tempest-AttachVolumeShelveTestJSON-107732550-router', 'tenant_id': 'ee3a57170bc8490098e0840a2e89392b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'cb4d0416-2b17-4af0-9459-d112b72a4fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:19:53Z', 'updated_at': '2022-09-20T13:19:57Z', 'revision_number': 4, 'project_id': 'ee3a57170bc8490098e0840a2e89392b', 'gw_port': {'id': 'cb4d0416-2b17-4af0-9459-d112b72a4fdf', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:28:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f75c60-6a44-4084-9a98-6a39ca7815cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:19:53Z', 'updated_at': '2022-09-20T13:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': '612023b5-59ec-4767-bbea-33b2f0ae42ed', 'name': '', 'network_id': '11c87694-9bef-4fe4-9250-573b5f8887eb', 'tenant_id': 'ee3a57170bc8490098e0840a2e89392b', 'mac_address': 'fa:16:3e:fc:97:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f75c60-6a44-4084-9a98-6a39ca7815cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '6bc59d34-e407-4d89-95e5-8037392fca32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:19:56Z', 'updated_at': '2022-09-20T13:20:03Z', 'revision_number': 5, 'project_id': 'ee3a57170bc8490098e0840a2e89392b', 'subnets': [{'id': '6bc59d34-e407-4d89-95e5-8037392fca32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:31:05.358242 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-2ad5922d-0017-47fe-ad94-34ab38e83303 None None] Provisioning complete for port 519095cb-14c4-49c5-86d3-99172a2b602b triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:31:05.358889 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2ad5922d-0017-47fe-ad94-34ab38e83303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (519095cb-14c4-49c5-86d3-99172a2b602b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:05.359128 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-2ad5922d-0017-47fe-ad94-34ab38e83303 None None] Attempt 1 to provision port 519095cb-14c4-49c5-86d3-99172a2b602b Sep 20 13:31:05.391206 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-2ad5922d-0017-47fe-ad94-34ab38e83303 None None] Port 519095cb-14c4-49c5-86d3-99172a2b602b cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:31:05.565619 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [req-55a60436-a46d-47c3-88fa-b0b70eedee4e req-a1478ae2-9872-412b-bec7-ad8d7f7a62d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 519095cb-14c4-49c5-86d3-99172a2b602b {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 13:31:05.573656 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-55a60436-a46d-47c3-88fa-b0b70eedee4e req-a1478ae2-9872-412b-bec7-ad8d7f7a62d0 service neutron] Publish callbacks [] for port (519095cb-14c4-49c5-86d3-99172a2b602b), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:05.586702 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-55a60436-a46d-47c3-88fa-b0b70eedee4e req-a1478ae2-9872-412b-bec7-ad8d7f7a62d0 service neutron] Transition to ACTIVE for port object 519095cb-14c4-49c5-86d3-99172a2b602b will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 20 13:31:05.591897 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-55a60436-a46d-47c3-88fa-b0b70eedee4e req-a1478ae2-9872-412b-bec7-ad8d7f7a62d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242759'] for port (519095cb-14c4-49c5-86d3-99172a2b602b), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:05.596216 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b10c0e1-7479-43ee-9564-cb70210aca25 None None] New status for floating IP 5998f02e-6407-4356-a1de-c4453a58c949: DOWN {{(pid=104088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 13:31:05.671983 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1478ae2-9872-412b-bec7-ad8d7f7a62d0 service neutron] Pushing event updated for resources: {'Port': ['ID=519095cb-14c4-49c5-86d3-99172a2b602b,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:31:05.699997 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-55a60436-a46d-47c3-88fa-b0b70eedee4e req-a1478ae2-9872-412b-bec7-ad8d7f7a62d0 service neutron] Attempting to bind port 519095cb-14c4-49c5-86d3-99172a2b602b on host hv-cinder-85846 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 20 13:31:05.700376 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-55a60436-a46d-47c3-88fa-b0b70eedee4e req-a1478ae2-9872-412b-bec7-ad8d7f7a62d0 service neutron] Attempting to bind port 519095cb-14c4-49c5-86d3-99172a2b602b by drivers openvswitch,hyperv on host hv-cinder-85846 at level 0 using segments [{'id': 'c4e97fc0-43ad-46a7-bda9-023f4d5197db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9fc3ed28-8239-4d46-a344-482b29fe53fd'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 20 13:31:05.700818 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a60436-a46d-47c3-88fa-b0b70eedee4e req-a1478ae2-9872-412b-bec7-ad8d7f7a62d0 service neutron] Attempting to bind port 519095cb-14c4-49c5-86d3-99172a2b602b on network 9fc3ed28-8239-4d46-a344-482b29fe53fd {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:31:05.705985 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a60436-a46d-47c3-88fa-b0b70eedee4e req-a1478ae2-9872-412b-bec7-ad8d7f7a62d0 service neutron] Port 519095cb-14c4-49c5-86d3-99172a2b602b on network 9fc3ed28-8239-4d46-a344-482b29fe53fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85846 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 13:31:05.706402 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a60436-a46d-47c3-88fa-b0b70eedee4e req-a1478ae2-9872-412b-bec7-ad8d7f7a62d0 service neutron] Attempting to bind port 519095cb-14c4-49c5-86d3-99172a2b602b on network 9fc3ed28-8239-4d46-a344-482b29fe53fd {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:31:05.711473 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a60436-a46d-47c3-88fa-b0b70eedee4e req-a1478ae2-9872-412b-bec7-ad8d7f7a62d0 service neutron] Checking agent: {'id': '728cf656-0364-4172-b8b5-b6ffd3122ed0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85846', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 13, 15, 40), 'started_at': datetime.datetime(2022, 9, 20, 13, 15, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 13, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:31:05.711820 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a60436-a46d-47c3-88fa-b0b70eedee4e req-a1478ae2-9872-412b-bec7-ad8d7f7a62d0 service neutron] Checking segment: {'id': 'c4e97fc0-43ad-46a7-bda9-023f4d5197db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9fc3ed28-8239-4d46-a344-482b29fe53fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:31:05.712210 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a60436-a46d-47c3-88fa-b0b70eedee4e req-a1478ae2-9872-412b-bec7-ad8d7f7a62d0 service neutron] Bound using segment: {'id': 'c4e97fc0-43ad-46a7-bda9-023f4d5197db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9fc3ed28-8239-4d46-a344-482b29fe53fd'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:31:05.712641 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-55a60436-a46d-47c3-88fa-b0b70eedee4e req-a1478ae2-9872-412b-bec7-ad8d7f7a62d0 service neutron] Bound port: 519095cb-14c4-49c5-86d3-99172a2b602b, host: hv-cinder-85846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4e97fc0-43ad-46a7-bda9-023f4d5197db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9fc3ed28-8239-4d46-a344-482b29fe53fd'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 20 13:31:05.713000 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-55a60436-a46d-47c3-88fa-b0b70eedee4e req-a1478ae2-9872-412b-bec7-ad8d7f7a62d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (519095cb-14c4-49c5-86d3-99172a2b602b), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:05.777195 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-55a60436-a46d-47c3-88fa-b0b70eedee4e req-a1478ae2-9872-412b-bec7-ad8d7f7a62d0 service neutron] For port 519095cb-14c4-49c5-86d3-99172a2b602b, host hv-cinder-85846, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:31:05.780907 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-55a60436-a46d-47c3-88fa-b0b70eedee4e req-a1478ae2-9872-412b-bec7-ad8d7f7a62d0 service neutron] For port 519095cb-14c4-49c5-86d3-99172a2b602b, host hv-cinder-85846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=519095cb-14c4-49c5-86d3-99172a2b602b,segment=NetworkSegment(c4e97fc0-43ad-46a7-bda9-023f4d5197db),segment_id=c4e97fc0-43ad-46a7-bda9-023f4d5197db)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:31:05.786673 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-55a60436-a46d-47c3-88fa-b0b70eedee4e req-a1478ae2-9872-412b-bec7-ad8d7f7a62d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242759'] for port (519095cb-14c4-49c5-86d3-99172a2b602b), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:05.790551 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a60436-a46d-47c3-88fa-b0b70eedee4e req-a1478ae2-9872-412b-bec7-ad8d7f7a62d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:31:05.791190 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-55a60436-a46d-47c3-88fa-b0b70eedee4e req-a1478ae2-9872-412b-bec7-ad8d7f7a62d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:05.792559 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-55a60436-a46d-47c3-88fa-b0b70eedee4e req-a1478ae2-9872-412b-bec7-ad8d7f7a62d0 service neutron] 10.222.0.62 "PUT /v2.0/ports/519095cb-14c4-49c5-86d3-99172a2b602b HTTP/1.1" status: 200 len: 1094 time: 0.5848184 Sep 20 13:31:05.838542 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1478ae2-9872-412b-bec7-ad8d7f7a62d0 service neutron] Pushing event updated for resources: {'Port': ['ID=519095cb-14c4-49c5-86d3-99172a2b602b,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:31:05.892025 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-2ad5922d-0017-47fe-ad94-34ab38e83303 None None] Attempt 2 to provision port 519095cb-14c4-49c5-86d3-99172a2b602b Sep 20 13:31:05.918837 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a60436-a46d-47c3-88fa-b0b70eedee4e req-be27f20f-d975-4b2e-8002-52250d0dd6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:31:05.920334 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-55a60436-a46d-47c3-88fa-b0b70eedee4e req-be27f20f-d975-4b2e-8002-52250d0dd6bb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a0f2064a9ebc4d1abb2285ce408b90d6&device_id=ec93f663-8702-4611-bec1-81ebbd483b87 HTTP/1.1" status: 200 len: 1128 time: 0.0478859 Sep 20 13:31:05.930646 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-2ad5922d-0017-47fe-ad94-34ab38e83303 None None] Port 519095cb-14c4-49c5-86d3-99172a2b602b had new provisioning blocks added so it will not transition to active. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 20 13:31:05.971377 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-55a60436-a46d-47c3-88fa-b0b70eedee4e req-b6745059-aa53-48d5-8640-a36f35b0e558 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=519095cb-14c4-49c5-86d3-99172a2b602b HTTP/1.1" status: 200 len: 217 time: 0.0357213 Sep 20 13:31:06.019224 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a60436-a46d-47c3-88fa-b0b70eedee4e req-cb6dbb3a-647b-406c-9247-a408e276394c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:31:06.020589 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-55a60436-a46d-47c3-88fa-b0b70eedee4e req-cb6dbb3a-647b-406c-9247-a408e276394c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=13fecf05-f068-411a-94fe-40dc17ac3796 HTTP/1.1" status: 200 len: 848 time: 0.0423431 Sep 20 13:31:06.069415 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a60436-a46d-47c3-88fa-b0b70eedee4e req-bd1a502a-ced2-4078-be2a-080e48e9a73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:31:06.070889 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-55a60436-a46d-47c3-88fa-b0b70eedee4e req-bd1a502a-ced2-4078-be2a-080e48e9a73f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9fc3ed28-8239-4d46-a344-482b29fe53fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432167 Sep 20 13:31:06.173810 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-55a60436-a46d-47c3-88fa-b0b70eedee4e req-7f27db7a-6385-49fc-adad-6f32994e27a9 service neutron] 10.222.0.62 "GET /v2.0/networks/9fc3ed28-8239-4d46-a344-482b29fe53fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954332 Sep 20 13:31:06.191953 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 36190) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:31:06.247978 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8a7c142b-e6e5-4fe2-8ee7-99cfe481c7e6 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks [] for security_group (de162593-208f-4240-8656-f6a1561a0ce9), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:06.269626 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-55a60436-a46d-47c3-88fa-b0b70eedee4e req-456f8914-8254-4188-99ad-f8d983a96f53 service neutron] 10.222.0.62 "GET /v2.0/networks/9fc3ed28-8239-4d46-a344-482b29fe53fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884490 Sep 20 13:31:06.298000 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8a7c142b-e6e5-4fe2-8ee7-99cfe481c7e6 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks [] for security_group (de162593-208f-4240-8656-f6a1561a0ce9), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:06.346463 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a0a5c-b579-4dae-bc3f-4e3bcab0ca1e req-36d7bb55-80f9-4eac-9ce1-4ef501c442e3 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:31:06.347977 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-0c9a0a5c-b579-4dae-bc3f-4e3bcab0ca1e req-36d7bb55-80f9-4eac-9ce1-4ef501c442e3 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec93f663-8702-4611-bec1-81ebbd483b87 HTTP/1.1" status: 200 len: 944 time: 0.0938079 Sep 20 13:31:06.375740 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8a7c142b-e6e5-4fe2-8ee7-99cfe481c7e6 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (de162593-208f-4240-8656-f6a1561a0ce9), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:06.378278 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8a7c142b-e6e5-4fe2-8ee7-99cfe481c7e6 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:06.379426 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-8a7c142b-e6e5-4fe2-8ee7-99cfe481c7e6 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "DELETE /v2.0/security-groups/de162593-208f-4240-8656-f6a1561a0ce9 HTTP/1.1" status: 204 len: 168 time: 0.1861889 Sep 20 13:31:06.382267 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 36194) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:31:06.395716 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.api.v2.resource [None req-53744e1e-71b6-4295-a234-fd8f435830f4 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] show failed (client error): The resource could not be found. Sep 20 13:31:06.396782 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-53744e1e-71b6-4295-a234-fd8f435830f4 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "GET /v2.0/security-groups/de162593-208f-4240-8656-f6a1561a0ce9 HTTP/1.1" status: 404 len: 347 time: 0.0133979 Sep 20 13:31:06.399609 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 36196) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:31:06.405553 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7c142b-e6e5-4fe2-8ee7-99cfe481c7e6 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de162593-208f-4240-8656-f6a1561a0ce9,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:31:06.413580 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7c142b-e6e5-4fe2-8ee7-99cfe481c7e6 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:31:06.413945 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7c142b-e6e5-4fe2-8ee7-99cfe481c7e6 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:31:06.414302 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7c142b-e6e5-4fe2-8ee7-99cfe481c7e6 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:31:06.414654 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7c142b-e6e5-4fe2-8ee7-99cfe481c7e6 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:31:06.415033 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7c142b-e6e5-4fe2-8ee7-99cfe481c7e6 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:31:06.415379 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7c142b-e6e5-4fe2-8ee7-99cfe481c7e6 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:31:06.415723 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7c142b-e6e5-4fe2-8ee7-99cfe481c7e6 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:31:06.416066 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7c142b-e6e5-4fe2-8ee7-99cfe481c7e6 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:31:06.416437 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7c142b-e6e5-4fe2-8ee7-99cfe481c7e6 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:31:06.416798 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7c142b-e6e5-4fe2-8ee7-99cfe481c7e6 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:31:06.417107 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7c142b-e6e5-4fe2-8ee7-99cfe481c7e6 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:31:06.417442 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7c142b-e6e5-4fe2-8ee7-99cfe481c7e6 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:31:06.417776 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7c142b-e6e5-4fe2-8ee7-99cfe481c7e6 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:31:06.424154 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-0c9a0a5c-b579-4dae-bc3f-4e3bcab0ca1e req-7b974110-010a-4543-8098-a4789c9a0eeb tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/security-groups?id=0453924a-4e62-4c6c-a323-25cbb499fe95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699406 Sep 20 13:31:06.522470 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-4302c9e0-5014-4ec6-bc96-5196476036f3 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Deleting port ebd545fb-5ec2-429c-beb6-95a3e5ca8d8d {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:31:06.522835 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4302c9e0-5014-4ec6-bc96-5196476036f3 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (ebd545fb-5ec2-429c-beb6-95a3e5ca8d8d), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:06.601933 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4302c9e0-5014-4ec6-bc96-5196476036f3 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (ebd545fb-5ec2-429c-beb6-95a3e5ca8d8d), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:06.602631 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4302c9e0-5014-4ec6-bc96-5196476036f3 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks [] for floatingip (ebd545fb-5ec2-429c-beb6-95a3e5ca8d8d), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:06.613579 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-4302c9e0-5014-4ec6-bc96-5196476036f3 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Calling delete_port for ebd545fb-5ec2-429c-beb6-95a3e5ca8d8d owned by network:floatingip {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:31:06.698683 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec93f663-8702-4611-bec1-81ebbd483b87', 'tag': '519095cb-14c4-49c5-86d3-99172a2b602b'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:31:06.701052 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8afa0c3fb06aef531850fccced94fa4b659a4977f0534d5a49c84d13d87c0c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2860e754-8587-4a88-814f-0aac43c0d582" -d '{"events": [{"name": "network-changed", "server_uuid": "ec93f663-8702-4611-bec1-81ebbd483b87", "tag": "519095cb-14c4-49c5-86d3-99172a2b602b"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:31:06.735714 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 13:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f40789a-2e7c-4117-a603-27c4e2c6a428 x-openstack-request-id: req-9f40789a-2e7c-4117-a603-27c4e2c6a428 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:31:06.736004 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec93f663-8702-4611-bec1-81ebbd483b87", "tag": "519095cb-14c4-49c5-86d3-99172a2b602b", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:31:06.736256 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9f40789a-2e7c-4117-a603-27c4e2c6a428 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:31:06.736654 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f40789a-2e7c-4117-a603-27c4e2c6a428'] response: {'name': 'network-changed', 'server_uuid': 'ec93f663-8702-4611-bec1-81ebbd483b87', 'tag': '519095cb-14c4-49c5-86d3-99172a2b602b', 'status': 'completed', 'code': 200} Sep 20 13:31:06.750672 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4302c9e0-5014-4ec6-bc96-5196476036f3 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (ebd545fb-5ec2-429c-beb6-95a3e5ca8d8d), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:06.775474 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4302c9e0-5014-4ec6-bc96-5196476036f3 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Pushing event deleted for resources: {'Port': ['ID=ebd545fb-5ec2-429c-beb6-95a3e5ca8d8d,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:31:06.862054 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4302c9e0-5014-4ec6-bc96-5196476036f3 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks [] for floatingip (5998f02e-6407-4356-a1de-c4453a58c949), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:06.864589 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4302c9e0-5014-4ec6-bc96-5196476036f3 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:06.865713 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-4302c9e0-5014-4ec6-bc96-5196476036f3 tempest-AttachVolumeShelveTestJSON-138937097 tempest-AttachVolumeShelveTestJSON-138937097-project] 10.222.0.55 "DELETE /v2.0/floatingips/5998f02e-6407-4356-a1de-c4453a58c949 HTTP/1.1" status: 204 len: 168 time: 0.4652393 Sep 20 13:31:06.876163 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860e754-8587-4a88-814f-0aac43c0d582 req-583ae2cb-7fcc-4d7d-9ba0-7920f2bb59d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:31:06.877636 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2860e754-8587-4a88-814f-0aac43c0d582 req-583ae2cb-7fcc-4d7d-9ba0-7920f2bb59d1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a0f2064a9ebc4d1abb2285ce408b90d6&device_id=ec93f663-8702-4611-bec1-81ebbd483b87 HTTP/1.1" status: 200 len: 1128 time: 0.0805211 Sep 20 13:31:06.972347 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860e754-8587-4a88-814f-0aac43c0d582 req-e73aec37-adb6-4e8b-abb3-78c1bce6c2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:31:06.974042 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2860e754-8587-4a88-814f-0aac43c0d582 req-e73aec37-adb6-4e8b-abb3-78c1bce6c2d1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9fc3ed28-8239-4d46-a344-482b29fe53fd HTTP/1.1" status: 200 len: 909 time: 0.0895329 Sep 20 13:31:07.013922 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2860e754-8587-4a88-814f-0aac43c0d582 req-1bc51d78-fd2c-4134-bc9d-50b5c6eaea7c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=519095cb-14c4-49c5-86d3-99172a2b602b HTTP/1.1" status: 200 len: 217 time: 0.0338180 Sep 20 13:31:07.061231 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860e754-8587-4a88-814f-0aac43c0d582 req-9b5279be-68db-48e7-b3fd-8d49ae1bedae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:31:07.062823 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2860e754-8587-4a88-814f-0aac43c0d582 req-9b5279be-68db-48e7-b3fd-8d49ae1bedae service neutron] 10.222.0.62 "GET /v2.0/subnets?id=13fecf05-f068-411a-94fe-40dc17ac3796 HTTP/1.1" status: 200 len: 848 time: 0.0425713 Sep 20 13:31:07.114750 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860e754-8587-4a88-814f-0aac43c0d582 req-8b0ffddd-2927-4f05-81cc-2a01089d9efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:31:07.116215 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2860e754-8587-4a88-814f-0aac43c0d582 req-8b0ffddd-2927-4f05-81cc-2a01089d9efa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9fc3ed28-8239-4d46-a344-482b29fe53fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470314 Sep 20 13:31:07.203201 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2860e754-8587-4a88-814f-0aac43c0d582 req-683b9c19-1aec-4228-8720-067fee302fcb service neutron] 10.222.0.62 "GET /v2.0/networks/9fc3ed28-8239-4d46-a344-482b29fe53fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787988 Sep 20 13:31:07.301724 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2860e754-8587-4a88-814f-0aac43c0d582 req-5c2096c8-ef08-4aeb-ab01-9f297d40bb14 service neutron] 10.222.0.62 "GET /v2.0/networks/9fc3ed28-8239-4d46-a344-482b29fe53fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872254 Sep 20 13:31:07.558604 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d76bb-ec0e-4838-a51e-76ddba7ac271 req-6e269447-9a69-48d1-80b8-d15bb8d34157 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:31:07.560104 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-836d76bb-ec0e-4838-a51e-76ddba7ac271 req-6e269447-9a69-48d1-80b8-d15bb8d34157 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec93f663-8702-4611-bec1-81ebbd483b87 HTTP/1.1" status: 200 len: 944 time: 0.0582912 Sep 20 13:31:07.608275 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-836d76bb-ec0e-4838-a51e-76ddba7ac271 req-2610de78-d0e5-4e05-8297-f37bef9c755c tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/security-groups?id=0453924a-4e62-4c6c-a323-25cbb499fe95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425668 Sep 20 13:31:08.179319 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 2d60ce66-a02f-4cfc-b674-0bb22e114efa no longer exists at agent hyperv_hv-cinder-85846 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:31:08.198325 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] No Port match for: 2d60ce66-a02f-4cfc-b674-0bb22e114efa {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 20 13:31:08.198724 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 2d60ce66-a02f-4cfc-b674-0bb22e114efa not bound to the agent host hv-cinder-85846 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:31:08.731621 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d9e73-c6b1-45c3-8921-0ab953670ff3 req-ba64d9b7-47ed-47e9-b65c-3b2d7e8825bf tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:31:08.733073 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a99d9e73-c6b1-45c3-8921-0ab953670ff3 req-ba64d9b7-47ed-47e9-b65c-3b2d7e8825bf tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec93f663-8702-4611-bec1-81ebbd483b87 HTTP/1.1" status: 200 len: 944 time: 0.0527792 Sep 20 13:31:08.779905 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a99d9e73-c6b1-45c3-8921-0ab953670ff3 req-ee2961d2-314f-4b1b-8e93-9487c3074d75 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/security-groups?id=0453924a-4e62-4c6c-a323-25cbb499fe95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406384 Sep 20 13:31:09.281112 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 36224) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:31:09.942096 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906812e2-56e9-4ea3-8cf1-882ec2fbfe40 req-ad81ed62-136a-4e68-80b5-da009a135b0d tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:31:09.943594 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-906812e2-56e9-4ea3-8cf1-882ec2fbfe40 req-ad81ed62-136a-4e68-80b5-da009a135b0d tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec93f663-8702-4611-bec1-81ebbd483b87 HTTP/1.1" status: 200 len: 944 time: 0.0915265 Sep 20 13:31:09.974093 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-67e4e118-1bcd-454a-a0b3-678a64963a06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1608461'] for router_interface (e3f75c60-6a44-4084-9a98-6a39ca7815cf), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:10.033726 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-906812e2-56e9-4ea3-8cf1-882ec2fbfe40 req-ef5791b3-20bb-4377-b17a-34b3a335a2bc tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/security-groups?id=0453924a-4e62-4c6c-a323-25cbb499fe95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836895 Sep 20 13:31:10.203692 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (728cf656-0364-4172-b8b5-b6ffd3122ed0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:10.223423 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-67e4e118-1bcd-454a-a0b3-678a64963a06 admin admin] Deleting port 612023b5-59ec-4767-bbea-33b2f0ae42ed {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:31:10.223768 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-67e4e118-1bcd-454a-a0b3-678a64963a06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (612023b5-59ec-4767-bbea-33b2f0ae42ed), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:10.302968 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-67e4e118-1bcd-454a-a0b3-678a64963a06 admin admin] For port 612023b5-59ec-4767-bbea-33b2f0ae42ed, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=612023b5-59ec-4767-bbea-33b2f0ae42ed,segment=NetworkSegment(f948c4c9-3e43-44fc-b875-63e2f29a354c),segment_id=f948c4c9-3e43-44fc-b875-63e2f29a354c)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:31:10.303672 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-67e4e118-1bcd-454a-a0b3-678a64963a06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (612023b5-59ec-4767-bbea-33b2f0ae42ed), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:10.315432 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-67e4e118-1bcd-454a-a0b3-678a64963a06 admin admin] Calling delete_port for 612023b5-59ec-4767-bbea-33b2f0ae42ed owned by network:router_interface {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:31:10.488516 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-67e4e118-1bcd-454a-a0b3-678a64963a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421007'] for port (612023b5-59ec-4767-bbea-33b2f0ae42ed), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:10.510281 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e4e118-1bcd-454a-a0b3-678a64963a06 admin admin] Pushing event deleted for resources: {'Port': ['ID=612023b5-59ec-4767-bbea-33b2f0ae42ed,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:31:10.672939 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-67e4e118-1bcd-454a-a0b3-678a64963a06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1609629'] for router_interface (e3f75c60-6a44-4084-9a98-6a39ca7815cf), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:10.866728 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e4e118-1bcd-454a-a0b3-678a64963a06 admin admin] Router e3f75c60-6a44-4084-9a98-6a39ca7815cf has already been hosted by L3 agent e6bdf340-58c5-4186-af2d-ab00439e5425 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:31:10.963728 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e4e118-1bcd-454a-a0b3-678a64963a06 admin admin] Notify agent at l3_agent.dv-cinder-858463-1-iscsi the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:31:10.968913 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-67e4e118-1bcd-454a-a0b3-678a64963a06 admin admin] 10.222.0.55 "PUT /v2.0/routers/e3f75c60-6a44-4084-9a98-6a39ca7815cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6867809 Sep 20 13:31:10.971459 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 36234) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:31:10.974126 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a501e5fb-2415-4b5a-bd01-272fda2d7d49 None None] Sync routers for ids ['e3f75c60-6a44-4084-9a98-6a39ca7815cf'] in dv-cinder-858463-1-iscsi {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:31:10.985433 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a501e5fb-2415-4b5a-bd01-272fda2d7d49 None None] Routers {'e3f75c60-6a44-4084-9a98-6a39ca7815cf'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:31:10.986279 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-a501e5fb-2415-4b5a-bd01-272fda2d7d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:30:56Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['e3f75c60-6a44-4084-9a98-6a39ca7815cf'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:31:11.066659 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-443f5bfd-b57e-4728-bc25-38daace2d5a6 admin admin] Publish callbacks [] for router (e3f75c60-6a44-4084-9a98-6a39ca7815cf), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:11.086619 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-a501e5fb-2415-4b5a-bd01-272fda2d7d49 None None] Set router e3f75c60-6a44-4084-9a98-6a39ca7815cf gateway port host: dv-cinder-858463-1-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:31:11.163449 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76358ee0-877a-45f7-86cc-7213c4fbcc54 req-6bea07d8-74a0-4579-a130-938d69ed3c59 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:31:11.164022 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-443f5bfd-b57e-4728-bc25-38daace2d5a6 admin admin] Publish callbacks [] for router_gateway (e3f75c60-6a44-4084-9a98-6a39ca7815cf), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:11.164901 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-76358ee0-877a-45f7-86cc-7213c4fbcc54 req-6bea07d8-74a0-4579-a130-938d69ed3c59 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec93f663-8702-4611-bec1-81ebbd483b87 HTTP/1.1" status: 200 len: 944 time: 0.0567088 Sep 20 13:31:11.216507 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-443f5bfd-b57e-4728-bc25-38daace2d5a6 admin admin] Deleting port cb4d0416-2b17-4af0-9459-d112b72a4fdf {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:31:11.216854 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-443f5bfd-b57e-4728-bc25-38daace2d5a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (cb4d0416-2b17-4af0-9459-d112b72a4fdf), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:11.224046 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-76358ee0-877a-45f7-86cc-7213c4fbcc54 req-297489b7-8ee3-4c60-a114-61c092cbbd17 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/security-groups?id=0453924a-4e62-4c6c-a323-25cbb499fe95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532877 Sep 20 13:31:11.301986 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-443f5bfd-b57e-4728-bc25-38daace2d5a6 admin admin] For port cb4d0416-2b17-4af0-9459-d112b72a4fdf, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=cb4d0416-2b17-4af0-9459-d112b72a4fdf,segment=NetworkSegment(5aaf6297-6a46-4e9d-b63a-dd8b37b93294),segment_id=5aaf6297-6a46-4e9d-b63a-dd8b37b93294)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:31:11.302354 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-443f5bfd-b57e-4728-bc25-38daace2d5a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (cb4d0416-2b17-4af0-9459-d112b72a4fdf), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:11.315727 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-443f5bfd-b57e-4728-bc25-38daace2d5a6 admin admin] Calling delete_port for cb4d0416-2b17-4af0-9459-d112b72a4fdf owned by network:router_gateway {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:31:11.347107 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-a501e5fb-2415-4b5a-bd01-272fda2d7d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f75c60-6a44-4084-9a98-6a39ca7815cf', 'name': 'tempest-AttachVolumeShelveTestJSON-107732550-router', 'tenant_id': 'ee3a57170bc8490098e0840a2e89392b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'cb4d0416-2b17-4af0-9459-d112b72a4fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:19:53Z', 'updated_at': '2022-09-20T13:31:10Z', 'revision_number': 5, 'project_id': 'ee3a57170bc8490098e0840a2e89392b', 'gw_port': {'id': 'cb4d0416-2b17-4af0-9459-d112b72a4fdf', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:28:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f75c60-6a44-4084-9a98-6a39ca7815cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:19:53Z', 'updated_at': '2022-09-20T13:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi'}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:31:11.370906 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a501e5fb-2415-4b5a-bd01-272fda2d7d49 None None] Checking router: e3f75c60-6a44-4084-9a98-6a39ca7815cf for host: dv-cinder-858463-1-iscsi {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:31:11.379494 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a501e5fb-2415-4b5a-bd01-272fda2d7d49 None None] Routers {'e3f75c60-6a44-4084-9a98-6a39ca7815cf'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:31:11.380101 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-a501e5fb-2415-4b5a-bd01-272fda2d7d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:30:56Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['e3f75c60-6a44-4084-9a98-6a39ca7815cf'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:31:11.460813 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-a501e5fb-2415-4b5a-bd01-272fda2d7d49 None None] Set router e3f75c60-6a44-4084-9a98-6a39ca7815cf gateway port host: None {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:31:11.475979 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-443f5bfd-b57e-4728-bc25-38daace2d5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421007'] for port (cb4d0416-2b17-4af0-9459-d112b72a4fdf), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:11.498317 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443f5bfd-b57e-4728-bc25-38daace2d5a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb4d0416-2b17-4af0-9459-d112b72a4fdf,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:31:11.513478 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-a501e5fb-2415-4b5a-bd01-272fda2d7d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f75c60-6a44-4084-9a98-6a39ca7815cf', 'name': 'tempest-AttachVolumeShelveTestJSON-107732550-router', 'tenant_id': 'ee3a57170bc8490098e0840a2e89392b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:19:53Z', 'updated_at': '2022-09-20T13:31:11Z', 'revision_number': 6, 'project_id': 'ee3a57170bc8490098e0840a2e89392b', 'gw_port_host': None}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:31:11.538660 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a501e5fb-2415-4b5a-bd01-272fda2d7d49 None None] The sync data for ids ['e3f75c60-6a44-4084-9a98-6a39ca7815cf'] in dv-cinder-858463-1-iscsi is: [{'id': 'e3f75c60-6a44-4084-9a98-6a39ca7815cf', 'name': 'tempest-AttachVolumeShelveTestJSON-107732550-router', 'tenant_id': 'ee3a57170bc8490098e0840a2e89392b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:19:53Z', 'updated_at': '2022-09-20T13:31:11Z', 'revision_number': 6, 'project_id': 'ee3a57170bc8490098e0840a2e89392b', 'gw_port_host': None}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:31:11.570021 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-443f5bfd-b57e-4728-bc25-38daace2d5a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607735'] for router_gateway (e3f75c60-6a44-4084-9a98-6a39ca7815cf), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:11.653381 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-443f5bfd-b57e-4728-bc25-38daace2d5a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36854'] for router (e3f75c60-6a44-4084-9a98-6a39ca7815cf), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:11.656156 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-443f5bfd-b57e-4728-bc25-38daace2d5a6 admin admin] Publish callbacks [] for router_controller (e3f75c60-6a44-4084-9a98-6a39ca7815cf), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:11.699762 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-443f5bfd-b57e-4728-bc25-38daace2d5a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634723'] for router (e3f75c60-6a44-4084-9a98-6a39ca7815cf), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:11.700289 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-443f5bfd-b57e-4728-bc25-38daace2d5a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3f75c60-6a44-4084-9a98-6a39ca7815cf {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 13:31:11.704462 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-443f5bfd-b57e-4728-bc25-38daace2d5a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:11.705621 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-443f5bfd-b57e-4728-bc25-38daace2d5a6 admin admin] 10.222.0.55 "DELETE /v2.0/routers/e3f75c60-6a44-4084-9a98-6a39ca7815cf HTTP/1.1" status: 204 len: 168 time: 0.7332685 Sep 20 13:31:11.708163 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 36238) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:31:11.751209 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-d06955ba-8755-402c-aabd-9f56828c4c87 admin admin] Deleting subnet 6bc59d34-e407-4d89-95e5-8037392fca32 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 20 13:31:11.754225 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d06955ba-8755-402c-aabd-9f56828c4c87 admin admin] Publish callbacks [] for subnet (6bc59d34-e407-4d89-95e5-8037392fca32), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:11.788308 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d06955ba-8755-402c-aabd-9f56828c4c87 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10421076'] for subnet (6bc59d34-e407-4d89-95e5-8037392fca32), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:11.870977 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d06955ba-8755-402c-aabd-9f56828c4c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-555306'] for subnet (6bc59d34-e407-4d89-95e5-8037392fca32), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:11.934462 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d06955ba-8755-402c-aabd-9f56828c4c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-555325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10421116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10408817'] for subnet (6bc59d34-e407-4d89-95e5-8037392fca32), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:11.961776 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06955ba-8755-402c-aabd-9f56828c4c87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bc59d34-e407-4d89-95e5-8037392fca32,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:31:11.966439 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d06955ba-8755-402c-aabd-9f56828c4c87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:11.971262 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-d06955ba-8755-402c-aabd-9f56828c4c87 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/6bc59d34-e407-4d89-95e5-8037392fca32 HTTP/1.1" status: 204 len: 168 time: 0.2621372 Sep 20 13:31:11.972929 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 36240) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:31:11.976269 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0de45df-8989-49d1-ab12-6e1395b857aa None None] Network 11c87694-9bef-4fe4-9250-573b5f8887eb requested from dv-cinder-858463-1-iscsi {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 20 13:31:12.046986 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b9d39cf8-e721-47d0-9266-5141f5f86199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-760150'] for network (11c87694-9bef-4fe4-9250-573b5f8887eb), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:12.107044 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-b9d39cf8-e721-47d0-9266-5141f5f86199 admin admin] Deleting port bd1bf316-e952-4b54-b387-2f9bfa10174b {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:31:12.107385 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b9d39cf8-e721-47d0-9266-5141f5f86199 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (bd1bf316-e952-4b54-b387-2f9bfa10174b), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:12.167950 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-b9d39cf8-e721-47d0-9266-5141f5f86199 admin admin] For port bd1bf316-e952-4b54-b387-2f9bfa10174b, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=bd1bf316-e952-4b54-b387-2f9bfa10174b,segment=NetworkSegment(f948c4c9-3e43-44fc-b875-63e2f29a354c),segment_id=f948c4c9-3e43-44fc-b875-63e2f29a354c)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:31:12.168310 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b9d39cf8-e721-47d0-9266-5141f5f86199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (bd1bf316-e952-4b54-b387-2f9bfa10174b), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:12.180370 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-b9d39cf8-e721-47d0-9266-5141f5f86199 admin admin] Calling delete_port for bd1bf316-e952-4b54-b387-2f9bfa10174b owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:31:12.258707 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b9d39cf8-e721-47d0-9266-5141f5f86199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421007'] for port (bd1bf316-e952-4b54-b387-2f9bfa10174b), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:12.283636 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d39cf8-e721-47d0-9266-5141f5f86199 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd1bf316-e952-4b54-b387-2f9bfa10174b,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:31:12.287354 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d39cf8-e721-47d0-9266-5141f5f86199 admin admin] No DVR routers for this DVR port bd1bf316-e952-4b54-b387-2f9bfa10174b on host dv-cinder-858463-1-iscsi {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:31:12.357233 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1acef1e-a220-4a6a-b3ff-9cf3a529498c None None] DHCP port deletion for 11c87694-9bef-4fe4-9250-573b5f8887eb request from dv-cinder-858463-1-iscsi {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 20 13:31:12.365916 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 612023b5-59ec-4767-bbea-33b2f0ae42ed no longer exists at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:31:12.380428 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b9d39cf8-e721-47d0-9266-5141f5f86199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553133', 'neutron.services.segments.db._delete_segments_for_network-8760608259063'] for network (11c87694-9bef-4fe4-9250-573b5f8887eb), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:12.399481 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] No Port match for: 612023b5-59ec-4767-bbea-33b2f0ae42ed {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 20 13:31:12.400272 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 612023b5-59ec-4767-bbea-33b2f0ae42ed not bound to the agent host dv-cinder-858463-1-iscsi {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:31:12.428629 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.services.segments.db [None req-b9d39cf8-e721-47d0-9266-5141f5f86199 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11c87694-9bef-4fe4-9250-573b5f8887eb']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:31:12.443637 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.services.segments.db [None req-b9d39cf8-e721-47d0-9266-5141f5f86199 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f948c4c9-3e43-44fc-b875-63e2f29a354c') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:31:12.443950 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.services.segments.db [None req-b9d39cf8-e721-47d0-9266-5141f5f86199 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f948c4c9-3e43-44fc-b875-63e2f29a354c') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:31:12.460331 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b9d39cf8-e721-47d0-9266-5141f5f86199 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760608262413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10421091'] for segment (f948c4c9-3e43-44fc-b875-63e2f29a354c), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:12.477993 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b9d39cf8-e721-47d0-9266-5141f5f86199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549390'] for segment (f948c4c9-3e43-44fc-b875-63e2f29a354c), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:12.486294 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd1c78a-2e8a-4258-a505-166c30141d6f req-5be1c250-7397-4a52-85c1-58c806c005af tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:31:12.490783 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-cfd1c78a-2e8a-4258-a505-166c30141d6f req-5be1c250-7397-4a52-85c1-58c806c005af tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec93f663-8702-4611-bec1-81ebbd483b87 HTTP/1.1" status: 200 len: 944 time: 0.1803086 Sep 20 13:31:12.495029 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9d39cf8-e721-47d0-9266-5141f5f86199 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 13:31:12.495677 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b9d39cf8-e721-47d0-9266-5141f5f86199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10420446'] for segment (f948c4c9-3e43-44fc-b875-63e2f29a354c), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:12.542863 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.services.segments.plugin [-] Segment f948c4c9-3e43-44fc-b875-63e2f29a354c resource provider aggregate not found Sep 20 13:31:12.565302 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.services.segments.plugin [-] Segment f948c4c9-3e43-44fc-b875-63e2f29a354c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f948c4c9-3e43-44fc-b875-63e2f29a354c found for delete ", "request_id": "req-947ab5a3-0791-48b3-b4fa-c053deb5e75f"}]} Sep 20 13:31:12.602008 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b9d39cf8-e721-47d0-9266-5141f5f86199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607699'] for network (11c87694-9bef-4fe4-9250-573b5f8887eb), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:12.625411 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b9d39cf8-e721-47d0-9266-5141f5f86199 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:12.630954 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-b9d39cf8-e721-47d0-9266-5141f5f86199 admin admin] 10.222.0.55 "DELETE /v2.0/networks/11c87694-9bef-4fe4-9250-573b5f8887eb HTTP/1.1" status: 204 len: 168 time: 0.6547503 Sep 20 13:31:12.635674 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-cfd1c78a-2e8a-4258-a505-166c30141d6f req-b5a16cf5-eaf4-45f0-8a10-3e8580756135 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/security-groups?id=0453924a-4e62-4c6c-a323-25cbb499fe95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420472 Sep 20 13:31:12.636758 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d39cf8-e721-47d0-9266-5141f5f86199 admin admin] Pushing event deleted for resources: {'Network': ['ID=11c87694-9bef-4fe4-9250-573b5f8887eb,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:31:12.760044 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 36250) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:31:12.799264 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-cd433131-41c3-424f-badc-b0e641ca3188 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ee3a57170bc8490098e0840a2e89392b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380883 Sep 20 13:31:12.801747 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 36252) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:31:12.849264 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-379da160-562b-4080-bb1f-49c5a887f9ec admin admin] Publish callbacks [] for security_group (9c8e79b5-300c-45e0-9ca8-f915e2edc116), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:12.870045 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-379da160-562b-4080-bb1f-49c5a887f9ec admin admin] Publish callbacks [] for security_group (9c8e79b5-300c-45e0-9ca8-f915e2edc116), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:12.918222 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-379da160-562b-4080-bb1f-49c5a887f9ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (9c8e79b5-300c-45e0-9ca8-f915e2edc116), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:12.921400 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-379da160-562b-4080-bb1f-49c5a887f9ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:12.922949 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-379da160-562b-4080-bb1f-49c5a887f9ec admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9c8e79b5-300c-45e0-9ca8-f915e2edc116 HTTP/1.1" status: 204 len: 168 time: 0.1202736 Sep 20 13:31:12.930613 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379da160-562b-4080-bb1f-49c5a887f9ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8e79b5-300c-45e0-9ca8-f915e2edc116,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:31:13.772326 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad0a30-b051-43dd-8694-a80a009c76e1 req-b8a95639-4ee0-4893-a81e-4d5b741676a9 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:31:13.773807 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-cdad0a30-b051-43dd-8694-a80a009c76e1 req-b8a95639-4ee0-4893-a81e-4d5b741676a9 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec93f663-8702-4611-bec1-81ebbd483b87 HTTP/1.1" status: 200 len: 944 time: 0.0532444 Sep 20 13:31:13.822595 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-cdad0a30-b051-43dd-8694-a80a009c76e1 req-24883a91-eaf2-44fa-94b5-77cee4046cbc tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/security-groups?id=0453924a-4e62-4c6c-a323-25cbb499fe95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431833 Sep 20 13:31:13.908392 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device bd1bf316-e952-4b54-b387-2f9bfa10174b no longer exists at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:31:13.933877 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] No Port match for: bd1bf316-e952-4b54-b387-2f9bfa10174b {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 20 13:31:13.934236 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device bd1bf316-e952-4b54-b387-2f9bfa10174b not bound to the agent host dv-cinder-858463-1-iscsi {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:31:13.934680 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device cb4d0416-2b17-4af0-9459-d112b72a4fdf no longer exists at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:31:13.955696 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] No Port match for: cb4d0416-2b17-4af0-9459-d112b72a4fdf {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 20 13:31:13.956179 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device cb4d0416-2b17-4af0-9459-d112b72a4fdf not bound to the agent host dv-cinder-858463-1-iscsi {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:31:14.950256 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f102e39-90b1-47ca-ab2a-6855b2c8b30c req-98234cec-1faf-47d6-b128-0bb923450971 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:31:14.951795 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4f102e39-90b1-47ca-ab2a-6855b2c8b30c req-98234cec-1faf-47d6-b128-0bb923450971 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec93f663-8702-4611-bec1-81ebbd483b87 HTTP/1.1" status: 200 len: 944 time: 0.0537679 Sep 20 13:31:15.003353 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4f102e39-90b1-47ca-ab2a-6855b2c8b30c req-e9790f7d-b6ae-47b1-a603-60d06281f7a0 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/security-groups?id=0453924a-4e62-4c6c-a323-25cbb499fe95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460181 Sep 20 13:31:16.125674 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442e41f-defa-441a-bf1b-9347ff38e767 req-56213e58-938b-4e15-bdef-c06cdafa7c60 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:31:16.127063 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9442e41f-defa-441a-bf1b-9347ff38e767 req-56213e58-938b-4e15-bdef-c06cdafa7c60 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec93f663-8702-4611-bec1-81ebbd483b87 HTTP/1.1" status: 200 len: 944 time: 0.0520024 Sep 20 13:31:16.175427 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9442e41f-defa-441a-bf1b-9347ff38e767 req-4ee78af2-9b92-4344-b1e9-4564cc858281 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/security-groups?id=0453924a-4e62-4c6c-a323-25cbb499fe95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428391 Sep 20 13:31:17.298017 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99adf734-4ab1-4f44-9e55-84ae5b576364 req-2afa46de-237f-4ddc-ad4c-b2f1061784e3 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:31:17.299508 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-99adf734-4ab1-4f44-9e55-84ae5b576364 req-2afa46de-237f-4ddc-ad4c-b2f1061784e3 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec93f663-8702-4611-bec1-81ebbd483b87 HTTP/1.1" status: 200 len: 944 time: 0.0527935 Sep 20 13:31:17.346384 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-99adf734-4ab1-4f44-9e55-84ae5b576364 req-652454e2-b608-4d87-91bb-41a17b10096e tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/security-groups?id=0453924a-4e62-4c6c-a323-25cbb499fe95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412631 Sep 20 13:31:17.449684 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.agents_db [None req-1b87bba1-5a3b-42d5-ba20-63287d9ec67c None None] Agent healthcheck: found 6 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:31:17.697511 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 519095cb-14c4-49c5-86d3-99172a2b602b details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:31:17.792775 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port 519095cb-14c4-49c5-86d3-99172a2b602b, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=519095cb-14c4-49c5-86d3-99172a2b602b,segment=NetworkSegment(c4e97fc0-43ad-46a7-bda9-023f4d5197db),segment_id=c4e97fc0-43ad-46a7-bda9-023f4d5197db)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:31:17.805135 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Returning: {'device': '519095cb-14c4-49c5-86d3-99172a2b602b', 'network_id': '9fc3ed28-8239-4d46-a344-482b29fe53fd', 'port_id': '519095cb-14c4-49c5-86d3-99172a2b602b', 'mac_address': 'fa:16:3e:9b:72:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13fecf05-f068-411a-94fe-40dc17ac3796', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:31:17.837744 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Current status of the port 519095cb-14c4-49c5-86d3-99172a2b602b is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:31:17.838137 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (519095cb-14c4-49c5-86d3-99172a2b602b), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:17.851002 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 519095cb-14c4-49c5-86d3-99172a2b602b {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 13:31:17.870469 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port 519095cb-14c4-49c5-86d3-99172a2b602b, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=519095cb-14c4-49c5-86d3-99172a2b602b,segment=NetworkSegment(c4e97fc0-43ad-46a7-bda9-023f4d5197db),segment_id=c4e97fc0-43ad-46a7-bda9-023f4d5197db)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:31:17.874491 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (519095cb-14c4-49c5-86d3-99172a2b602b), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:17.923536 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Pushing event updated for resources: {'Port': ['ID=519095cb-14c4-49c5-86d3-99172a2b602b,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:31:17.930306 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:31:17.930789 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:31:17.931152 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:31:17.931502 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:31:17.931847 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:31:17.932185 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:31:17.932529 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:31:17.932866 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:31:17.933199 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:31:17.933535 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:31:17.933867 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:31:17.934198 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:31:17.934533 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:31:18.471129 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ded463-de26-4c76-b516-182b36459a44 req-0f925ddd-47df-453d-9cbb-12b5740a9d98 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:31:18.472563 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-02ded463-de26-4c76-b516-182b36459a44 req-0f925ddd-47df-453d-9cbb-12b5740a9d98 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec93f663-8702-4611-bec1-81ebbd483b87 HTTP/1.1" status: 200 len: 945 time: 0.0555272 Sep 20 13:31:18.522751 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-02ded463-de26-4c76-b516-182b36459a44 req-0ac42906-8228-4058-81d6-661b070381d3 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/security-groups?id=0453924a-4e62-4c6c-a323-25cbb499fe95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444138 Sep 20 13:31:19.645028 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a9647-9311-445d-ac10-b39a4e6e615a req-074f3fb3-e0f0-4719-b8e4-39b0426212b1 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:31:19.646490 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c51a9647-9311-445d-ac10-b39a4e6e615a req-074f3fb3-e0f0-4719-b8e4-39b0426212b1 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec93f663-8702-4611-bec1-81ebbd483b87 HTTP/1.1" status: 200 len: 945 time: 0.0516994 Sep 20 13:31:19.696519 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c51a9647-9311-445d-ac10-b39a4e6e615a req-fd8050d9-f8c4-466a-ae45-389d812ee8a1 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/security-groups?id=0453924a-4e62-4c6c-a323-25cbb499fe95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444255 Sep 20 13:31:19.752999 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] get_ports_and_sgs() called for port_ids ['519095cb-14c4-49c5-86d3-99172a2b602b'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 13:31:20.818423 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f35ba-c266-48a8-a897-e6e191ea3a43 req-1c70158d-ad2f-46d4-90ad-5a37a1c2987d tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:31:20.819849 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a36f35ba-c266-48a8-a897-e6e191ea3a43 req-1c70158d-ad2f-46d4-90ad-5a37a1c2987d tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec93f663-8702-4611-bec1-81ebbd483b87 HTTP/1.1" status: 200 len: 945 time: 0.0525267 Sep 20 13:31:20.873883 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a36f35ba-c266-48a8-a897-e6e191ea3a43 req-ff212257-9b68-4160-a48d-d30d043edadb tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/security-groups?id=0453924a-4e62-4c6c-a323-25cbb499fe95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484595 Sep 20 13:31:21.186522 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 519095cb-14c4-49c5-86d3-99172a2b602b up at agent hyperv_hv-cinder-85846 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:31:21.232125 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Provisioning for port 519095cb-14c4-49c5-86d3-99172a2b602b completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 13:31:21.235701 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Provisioning complete for port 519095cb-14c4-49c5-86d3-99172a2b602b triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:31:21.236078 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (519095cb-14c4-49c5-86d3-99172a2b602b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:21.236417 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Attempt 1 to provision port 519095cb-14c4-49c5-86d3-99172a2b602b Sep 20 13:31:21.307026 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Current status of the port 519095cb-14c4-49c5-86d3-99172a2b602b is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:31:21.307407 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (519095cb-14c4-49c5-86d3-99172a2b602b), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:21.329567 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec93f663-8702-4611-bec1-81ebbd483b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519095cb-14c4-49c5-86d3-99172a2b602b'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:31:21.331805 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76b3f69f6489aff1aa8284e7e37e9464aa9e8db96ff70d8a184fca566081ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090b87db-e64a-40f8-accd-a9ab3101e229" -d '{"events": [{"server_uuid": "ec93f663-8702-4611-bec1-81ebbd483b87", "name": "network-vif-plugged", "status": "completed", "tag": "519095cb-14c4-49c5-86d3-99172a2b602b"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:31:21.344079 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port 519095cb-14c4-49c5-86d3-99172a2b602b, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=519095cb-14c4-49c5-86d3-99172a2b602b,segment=NetworkSegment(c4e97fc0-43ad-46a7-bda9-023f4d5197db),segment_id=c4e97fc0-43ad-46a7-bda9-023f4d5197db)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:31:21.347894 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (519095cb-14c4-49c5-86d3-99172a2b602b), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:21.369046 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 13:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-127b00d8-1bbe-4915-ba6b-82f74a9d348f x-openstack-request-id: req-127b00d8-1bbe-4915-ba6b-82f74a9d348f {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:31:21.369338 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec93f663-8702-4611-bec1-81ebbd483b87", "name": "network-vif-plugged", "status": "completed", "tag": "519095cb-14c4-49c5-86d3-99172a2b602b", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:31:21.369589 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-127b00d8-1bbe-4915-ba6b-82f74a9d348f {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:31:21.369978 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-127b00d8-1bbe-4915-ba6b-82f74a9d348f'] response: {'server_uuid': 'ec93f663-8702-4611-bec1-81ebbd483b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519095cb-14c4-49c5-86d3-99172a2b602b', 'code': 200} Sep 20 13:31:21.395037 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Pushing event updated for resources: {'Port': ['ID=519095cb-14c4-49c5-86d3-99172a2b602b,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:31:21.629476 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7993f50-ae90-4293-b678-94d4670427e9 req-fd6f2f52-8fcd-4442-a1c2-8ddb0554ca1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:31:21.630967 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f7993f50-ae90-4293-b678-94d4670427e9 req-fd6f2f52-8fcd-4442-a1c2-8ddb0554ca1f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ec93f663-8702-4611-bec1-81ebbd483b87 HTTP/1.1" status: 200 len: 1130 time: 0.0436752 Sep 20 13:31:21.675671 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f7993f50-ae90-4293-b678-94d4670427e9 req-d8f451f0-13b6-4a25-89c4-2ef900b6052e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0453924a-4e62-4c6c-a323-25cbb499fe95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386631 Sep 20 13:31:22.003037 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3736d54d-b451-4762-a190-291d43797326 req-650432a8-4e2d-43f8-a41b-d81b90e95524 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:31:22.004510 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-3736d54d-b451-4762-a190-291d43797326 req-650432a8-4e2d-43f8-a41b-d81b90e95524 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec93f663-8702-4611-bec1-81ebbd483b87 HTTP/1.1" status: 200 len: 946 time: 0.0544243 Sep 20 13:31:22.052941 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-3736d54d-b451-4762-a190-291d43797326 req-d0d8e220-59fa-453f-b9bc-188780311702 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/security-groups?id=0453924a-4e62-4c6c-a323-25cbb499fe95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425751 Sep 20 13:31:23.189404 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc510ad2-ef07-4333-bb31-766b4e19d112 req-ae85cf21-28d9-468e-a15b-06a756809ecf tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:31:23.191108 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-fc510ad2-ef07-4333-bb31-766b4e19d112 req-ae85cf21-28d9-468e-a15b-06a756809ecf tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec93f663-8702-4611-bec1-81ebbd483b87 HTTP/1.1" status: 200 len: 946 time: 0.0619276 Sep 20 13:31:23.243043 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-fc510ad2-ef07-4333-bb31-766b4e19d112 req-16ed9589-09dd-4ef8-8e88-6d24fe440dfe tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/security-groups?id=0453924a-4e62-4c6c-a323-25cbb499fe95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444942 Sep 20 13:31:23.263073 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 36388) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:31:23.363768 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3b02218b-84e7-4fee-88a9-a102c1b972b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:23.437705 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3b02218b-84e7-4fee-88a9-a102c1b972b5 admin admin] Publish callbacks [] for security_group (e377b54c-a75e-476f-b155-410ab6f83bc6), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:23.441460 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-53caea53-0f03-430a-bfa4-3f86c8445422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (c520f755-59ca-4a79-a15e-107c01e131c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:23.441999 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3b02218b-84e7-4fee-88a9-a102c1b972b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (e377b54c-a75e-476f-b155-410ab6f83bc6), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:23.486836 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-3b02218b-84e7-4fee-88a9-a102c1b972b5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=124e9dc755c6467c8e0b6f35232571d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2225456 Sep 20 13:31:23.487982 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b02218b-84e7-4fee-88a9-a102c1b972b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e377b54c-a75e-476f-b155-410ab6f83bc6,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:31:23.489544 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 36392) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:31:23.538675 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-23eda9e9-76f3-48b7-bd63-2d3347c8964c admin admin] Publish callbacks [] for security_group (e377b54c-a75e-476f-b155-410ab6f83bc6), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:23.559697 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-23eda9e9-76f3-48b7-bd63-2d3347c8964c admin admin] Publish callbacks [] for security_group (e377b54c-a75e-476f-b155-410ab6f83bc6), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:23.604812 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-23eda9e9-76f3-48b7-bd63-2d3347c8964c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (e377b54c-a75e-476f-b155-410ab6f83bc6), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:23.607322 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-23eda9e9-76f3-48b7-bd63-2d3347c8964c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:23.608458 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-23eda9e9-76f3-48b7-bd63-2d3347c8964c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e377b54c-a75e-476f-b155-410ab6f83bc6 HTTP/1.1" status: 204 len: 168 time: 0.1173270 Sep 20 13:31:23.616902 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eda9e9-76f3-48b7-bd63-2d3347c8964c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e377b54c-a75e-476f-b155-410ab6f83bc6,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:31:24.371610 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd16a47-bb7c-40dd-9f20-f12f0c098d7c req-2fdc59b7-1427-4be2-ac51-9c8732d1e139 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:31:24.373090 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3dd16a47-bb7c-40dd-9f20-f12f0c098d7c req-2fdc59b7-1427-4be2-ac51-9c8732d1e139 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec93f663-8702-4611-bec1-81ebbd483b87 HTTP/1.1" status: 200 len: 946 time: 0.0565498 Sep 20 13:31:24.424335 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3dd16a47-bb7c-40dd-9f20-f12f0c098d7c req-52f29207-5f77-402f-bb18-7553b7927be2 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/security-groups?id=0453924a-4e62-4c6c-a323-25cbb499fe95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450985 Sep 20 13:31:24.558538 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444ca38-8dfe-4fb6-8ed8-317585e88b0c req-688fc126-57b4-4180-bbf1-c35fd7f5cb26 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:31:24.560046 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-5444ca38-8dfe-4fb6-8ed8-317585e88b0c req-688fc126-57b4-4180-bbf1-c35fd7f5cb26 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec93f663-8702-4611-bec1-81ebbd483b87 HTTP/1.1" status: 200 len: 946 time: 0.0569389 Sep 20 13:31:24.613094 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-5444ca38-8dfe-4fb6-8ed8-317585e88b0c req-834c9c2d-f2e5-4340-a338-78d4e87cf134 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/security-groups?id=0453924a-4e62-4c6c-a323-25cbb499fe95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469677 Sep 20 13:31:24.646058 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 36434) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:31:24.837937 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54a9b2a-174d-4d70-8a8a-b4eef043b205 tempest-TestShelveInstance-1555404323 tempest-TestShelveInstance-1555404323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:31:24.839514 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-f54a9b2a-174d-4d70-8a8a-b4eef043b205 tempest-TestShelveInstance-1555404323 tempest-TestShelveInstance-1555404323-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ec93f663-8702-4611-bec1-81ebbd483b87 HTTP/1.1" status: 200 len: 1125 time: 0.1924489 Sep 20 13:31:24.842576 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 36442) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:31:24.847594 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-e9b861d0-d345-4b0c-8263-26dda091c696 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Request body: {'floatingip': {'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'port_id': '519095cb-14c4-49c5-86d3-99172a2b602b', 'tenant_id': 'a0f2064a9ebc4d1abb2285ce408b90d6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:31:24.868259 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e9b861d0-d345-4b0c-8263-26dda091c696 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:24.971894 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e9b861d0-d345-4b0c-8263-26dda091c696 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:25.080395 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-e9b861d0-d345-4b0c-8263-26dda091c696 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Allocated IP 172.27.2.229 (36104724-3f48-4df5-b3a4-d541d8e9add0/adca2446-3f2d-49a4-ba29-cedd74eb43e2/5ce805c2-6a72-49a6-8d1d-fe30d717480a) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:31:25.189553 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e9b861d0-d345-4b0c-8263-26dda091c696 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Publish callbacks [] for port (5ce805c2-6a72-49a6-8d1d-fe30d717480a), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:25.221090 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e9b861d0-d345-4b0c-8263-26dda091c696 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (5ce805c2-6a72-49a6-8d1d-fe30d717480a), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:25.255315 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b861d0-d345-4b0c-8263-26dda091c696 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Network 36104724-3f48-4df5-b3a4-d541d8e9add0 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:31:25.258152 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-e9b861d0-d345-4b0c-8263-26dda091c696 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:31:25.261561 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b861d0-d345-4b0c-8263-26dda091c696 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:31:25.286674 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b861d0-d345-4b0c-8263-26dda091c696 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Pushing event updated for resources: {'Port': ['ID=5ce805c2-6a72-49a6-8d1d-fe30d717480a,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:31:25.607505 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e9b861d0-d345-4b0c-8263-26dda091c696 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Publish callbacks [] for floatingip (33b37b18-4b00-4b02-9d60-15407211a1af), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:25.671443 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e9b861d0-d345-4b0c-8263-26dda091c696 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (5ce805c2-6a72-49a6-8d1d-fe30d717480a), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:25.780837 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8f5bbde4-d617-4dc1-a693-4564b0a3e7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (e6bdf340-58c5-4186-af2d-ab00439e5425), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:25.815553 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e9b861d0-d345-4b0c-8263-26dda091c696 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Publish callbacks [] for port (5ce805c2-6a72-49a6-8d1d-fe30d717480a), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:25.819813 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e9b861d0-d345-4b0c-8263-26dda091c696 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242759'] for port (5ce805c2-6a72-49a6-8d1d-fe30d717480a), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:25.886666 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e9b861d0-d345-4b0c-8263-26dda091c696 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607693'] for floatingip (33b37b18-4b00-4b02-9d60-15407211a1af), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:25.888365 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b861d0-d345-4b0c-8263-26dda091c696 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Pushing event updated for resources: {'Port': ['ID=5ce805c2-6a72-49a6-8d1d-fe30d717480a,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:31:25.982931 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.db.l3_db [None req-e9b861d0-d345-4b0c-8263-26dda091c696 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Floating IP 33b37b18-4b00-4b02-9d60-15407211a1af associated. External IP: 172.27.2.229, port: 519095cb-14c4-49c5-86d3-99172a2b602b. Sep 20 13:31:26.176139 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9b861d0-d345-4b0c-8263-26dda091c696 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Router cb4058b9-8340-4a69-85fe-2a61529f8e0e has already been hosted by L3 agent e6bdf340-58c5-4186-af2d-ab00439e5425 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:31:26.561510 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b861d0-d345-4b0c-8263-26dda091c696 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Notify agent at l3_agent.dv-cinder-858463-1-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:31:26.571643 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f311eeff-9f45-4ca1-90ac-ab498e155251 None None] Sync routers for ids ['cb4058b9-8340-4a69-85fe-2a61529f8e0e'] in dv-cinder-858463-1-iscsi {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:31:26.583326 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f311eeff-9f45-4ca1-90ac-ab498e155251 None None] Routers {'cb4058b9-8340-4a69-85fe-2a61529f8e0e'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:31:26.583585 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e9b861d0-d345-4b0c-8263-26dda091c696 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:26.584225 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-f311eeff-9f45-4ca1-90ac-ab498e155251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:31:26Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['cb4058b9-8340-4a69-85fe-2a61529f8e0e'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:31:26.614391 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-e9b861d0-d345-4b0c-8263-26dda091c696 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7701497 Sep 20 13:31:26.615062 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec93f663-8702-4611-bec1-81ebbd483b87', 'tag': '519095cb-14c4-49c5-86d3-99172a2b602b'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:31:26.617360 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8afa0c3fb06aef531850fccced94fa4b659a4977f0534d5a49c84d13d87c0c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeec4f79-2cd1-491e-9556-03e4618ea60b" -d '{"events": [{"name": "network-changed", "server_uuid": "ec93f663-8702-4611-bec1-81ebbd483b87", "tag": "519095cb-14c4-49c5-86d3-99172a2b602b"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:31:26.652581 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 13:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c713a1be-4e0f-4894-884e-baef23e305b1 x-openstack-request-id: req-c713a1be-4e0f-4894-884e-baef23e305b1 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:31:26.652879 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec93f663-8702-4611-bec1-81ebbd483b87", "tag": "519095cb-14c4-49c5-86d3-99172a2b602b", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:31:26.653137 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c713a1be-4e0f-4894-884e-baef23e305b1 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:31:26.653544 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c713a1be-4e0f-4894-884e-baef23e305b1'] response: {'name': 'network-changed', 'server_uuid': 'ec93f663-8702-4611-bec1-81ebbd483b87', 'tag': '519095cb-14c4-49c5-86d3-99172a2b602b', 'status': 'completed', 'code': 200} Sep 20 13:31:26.687164 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-f311eeff-9f45-4ca1-90ac-ab498e155251 None None] Set router cb4058b9-8340-4a69-85fe-2a61529f8e0e gateway port host: dv-cinder-858463-1-iscsi {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:31:26.746189 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec4f79-2cd1-491e-9556-03e4618ea60b req-a7f89cb0-542f-4327-85ed-e7af39f5e34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:31:26.747612 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-eeec4f79-2cd1-491e-9556-03e4618ea60b req-a7f89cb0-542f-4327-85ed-e7af39f5e34a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a0f2064a9ebc4d1abb2285ce408b90d6&device_id=ec93f663-8702-4611-bec1-81ebbd483b87 HTTP/1.1" status: 200 len: 1130 time: 0.0499530 Sep 20 13:31:26.779902 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21c1e68e-1f58-483a-acac-7453cdb7afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (dfbc54aa-0ed8-4030-9edb-0bf7f0e74037), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:26.840341 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec4f79-2cd1-491e-9556-03e4618ea60b req-7a5f7aaf-dedc-4a52-9e20-d02aa71d876c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:31:26.841830 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-eeec4f79-2cd1-491e-9556-03e4618ea60b req-7a5f7aaf-dedc-4a52-9e20-d02aa71d876c service neutron] 10.222.0.62 "GET /v2.0/networks?id=9fc3ed28-8239-4d46-a344-482b29fe53fd HTTP/1.1" status: 200 len: 909 time: 0.0857434 Sep 20 13:31:26.907599 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-eeec4f79-2cd1-491e-9556-03e4618ea60b req-f7a3c780-5b84-4b77-ae04-6803de6b244c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=519095cb-14c4-49c5-86d3-99172a2b602b HTTP/1.1" status: 200 len: 1000 time: 0.0597496 Sep 20 13:31:26.960830 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec4f79-2cd1-491e-9556-03e4618ea60b req-cd5bfab4-74b5-4601-bcec-8dc29872367f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:31:26.962271 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-eeec4f79-2cd1-491e-9556-03e4618ea60b req-cd5bfab4-74b5-4601-bcec-8dc29872367f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=13fecf05-f068-411a-94fe-40dc17ac3796 HTTP/1.1" status: 200 len: 848 time: 0.0481160 Sep 20 13:31:27.012307 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec4f79-2cd1-491e-9556-03e4618ea60b req-af84f399-3446-4793-bf51-7b48de81f530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:31:27.013721 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-eeec4f79-2cd1-491e-9556-03e4618ea60b req-af84f399-3446-4793-bf51-7b48de81f530 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9fc3ed28-8239-4d46-a344-482b29fe53fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434535 Sep 20 13:31:27.041266 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-f311eeff-9f45-4ca1-90ac-ab498e155251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb4058b9-8340-4a69-85fe-2a61529f8e0e', 'name': 'tempest-TestShelveInstance-1537881348-router', 'tenant_id': 'a0f2064a9ebc4d1abb2285ce408b90d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '49937269-b5f3-4609-a209-3efef81adac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:30:26Z', 'updated_at': '2022-09-20T13:30:29Z', 'revision_number': 4, 'project_id': 'a0f2064a9ebc4d1abb2285ce408b90d6', 'gw_port': {'id': '49937269-b5f3-4609-a209-3efef81adac7', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4058b9-8340-4a69-85fe-2a61529f8e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:30:26Z', 'updated_at': '2022-09-20T13:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_floatingips': [{'id': '33b37b18-4b00-4b02-9d60-15407211a1af', 'tenant_id': 'a0f2064a9ebc4d1abb2285ce408b90d6', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'router_id': 'cb4058b9-8340-4a69-85fe-2a61529f8e0e', 'port_id': '519095cb-14c4-49c5-86d3-99172a2b602b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fc3ed28-8239-4d46-a344-482b29fe53fd', 'mac_address': 'fa:16:3e:9b:72:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec93f663-8702-4611-bec1-81ebbd483b87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T13:31:25Z', 'updated_at': '2022-09-20T13:31:25Z', 'revision_number': 0, 'project_id': 'a0f2064a9ebc4d1abb2285ce408b90d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd6c4892-a97d-4bcf-b51c-053c4fa09a13', 'name': '', 'network_id': '9fc3ed28-8239-4d46-a344-482b29fe53fd', 'tenant_id': 'a0f2064a9ebc4d1abb2285ce408b90d6', 'mac_address': 'fa:16:3e:ee:da:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4058b9-8340-4a69-85fe-2a61529f8e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '13fecf05-f068-411a-94fe-40dc17ac3796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:30:28Z', 'updated_at': '2022-09-20T13:30:32Z', 'revision_number': 5, 'project_id': 'a0f2064a9ebc4d1abb2285ce408b90d6', 'subnets': [{'id': '13fecf05-f068-411a-94fe-40dc17ac3796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:31:27.065218 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f311eeff-9f45-4ca1-90ac-ab498e155251 None None] Checking router: cb4058b9-8340-4a69-85fe-2a61529f8e0e for host: dv-cinder-858463-1-iscsi {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:31:27.073285 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f311eeff-9f45-4ca1-90ac-ab498e155251 None None] Routers {'cb4058b9-8340-4a69-85fe-2a61529f8e0e'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:31:27.073884 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-f311eeff-9f45-4ca1-90ac-ab498e155251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:31:26Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['cb4058b9-8340-4a69-85fe-2a61529f8e0e'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:31:27.101973 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-eeec4f79-2cd1-491e-9556-03e4618ea60b req-838fd161-4d9b-416f-a8a9-0c99c9ead161 service neutron] 10.222.0.62 "GET /v2.0/networks/9fc3ed28-8239-4d46-a344-482b29fe53fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819578 Sep 20 13:31:27.179757 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-f311eeff-9f45-4ca1-90ac-ab498e155251 None None] Set router cb4058b9-8340-4a69-85fe-2a61529f8e0e gateway port host: dv-cinder-858463-1-iscsi {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:31:27.195821 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-eeec4f79-2cd1-491e-9556-03e4618ea60b req-959f7cda-956d-469b-8202-233afa9383ae service neutron] 10.222.0.62 "GET /v2.0/networks/9fc3ed28-8239-4d46-a344-482b29fe53fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863600 Sep 20 13:31:27.395726 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-f311eeff-9f45-4ca1-90ac-ab498e155251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb4058b9-8340-4a69-85fe-2a61529f8e0e', 'name': 'tempest-TestShelveInstance-1537881348-router', 'tenant_id': 'a0f2064a9ebc4d1abb2285ce408b90d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '49937269-b5f3-4609-a209-3efef81adac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:30:26Z', 'updated_at': '2022-09-20T13:30:29Z', 'revision_number': 4, 'project_id': 'a0f2064a9ebc4d1abb2285ce408b90d6', 'gw_port': {'id': '49937269-b5f3-4609-a209-3efef81adac7', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4058b9-8340-4a69-85fe-2a61529f8e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:30:26Z', 'updated_at': '2022-09-20T13:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_floatingips': [{'id': '33b37b18-4b00-4b02-9d60-15407211a1af', 'tenant_id': 'a0f2064a9ebc4d1abb2285ce408b90d6', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'router_id': 'cb4058b9-8340-4a69-85fe-2a61529f8e0e', 'port_id': '519095cb-14c4-49c5-86d3-99172a2b602b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fc3ed28-8239-4d46-a344-482b29fe53fd', 'mac_address': 'fa:16:3e:9b:72:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec93f663-8702-4611-bec1-81ebbd483b87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T13:31:25Z', 'updated_at': '2022-09-20T13:31:25Z', 'revision_number': 0, 'project_id': 'a0f2064a9ebc4d1abb2285ce408b90d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd6c4892-a97d-4bcf-b51c-053c4fa09a13', 'name': '', 'network_id': '9fc3ed28-8239-4d46-a344-482b29fe53fd', 'tenant_id': 'a0f2064a9ebc4d1abb2285ce408b90d6', 'mac_address': 'fa:16:3e:ee:da:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4058b9-8340-4a69-85fe-2a61529f8e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '13fecf05-f068-411a-94fe-40dc17ac3796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:30:28Z', 'updated_at': '2022-09-20T13:30:32Z', 'revision_number': 5, 'project_id': 'a0f2064a9ebc4d1abb2285ce408b90d6', 'subnets': [{'id': '13fecf05-f068-411a-94fe-40dc17ac3796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:31:27.418913 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f311eeff-9f45-4ca1-90ac-ab498e155251 None None] The sync data for ids ['cb4058b9-8340-4a69-85fe-2a61529f8e0e'] in dv-cinder-858463-1-iscsi is: [{'id': 'cb4058b9-8340-4a69-85fe-2a61529f8e0e', 'name': 'tempest-TestShelveInstance-1537881348-router', 'tenant_id': 'a0f2064a9ebc4d1abb2285ce408b90d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '49937269-b5f3-4609-a209-3efef81adac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:30:26Z', 'updated_at': '2022-09-20T13:30:29Z', 'revision_number': 4, 'project_id': 'a0f2064a9ebc4d1abb2285ce408b90d6', 'gw_port': {'id': '49937269-b5f3-4609-a209-3efef81adac7', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4058b9-8340-4a69-85fe-2a61529f8e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:30:26Z', 'updated_at': '2022-09-20T13:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_floatingips': [{'id': '33b37b18-4b00-4b02-9d60-15407211a1af', 'tenant_id': 'a0f2064a9ebc4d1abb2285ce408b90d6', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'router_id': 'cb4058b9-8340-4a69-85fe-2a61529f8e0e', 'port_id': '519095cb-14c4-49c5-86d3-99172a2b602b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fc3ed28-8239-4d46-a344-482b29fe53fd', 'mac_address': 'fa:16:3e:9b:72:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec93f663-8702-4611-bec1-81ebbd483b87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T13:31:25Z', 'updated_at': '2022-09-20T13:31:25Z', 'revision_number': 0, 'project_id': 'a0f2064a9ebc4d1abb2285ce408b90d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd6c4892-a97d-4bcf-b51c-053c4fa09a13', 'name': '', 'network_id': '9fc3ed28-8239-4d46-a344-482b29fe53fd', 'tenant_id': 'a0f2064a9ebc4d1abb2285ce408b90d6', 'mac_address': 'fa:16:3e:ee:da:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4058b9-8340-4a69-85fe-2a61529f8e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '13fecf05-f068-411a-94fe-40dc17ac3796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:30:28Z', 'updated_at': '2022-09-20T13:30:32Z', 'revision_number': 5, 'project_id': 'a0f2064a9ebc4d1abb2285ce408b90d6', 'subnets': [{'id': '13fecf05-f068-411a-94fe-40dc17ac3796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:31:27.625871 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82082a5a-9a8d-41ed-ad6b-a2bd9579d75e None None] New status for floating IP 33b37b18-4b00-4b02-9d60-15407211a1af: ACTIVE {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 13:31:28.216914 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c793fb8f-2eac-4cf0-b972-02f3f2d6d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (78ab24c8-cd03-458a-a2fc-6c0c54d0053a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:29.600971 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (543ca60b-7e7a-4ebd-8f87-7672c7a482b9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:36.128929 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 36554) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:31:36.260937 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2be8c200-ac16-4560-8da7-c92802d35889 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:36.334658 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2be8c200-ac16-4560-8da7-c92802d35889 admin admin] Publish callbacks [] for security_group (024baa6d-1269-401c-b4ac-f28fe5f6280e), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:36.338290 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2be8c200-ac16-4560-8da7-c92802d35889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (024baa6d-1269-401c-b4ac-f28fe5f6280e), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:36.376298 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-2be8c200-ac16-4560-8da7-c92802d35889 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c901b5ecbc2349efbc46b16ba80556a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2457378 Sep 20 13:31:36.377180 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be8c200-ac16-4560-8da7-c92802d35889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=024baa6d-1269-401c-b4ac-f28fe5f6280e,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:31:36.379806 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 36558) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:31:36.427429 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7061aeb0-4b50-48b9-892c-b48ba1010110 admin admin] Publish callbacks [] for security_group (024baa6d-1269-401c-b4ac-f28fe5f6280e), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:36.448296 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7061aeb0-4b50-48b9-892c-b48ba1010110 admin admin] Publish callbacks [] for security_group (024baa6d-1269-401c-b4ac-f28fe5f6280e), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:36.494494 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7061aeb0-4b50-48b9-892c-b48ba1010110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (024baa6d-1269-401c-b4ac-f28fe5f6280e), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:36.498260 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-7061aeb0-4b50-48b9-892c-b48ba1010110 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:36.499451 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-7061aeb0-4b50-48b9-892c-b48ba1010110 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/024baa6d-1269-401c-b4ac-f28fe5f6280e HTTP/1.1" status: 204 len: 168 time: 0.1180806 Sep 20 13:31:36.508832 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7061aeb0-4b50-48b9-892c-b48ba1010110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=024baa6d-1269-401c-b4ac-f28fe5f6280e,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:31:36.760321 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 36564) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:31:36.773254 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d7a7c6eb-39a7-456f-8db6-93c6718fcd71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:36.846296 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d7a7c6eb-39a7-456f-8db6-93c6718fcd71 admin admin] Publish callbacks [] for security_group (b01c197b-a941-4c1c-b139-9206d938d436), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:36.849959 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d7a7c6eb-39a7-456f-8db6-93c6718fcd71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (b01c197b-a941-4c1c-b139-9206d938d436), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:36.893409 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a7c6eb-39a7-456f-8db6-93c6718fcd71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01c197b-a941-4c1c-b139-9206d938d436,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:31:36.900117 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-d7a7c6eb-39a7-456f-8db6-93c6718fcd71 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1221c8f6ce6a474d960997e034795ea9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1361380 Sep 20 13:31:36.900337 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 36566) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:31:36.947326 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-46d28c65-1ab9-45c7-9e5b-e2a8017eed22 admin admin] Publish callbacks [] for security_group (b01c197b-a941-4c1c-b139-9206d938d436), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:36.967845 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-46d28c65-1ab9-45c7-9e5b-e2a8017eed22 admin admin] Publish callbacks [] for security_group (b01c197b-a941-4c1c-b139-9206d938d436), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:37.013598 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-46d28c65-1ab9-45c7-9e5b-e2a8017eed22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (b01c197b-a941-4c1c-b139-9206d938d436), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:37.016799 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-46d28c65-1ab9-45c7-9e5b-e2a8017eed22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:37.017930 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-46d28c65-1ab9-45c7-9e5b-e2a8017eed22 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b01c197b-a941-4c1c-b139-9206d938d436 HTTP/1.1" status: 204 len: 168 time: 0.1166956 Sep 20 13:31:37.025356 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d28c65-1ab9-45c7-9e5b-e2a8017eed22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01c197b-a941-4c1c-b139-9206d938d436,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:31:39.966121 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 36700) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:31:40.067635 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-256b0180-1980-4336-bc57-84563625403d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:40.155406 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-256b0180-1980-4336-bc57-84563625403d admin admin] Publish callbacks [] for security_group (0e02f520-f53f-426c-b728-b675961caefd), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:40.160811 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-256b0180-1980-4336-bc57-84563625403d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (0e02f520-f53f-426c-b728-b675961caefd), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:40.202149 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-256b0180-1980-4336-bc57-84563625403d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5dd89b7ba4f94a7180b24bd652bd3297&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2348824 Sep 20 13:31:40.203090 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256b0180-1980-4336-bc57-84563625403d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e02f520-f53f-426c-b728-b675961caefd,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:31:40.205020 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 36704) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:31:40.229572 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (728cf656-0364-4172-b8b5-b6ffd3122ed0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:40.261689 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d1b8501c-0475-42ce-ade3-adae2a274d79 admin admin] Publish callbacks [] for security_group (0e02f520-f53f-426c-b728-b675961caefd), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:40.283374 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d1b8501c-0475-42ce-ade3-adae2a274d79 admin admin] Publish callbacks [] for security_group (0e02f520-f53f-426c-b728-b675961caefd), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:40.329366 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d1b8501c-0475-42ce-ade3-adae2a274d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (0e02f520-f53f-426c-b728-b675961caefd), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:40.332186 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-d1b8501c-0475-42ce-ade3-adae2a274d79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:40.333481 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-d1b8501c-0475-42ce-ade3-adae2a274d79 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0e02f520-f53f-426c-b728-b675961caefd HTTP/1.1" status: 204 len: 168 time: 0.1269093 Sep 20 13:31:40.341068 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b8501c-0475-42ce-ade3-adae2a274d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e02f520-f53f-426c-b728-b675961caefd,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:31:40.583422 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 36710) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:31:40.596305 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1d367299-b349-42fd-b2b8-c85e4605f099 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:40.670438 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1d367299-b349-42fd-b2b8-c85e4605f099 admin admin] Publish callbacks [] for security_group (4b7c2859-ac8a-416a-bb3d-0323e9bcd41f), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:40.674619 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1d367299-b349-42fd-b2b8-c85e4605f099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (4b7c2859-ac8a-416a-bb3d-0323e9bcd41f), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:40.709597 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d367299-b349-42fd-b2b8-c85e4605f099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7c2859-ac8a-416a-bb3d-0323e9bcd41f,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:31:40.713822 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-1d367299-b349-42fd-b2b8-c85e4605f099 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e328378db3d44286a843ef667a1cef29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1293774 Sep 20 13:31:40.716632 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 36714) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:31:40.763113 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ee1be90a-bb89-463f-82b0-29d6a309774f admin admin] Publish callbacks [] for security_group (4b7c2859-ac8a-416a-bb3d-0323e9bcd41f), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:40.783808 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ee1be90a-bb89-463f-82b0-29d6a309774f admin admin] Publish callbacks [] for security_group (4b7c2859-ac8a-416a-bb3d-0323e9bcd41f), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:40.828109 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ee1be90a-bb89-463f-82b0-29d6a309774f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (4b7c2859-ac8a-416a-bb3d-0323e9bcd41f), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:40.830905 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-ee1be90a-bb89-463f-82b0-29d6a309774f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:40.832027 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-ee1be90a-bb89-463f-82b0-29d6a309774f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4b7c2859-ac8a-416a-bb3d-0323e9bcd41f HTTP/1.1" status: 204 len: 168 time: 0.1145928 Sep 20 13:31:40.839336 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1be90a-bb89-463f-82b0-29d6a309774f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7c2859-ac8a-416a-bb3d-0323e9bcd41f,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:31:45.680400 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 36808) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:31:45.781307 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-840fe395-f44c-42b7-a72e-89dddf2f7cef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:45.854068 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-840fe395-f44c-42b7-a72e-89dddf2f7cef admin admin] Publish callbacks [] for security_group (26bd5c00-9a13-4345-9584-337de36aff09), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:45.860972 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-840fe395-f44c-42b7-a72e-89dddf2f7cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (26bd5c00-9a13-4345-9584-337de36aff09), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:45.900642 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-840fe395-f44c-42b7-a72e-89dddf2f7cef admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=06bbf51687364ae79e82d4542525dc60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2190850 Sep 20 13:31:45.902699 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840fe395-f44c-42b7-a72e-89dddf2f7cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26bd5c00-9a13-4345-9584-337de36aff09,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:31:45.903392 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 36812) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:31:45.954605 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3b015613-5305-4c3a-a509-a9ea0ffa11a3 admin admin] Publish callbacks [] for security_group (26bd5c00-9a13-4345-9584-337de36aff09), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:45.975796 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3b015613-5305-4c3a-a509-a9ea0ffa11a3 admin admin] Publish callbacks [] for security_group (26bd5c00-9a13-4345-9584-337de36aff09), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:46.023342 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3b015613-5305-4c3a-a509-a9ea0ffa11a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (26bd5c00-9a13-4345-9584-337de36aff09), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:46.026166 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3b015613-5305-4c3a-a509-a9ea0ffa11a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:46.027326 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-3b015613-5305-4c3a-a509-a9ea0ffa11a3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/26bd5c00-9a13-4345-9584-337de36aff09 HTTP/1.1" status: 204 len: 168 time: 0.1224172 Sep 20 13:31:46.035267 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b015613-5305-4c3a-a509-a9ea0ffa11a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26bd5c00-9a13-4345-9584-337de36aff09,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:31:46.280751 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 36818) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:31:46.294026 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-564f8309-48c2-4191-861e-611a4eae14c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:46.366937 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-564f8309-48c2-4191-861e-611a4eae14c7 admin admin] Publish callbacks [] for security_group (9c7fe01b-fdae-4dc1-ac73-4801194bed3b), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:46.370407 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-564f8309-48c2-4191-861e-611a4eae14c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (9c7fe01b-fdae-4dc1-ac73-4801194bed3b), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:46.411041 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-564f8309-48c2-4191-861e-611a4eae14c7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=eb1aa1056de44f258d02adb7d4d5041a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1291530 Sep 20 13:31:46.411898 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f8309-48c2-4191-861e-611a4eae14c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7fe01b-fdae-4dc1-ac73-4801194bed3b,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:31:46.414664 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 36820) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:31:46.462473 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-02ffae2f-81b8-47aa-9de5-8cf13db90571 admin admin] Publish callbacks [] for security_group (9c7fe01b-fdae-4dc1-ac73-4801194bed3b), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:46.483371 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-02ffae2f-81b8-47aa-9de5-8cf13db90571 admin admin] Publish callbacks [] for security_group (9c7fe01b-fdae-4dc1-ac73-4801194bed3b), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:46.530106 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-02ffae2f-81b8-47aa-9de5-8cf13db90571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (9c7fe01b-fdae-4dc1-ac73-4801194bed3b), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:46.533058 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-02ffae2f-81b8-47aa-9de5-8cf13db90571 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:46.534176 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-02ffae2f-81b8-47aa-9de5-8cf13db90571 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9c7fe01b-fdae-4dc1-ac73-4801194bed3b HTTP/1.1" status: 204 len: 168 time: 0.1184306 Sep 20 13:31:46.541932 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ffae2f-81b8-47aa-9de5-8cf13db90571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7fe01b-fdae-4dc1-ac73-4801194bed3b,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:31:47.249521 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6f98f59d-0ef0-48b4-a3cc-a57002065b77 req-9bbf5ab8-9ef9-47b1-88f3-321518218e7d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=96fe04b4-bc7d-4ef7-a166-4c02fd222e7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435641 Sep 20 13:31:47.361209 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f98f59d-0ef0-48b4-a3cc-a57002065b77 req-97b44996-681a-4b18-8934-1c0ed8d90ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:31:47.362773 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6f98f59d-0ef0-48b4-a3cc-a57002065b77 req-97b44996-681a-4b18-8934-1c0ed8d90ede service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6ebb73746088487dab581c3f6b24a1f9&device_id=96fe04b4-bc7d-4ef7-a166-4c02fd222e7b HTTP/1.1" status: 200 len: 1129 time: 0.0472209 Sep 20 13:31:47.472386 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f98f59d-0ef0-48b4-a3cc-a57002065b77 req-4051778c-393f-4d63-a7b8-55e034946cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:31:47.474200 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6f98f59d-0ef0-48b4-a3cc-a57002065b77 req-4051778c-393f-4d63-a7b8-55e034946cb7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef HTTP/1.1" status: 200 len: 909 time: 0.0926757 Sep 20 13:31:47.538667 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6f98f59d-0ef0-48b4-a3cc-a57002065b77 req-2bd5784b-554c-404a-9734-4f65540bc42c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1 HTTP/1.1" status: 200 len: 1000 time: 0.0575814 Sep 20 13:31:47.590326 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f98f59d-0ef0-48b4-a3cc-a57002065b77 req-2b67e61f-d0b5-40e2-a99a-778e8a3eddb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:31:47.591773 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6f98f59d-0ef0-48b4-a3cc-a57002065b77 req-2b67e61f-d0b5-40e2-a99a-778e8a3eddb5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=26dd50fe-5f0b-44fd-bc22-34959d5f2393 HTTP/1.1" status: 200 len: 848 time: 0.0469239 Sep 20 13:31:47.646688 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f98f59d-0ef0-48b4-a3cc-a57002065b77 req-eadd6944-5abf-40eb-8b41-104cb76e3210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:31:47.648242 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6f98f59d-0ef0-48b4-a3cc-a57002065b77 req-eadd6944-5abf-40eb-8b41-104cb76e3210 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504615 Sep 20 13:31:47.740029 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6f98f59d-0ef0-48b4-a3cc-a57002065b77 req-10ac8b73-b08d-4c28-9278-976b2ed21bc2 service neutron] 10.222.0.62 "GET /v2.0/networks/0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847311 Sep 20 13:31:47.837019 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6f98f59d-0ef0-48b4-a3cc-a57002065b77 req-8d085dd0-8cb8-4d6b-8aa0-a4c4d10829b2 service neutron] 10.222.0.62 "GET /v2.0/networks/0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902741 Sep 20 13:31:48.236338 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 36876) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:31:48.341053 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a5d2a706-9229-4b90-9254-a9c8e1896bfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:48.414247 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a5d2a706-9229-4b90-9254-a9c8e1896bfe admin admin] Publish callbacks [] for security_group (a076f58c-b28a-4039-9cda-675d963ee52f), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:48.417729 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a5d2a706-9229-4b90-9254-a9c8e1896bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (a076f58c-b28a-4039-9cda-675d963ee52f), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:48.457930 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-a5d2a706-9229-4b90-9254-a9c8e1896bfe admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6628fb3378ef4fe2b9883e131f030e4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2205431 Sep 20 13:31:48.458784 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d2a706-9229-4b90-9254-a9c8e1896bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a076f58c-b28a-4039-9cda-675d963ee52f,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:31:48.460825 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 36880) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:31:48.510808 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-612f12b1-dfb4-4ee7-b048-d99244cb839c admin admin] Publish callbacks [] for security_group (a076f58c-b28a-4039-9cda-675d963ee52f), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:48.532679 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-612f12b1-dfb4-4ee7-b048-d99244cb839c admin admin] Publish callbacks [] for security_group (a076f58c-b28a-4039-9cda-675d963ee52f), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:48.580161 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-612f12b1-dfb4-4ee7-b048-d99244cb839c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (a076f58c-b28a-4039-9cda-675d963ee52f), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:48.582931 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-612f12b1-dfb4-4ee7-b048-d99244cb839c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:48.586580 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-612f12b1-dfb4-4ee7-b048-d99244cb839c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a076f58c-b28a-4039-9cda-675d963ee52f HTTP/1.1" status: 204 len: 168 time: 0.1222992 Sep 20 13:31:48.592672 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f12b1-dfb4-4ee7-b048-d99244cb839c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a076f58c-b28a-4039-9cda-675d963ee52f,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:31:48.838306 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 36886) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:31:48.851434 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9b1bf2b6-80dd-49fe-865c-64f10e4e3081 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:48.927316 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9b1bf2b6-80dd-49fe-865c-64f10e4e3081 admin admin] Publish callbacks [] for security_group (5e7c7f1f-bb72-4f86-996a-8d5144270372), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:48.930861 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9b1bf2b6-80dd-49fe-865c-64f10e4e3081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (5e7c7f1f-bb72-4f86-996a-8d5144270372), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:48.966661 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1bf2b6-80dd-49fe-865c-64f10e4e3081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7c7f1f-bb72-4f86-996a-8d5144270372,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:31:48.971432 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-9b1bf2b6-80dd-49fe-865c-64f10e4e3081 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bcfa8a81b0634db3889463945f2f75ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1320636 Sep 20 13:31:48.975001 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 36888) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:31:49.023642 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-712c05c1-ef04-4b22-89c4-0429c68ef0a2 admin admin] Publish callbacks [] for security_group (5e7c7f1f-bb72-4f86-996a-8d5144270372), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:49.045546 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-712c05c1-ef04-4b22-89c4-0429c68ef0a2 admin admin] Publish callbacks [] for security_group (5e7c7f1f-bb72-4f86-996a-8d5144270372), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:49.091676 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-712c05c1-ef04-4b22-89c4-0429c68ef0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (5e7c7f1f-bb72-4f86-996a-8d5144270372), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:49.094955 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-712c05c1-ef04-4b22-89c4-0429c68ef0a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:49.096118 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-712c05c1-ef04-4b22-89c4-0429c68ef0a2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5e7c7f1f-bb72-4f86-996a-8d5144270372 HTTP/1.1" status: 204 len: 168 time: 0.1210742 Sep 20 13:31:49.103532 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712c05c1-ef04-4b22-89c4-0429c68ef0a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7c7f1f-bb72-4f86-996a-8d5144270372,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:31:49.748944 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 36910) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:31:49.842537 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-4639c0e8-e70a-4d68-8e5b-c3450d93c994 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1199565094-network', 'tenant_id': 'a8bd164295604a33b6edd6cfb639d457'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:31:49.862353 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4639c0e8-e70a-4d68-8e5b-c3450d93c994 admin admin] Made reservation on behalf of a8bd164295604a33b6edd6cfb639d457 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:31:49.864731 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4639c0e8-e70a-4d68-8e5b-c3450d93c994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:49.873689 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4639c0e8-e70a-4d68-8e5b-c3450d93c994 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:49.949463 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4639c0e8-e70a-4d68-8e5b-c3450d93c994 admin admin] Publish callbacks [] for security_group (fb6fdd4f-315e-4f9d-ae20-bb19615249b9), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:49.953910 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4639c0e8-e70a-4d68-8e5b-c3450d93c994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (fb6fdd4f-315e-4f9d-ae20-bb19615249b9), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:49.974601 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4639c0e8-e70a-4d68-8e5b-c3450d93c994 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 13:31:49.989438 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4639c0e8-e70a-4d68-8e5b-c3450d93c994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6fdd4f-315e-4f9d-ae20-bb19615249b9,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:31:49.992272 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4639c0e8-e70a-4d68-8e5b-c3450d93c994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549390'] for segment (caa8f546-4fd3-49aa-9181-2c1bc2a19ecf), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:49.992616 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.db.segments_db [None req-4639c0e8-e70a-4d68-8e5b-c3450d93c994 admin admin] Added segment caa8f546-4fd3-49aa-9181-2c1bc2a19ecf of type vlan for network 07eb7a66-9fa0-4c90-b4a9-6299578cc828 Sep 20 13:31:50.032699 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4639c0e8-e70a-4d68-8e5b-c3450d93c994 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760607722792'] for network (07eb7a66-9fa0-4c90-b4a9-6299578cc828), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:50.057918 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4639c0e8-e70a-4d68-8e5b-c3450d93c994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183'] for network (07eb7a66-9fa0-4c90-b4a9-6299578cc828), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:50.058903 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4639c0e8-e70a-4d68-8e5b-c3450d93c994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:31:50.059489 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4639c0e8-e70a-4d68-8e5b-c3450d93c994 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:50.113338 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-4639c0e8-e70a-4d68-8e5b-c3450d93c994 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3632939 Sep 20 13:31:50.116385 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 36914) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:31:50.121323 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.v2.base [None req-13c1fa78-ae90-47e1-bcae-36eb10a4bfa8 admin admin] Request body: {'subnet': {'network_id': '07eb7a66-9fa0-4c90-b4a9-6299578cc828', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1199565094-subnet', 'tenant_id': 'a8bd164295604a33b6edd6cfb639d457', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:31:50.124273 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4639c0e8-e70a-4d68-8e5b-c3450d93c994 admin admin] Pushing event updated for resources: {'Network': ['ID=07eb7a66-9fa0-4c90-b4a9-6299578cc828,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:31:50.135414 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Network 07eb7a66-9fa0-4c90-b4a9-6299578cc828 details requested by agent ovs-agent-dv-cinder-858463-1-iscsi with host dv-cinder-858463-1-iscsi {{(pid=104088) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 13:31:50.141800 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c1fa78-ae90-47e1-bcae-36eb10a4bfa8 admin admin] Made reservation on behalf of a8bd164295604a33b6edd6cfb639d457 for: {'subnet': 1} {{(pid=104086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:31:50.144184 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-13c1fa78-ae90-47e1-bcae-36eb10a4bfa8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10408794'] for subnet (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:50.311256 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-13c1fa78-ae90-47e1-bcae-36eb10a4bfa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10421155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10408776'] for subnet (4565302d-cc30-47c9-9049-f2a1799d3ad1), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:50.581554 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c1fa78-ae90-47e1-bcae-36eb10a4bfa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4565302d-cc30-47c9-9049-f2a1799d3ad1,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:31:50.591489 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c1fa78-ae90-47e1-bcae-36eb10a4bfa8 admin admin] Checking segment: {'id': 'caa8f546-4fd3-49aa-9181-2c1bc2a19ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '07eb7a66-9fa0-4c90-b4a9-6299578cc828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:31:50.591868 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c1fa78-ae90-47e1-bcae-36eb10a4bfa8 admin admin] Network hostable DHCP agents. Network: 07eb7a66-9fa0-4c90-b4a9-6299578cc828, hostable agents: ['c520f755-59ca-4a79-a15e-107c01e131c2'], hosted agents: [] {{(pid=104086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 13:31:50.609858 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c1fa78-ae90-47e1-bcae-36eb10a4bfa8 admin admin] Network 07eb7a66-9fa0-4c90-b4a9-6299578cc828 is scheduled to be hosted by DHCP agent c520f755-59ca-4a79-a15e-107c01e131c2 with binding_index 1 {{(pid=104086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 13:31:50.618226 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-13c1fa78-ae90-47e1-bcae-36eb10a4bfa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858463-1-iscsi, 07eb7a66-9fa0-4c90-b4a9-6299578cc828) {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:31:50.622332 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c1fa78-ae90-47e1-bcae-36eb10a4bfa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:31:50.622956 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-13c1fa78-ae90-47e1-bcae-36eb10a4bfa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:50.628204 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf59b56-99d1-4842-9c1a-c429d4f00818 None None] Network 07eb7a66-9fa0-4c90-b4a9-6299578cc828 requested from dv-cinder-858463-1-iscsi {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 20 13:31:50.645368 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-13c1fa78-ae90-47e1-bcae-36eb10a4bfa8 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5218122 Sep 20 13:31:50.723007 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d77989f-a09f-435b-addd-c73b2dd48872 None None] Network 07eb7a66-9fa0-4c90-b4a9-6299578cc828 requested from dv-cinder-858463-1-iscsi {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 20 13:31:51.223359 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120bdf29-5f2f-4920-8d45-a757db7c51ed req-93b6a2dc-b859-4855-a3b6-5a1186cd5a56 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:31:51.224813 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-120bdf29-5f2f-4920-8d45-a757db7c51ed req-93b6a2dc-b859-4855-a3b6-5a1186cd5a56 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/ports?device_id=96fe04b4-bc7d-4ef7-a166-4c02fd222e7b HTTP/1.1" status: 200 len: 945 time: 0.0542293 Sep 20 13:31:51.272688 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-120bdf29-5f2f-4920-8d45-a757db7c51ed req-c7acb276-12c2-4130-8f6f-01a2f6564112 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/security-groups?id=222f7e55-803f-40ec-875f-06b4e7c9cc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422077 Sep 20 13:31:52.406159 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a57edd-de44-4f8f-b4d4-14e12ce2be55 req-3a01d5af-f3ec-4ae9-8fca-91db88112212 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:31:52.407566 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e648d81-7c80-45a0-aef4-b966e1cefd4a req-48df0c79-5abd-48df-b0a1-3be6883c64df tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:31:52.407970 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-a7a57edd-de44-4f8f-b4d4-14e12ce2be55 req-3a01d5af-f3ec-4ae9-8fca-91db88112212 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/ports?device_id=96fe04b4-bc7d-4ef7-a166-4c02fd222e7b HTTP/1.1" status: 200 len: 945 time: 0.0596182 Sep 20 13:31:52.409023 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3e648d81-7c80-45a0-aef4-b966e1cefd4a req-48df0c79-5abd-48df-b0a1-3be6883c64df tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.55 "GET /v2.0/networks?id=07eb7a66-9fa0-4c90-b4a9-6299578cc828 HTTP/1.1" status: 200 len: 809 time: 0.1081505 Sep 20 13:31:52.424400 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3e648d81-7c80-45a0-aef4-b966e1cefd4a req-a9a4643f-c170-4a90-a19d-85923c079a80 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.55 "GET /v2.0/quotas/a8bd164295604a33b6edd6cfb639d457 HTTP/1.1" status: 200 len: 375 time: 0.0098863 Sep 20 13:31:52.455300 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-a7a57edd-de44-4f8f-b4d4-14e12ce2be55 req-0804a3c7-7c31-4417-94c9-dc58b5820926 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/security-groups?id=222f7e55-803f-40ec-875f-06b4e7c9cc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415094 Sep 20 13:31:52.457494 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3e648d81-7c80-45a0-aef4-b966e1cefd4a req-1030b2d3-1171-4f4a-9b4b-0ca5963d8027 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a8bd164295604a33b6edd6cfb639d457&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273175 Sep 20 13:31:52.546497 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3e648d81-7c80-45a0-aef4-b966e1cefd4a req-8784d10e-86df-4a5c-b359-4b3238a0ce82 service neutron] 10.222.0.55 "GET /v2.0/networks/07eb7a66-9fa0-4c90-b4a9-6299578cc828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818074 Sep 20 13:31:52.639601 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3e648d81-7c80-45a0-aef4-b966e1cefd4a req-b4c0389e-c4fc-40b9-a134-aef934e2e1be service neutron] 10.222.0.55 "GET /v2.0/networks/07eb7a66-9fa0-4c90-b4a9-6299578cc828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866776 Sep 20 13:31:52.794760 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-496809fe-c15a-40cf-95d4-cfac2f7bb360 req-f98286b3-7f55-46d8-acc9-d74b3bc8b504 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5dac4d1-d3ef-4a7d-b292-439f9afcea77 HTTP/1.1" status: 200 len: 210 time: 0.0278859 Sep 20 13:31:53.443497 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7d22f809-7e11-4521-a222-9484a5fc4f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (c520f755-59ca-4a79-a15e-107c01e131c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:53.779119 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c1b50-12e0-494e-ad98-48f63df93677 req-4c3c67a5-4dee-4ff6-a407-34dec6ef243c tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:31:53.780507 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b07c1b50-12e0-494e-ad98-48f63df93677 req-4c3c67a5-4dee-4ff6-a407-34dec6ef243c tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/ports?device_id=96fe04b4-bc7d-4ef7-a166-4c02fd222e7b HTTP/1.1" status: 200 len: 945 time: 0.0846345 Sep 20 13:31:53.791326 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b8eab-ac17-4023-9fda-227571c15ba3 req-c0f1fd8e-4037-4128-a26c-b84e25a47771 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:31:53.792687 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5c9b8eab-ac17-4023-9fda-227571c15ba3 req-c0f1fd8e-4037-4128-a26c-b84e25a47771 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.62 "GET /v2.0/ports?device_id=96fe04b4-bc7d-4ef7-a166-4c02fd222e7b HTTP/1.1" status: 200 len: 945 time: 0.0697339 Sep 20 13:31:53.893219 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b07c1b50-12e0-494e-ad98-48f63df93677 req-c0817496-db60-4741-b73c-d702113f88ca tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/security-groups?id=222f7e55-803f-40ec-875f-06b4e7c9cc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995727 Sep 20 13:31:53.895834 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-eff82b88-3de2-4a4b-8520-e11cd551622d req-7fcbca5f-3743-4d92-81cd-f2191bf716e7 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5dac4d1-d3ef-4a7d-b292-439f9afcea77 HTTP/1.1" status: 200 len: 210 time: 0.0272233 Sep 20 13:31:53.930513 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-5c9b8eab-ac17-4023-9fda-227571c15ba3 req-be8ef882-a1a4-43e7-ba3e-3f14d4e3966f tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Deleting port cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:31:53.930914 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-5c9b8eab-ac17-4023-9fda-227571c15ba3 req-be8ef882-a1a4-43e7-ba3e-3f14d4e3966f tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:54.023221 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-5c9b8eab-ac17-4023-9fda-227571c15ba3 req-be8ef882-a1a4-43e7-ba3e-3f14d4e3966f tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] For port cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1,segment=NetworkSegment(9fa4b3a9-3030-408d-94ff-78e487e07b97),segment_id=9fa4b3a9-3030-408d-94ff-78e487e07b97)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:31:54.023592 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-5c9b8eab-ac17-4023-9fda-227571c15ba3 req-be8ef882-a1a4-43e7-ba3e-3f14d4e3966f tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:54.188654 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-5c9b8eab-ac17-4023-9fda-227571c15ba3 req-be8ef882-a1a4-43e7-ba3e-3f14d4e3966f tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:54.188947 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-5c9b8eab-ac17-4023-9fda-227571c15ba3 req-be8ef882-a1a4-43e7-ba3e-3f14d4e3966f tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607693'] for floatingip (1b568bf3-f27b-47f3-ac39-044ce459730f), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:54.189311 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.db.l3_db [req-5c9b8eab-ac17-4023-9fda-227571c15ba3 req-be8ef882-a1a4-43e7-ba3e-3f14d4e3966f tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Floating IP 1b568bf3-f27b-47f3-ac39-044ce459730f disassociated. External IP: 172.27.2.82, port: cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1. Sep 20 13:31:54.189730 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-5c9b8eab-ac17-4023-9fda-227571c15ba3 req-be8ef882-a1a4-43e7-ba3e-3f14d4e3966f tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Calling delete_port for cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:31:54.321913 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-5c9b8eab-ac17-4023-9fda-227571c15ba3 req-be8ef882-a1a4-43e7-ba3e-3f14d4e3966f tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:54.353298 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8ef882-a1a4-43e7-ba3e-3f14d4e3966f tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Pushing event deleted for resources: {'Port': ['ID=cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:31:54.448041 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.agents_db [None req-1b87bba1-5a3b-42d5-ba20-63287d9ec67c None None] Agent healthcheck: found 6 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:31:54.515281 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c9b8eab-ac17-4023-9fda-227571c15ba3 req-be8ef882-a1a4-43e7-ba3e-3f14d4e3966f tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Router 002a5ead-4f41-4c0f-8fb0-abfed7a073cf has already been hosted by L3 agent e6bdf340-58c5-4186-af2d-ab00439e5425 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:31:54.614877 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e648d81-7c80-45a0-aef4-b966e1cefd4a req-8ec4b887-d4e3-44d4-b699-4eae1df7796b tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:31:54.616323 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3e648d81-7c80-45a0-aef4-b966e1cefd4a req-8ec4b887-d4e3-44d4-b699-4eae1df7796b tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.62 "GET /v2.0/networks?id=07eb7a66-9fa0-4c90-b4a9-6299578cc828 HTTP/1.1" status: 200 len: 809 time: 0.1615481 Sep 20 13:31:54.646867 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-3e648d81-7c80-45a0-aef4-b966e1cefd4a req-02fb5f00-3d81-406b-9318-ab63e206f363 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Request body: {'port': {'device_id': 'f5dac4d1-d3ef-4a7d-b292-439f9afcea77', 'network_id': '07eb7a66-9fa0-4c90-b4a9-6299578cc828', 'admin_state_up': True, 'tenant_id': 'a8bd164295604a33b6edd6cfb639d457'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:31:54.717141 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c9b8eab-ac17-4023-9fda-227571c15ba3 req-be8ef882-a1a4-43e7-ba3e-3f14d4e3966f tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Notify agent at l3_agent.dv-cinder-858463-1-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:31:54.730105 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c158de-e326-4640-8741-997610d62d3f None None] Sync routers for ids ['002a5ead-4f41-4c0f-8fb0-abfed7a073cf'] in dv-cinder-858463-1-iscsi {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:31:54.741266 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c158de-e326-4640-8741-997610d62d3f None None] Routers {'002a5ead-4f41-4c0f-8fb0-abfed7a073cf'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:31:54.741884 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-62c158de-e326-4640-8741-997610d62d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:31:26Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['002a5ead-4f41-4c0f-8fb0-abfed7a073cf'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:31:54.775313 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c9b8eab-ac17-4023-9fda-227571c15ba3 req-be8ef882-a1a4-43e7-ba3e-3f14d4e3966f tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] No DVR routers for this DVR port cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1 on host hv-cinder-85846 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:31:54.780530 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-5c9b8eab-ac17-4023-9fda-227571c15ba3 req-be8ef882-a1a4-43e7-ba3e-3f14d4e3966f tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:54.785135 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5c9b8eab-ac17-4023-9fda-227571c15ba3 req-be8ef882-a1a4-43e7-ba3e-3f14d4e3966f tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.62 "DELETE /v2.0/ports/cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1 HTTP/1.1" status: 204 len: 173 time: 0.9859421 Sep 20 13:31:54.786135 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96fe04b4-bc7d-4ef7-a166-4c02fd222e7b', 'name': 'network-vif-deleted', 'tag': 'cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:31:54.788719 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8afa0c3fb06aef531850fccced94fa4b659a4977f0534d5a49c84d13d87c0c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaea627f-4c34-4430-b73c-6b5d8467c47d" -d '{"events": [{"server_uuid": "96fe04b4-bc7d-4ef7-a166-4c02fd222e7b", "name": "network-vif-deleted", "tag": "cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:31:54.834263 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e648d81-7c80-45a0-aef4-b966e1cefd4a req-02fb5f00-3d81-406b-9318-ab63e206f363 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Made reservation on behalf of a8bd164295604a33b6edd6cfb639d457 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:31:54.837737 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-3e648d81-7c80-45a0-aef4-b966e1cefd4a req-02fb5f00-3d81-406b-9318-ab63e206f363 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:54.840765 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 13:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd118df-2033-4b88-80b7-75220566a089 x-openstack-request-id: req-cbd118df-2033-4b88-80b7-75220566a089 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:31:54.841068 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96fe04b4-bc7d-4ef7-a166-4c02fd222e7b", "name": "network-vif-deleted", "tag": "cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:31:54.841306 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cbd118df-2033-4b88-80b7-75220566a089 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:31:54.841702 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbd118df-2033-4b88-80b7-75220566a089'] response: {'server_uuid': '96fe04b4-bc7d-4ef7-a166-4c02fd222e7b', 'name': 'network-vif-deleted', 'tag': 'cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1', 'status': 'completed', 'code': 200} Sep 20 13:31:54.886999 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-62c158de-e326-4640-8741-997610d62d3f None None] Set router 002a5ead-4f41-4c0f-8fb0-abfed7a073cf gateway port host: dv-cinder-858463-1-iscsi {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:31:55.025689 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-20fffdb1-1bfe-4f08-a2ac-7d6c2ed57da6 req-3a7fc710-769d-423a-bcb3-9a1b4d5c313d tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5dac4d1-d3ef-4a7d-b292-439f9afcea77 HTTP/1.1" status: 200 len: 210 time: 0.0325065 Sep 20 13:31:55.043383 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-ebab24e8-e135-4401-9083-d62e80ae7589 req-35b50e29-f6f0-4d2b-abcb-9d4bc055b85b tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/ports?device_id=96fe04b4-bc7d-4ef7-a166-4c02fd222e7b HTTP/1.1" status: 200 len: 210 time: 0.0364735 Sep 20 13:31:55.048561 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-3e648d81-7c80-45a0-aef4-b966e1cefd4a req-02fb5f00-3d81-406b-9318-ab63e206f363 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Allocated IP 172.20.0.7 (07eb7a66-9fa0-4c90-b4a9-6299578cc828/4565302d-cc30-47c9-9049-f2a1799d3ad1/6bc80a7f-8332-4825-9547-e04456ad157d) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:31:55.110928 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-62c158de-e326-4640-8741-997610d62d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002a5ead-4f41-4c0f-8fb0-abfed7a073cf', 'name': 'tempest-AttachVolumeTestJSON-22534217-router', 'tenant_id': '6ebb73746088487dab581c3f6b24a1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '0a88268d-e0c0-4224-beb8-e409be1ca4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:26:50Z', 'updated_at': '2022-09-20T13:26:52Z', 'revision_number': 4, 'project_id': '6ebb73746088487dab581c3f6b24a1f9', 'gw_port': {'id': '0a88268d-e0c0-4224-beb8-e409be1ca4d5', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:68:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002a5ead-4f41-4c0f-8fb0-abfed7a073cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:26:50Z', 'updated_at': '2022-09-20T13:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': 'f140a66e-18a2-47b5-9893-add31b8696b4', 'name': '', 'network_id': '0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef', 'tenant_id': '6ebb73746088487dab581c3f6b24a1f9', 'mac_address': 'fa:16:3e:09:09:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002a5ead-4f41-4c0f-8fb0-abfed7a073cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '26dd50fe-5f0b-44fd-bc22-34959d5f2393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:26:52Z', 'updated_at': '2022-09-20T13:26:57Z', 'revision_number': 5, 'project_id': '6ebb73746088487dab581c3f6b24a1f9', 'subnets': [{'id': '26dd50fe-5f0b-44fd-bc22-34959d5f2393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:31:55.135464 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c158de-e326-4640-8741-997610d62d3f None None] Checking router: 002a5ead-4f41-4c0f-8fb0-abfed7a073cf for host: dv-cinder-858463-1-iscsi {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:31:55.144670 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c158de-e326-4640-8741-997610d62d3f None None] Routers {'002a5ead-4f41-4c0f-8fb0-abfed7a073cf'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:31:55.145283 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-62c158de-e326-4640-8741-997610d62d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:31:26Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['002a5ead-4f41-4c0f-8fb0-abfed7a073cf'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:31:55.200856 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-3e648d81-7c80-45a0-aef4-b966e1cefd4a req-02fb5f00-3d81-406b-9318-ab63e206f363 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Publish callbacks [] for port (6bc80a7f-8332-4825-9547-e04456ad157d), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:55.233087 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-3e648d81-7c80-45a0-aef4-b966e1cefd4a req-02fb5f00-3d81-406b-9318-ab63e206f363 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (6bc80a7f-8332-4825-9547-e04456ad157d), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:55.248943 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-62c158de-e326-4640-8741-997610d62d3f None None] Set router 002a5ead-4f41-4c0f-8fb0-abfed7a073cf gateway port host: dv-cinder-858463-1-iscsi {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:31:55.271841 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e648d81-7c80-45a0-aef4-b966e1cefd4a req-02fb5f00-3d81-406b-9318-ab63e206f363 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Network 07eb7a66-9fa0-4c90-b4a9-6299578cc828 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:31:55.274939 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-3e648d81-7c80-45a0-aef4-b966e1cefd4a req-02fb5f00-3d81-406b-9318-ab63e206f363 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:31:55.277452 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e648d81-7c80-45a0-aef4-b966e1cefd4a req-02fb5f00-3d81-406b-9318-ab63e206f363 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:31:55.315434 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb5f00-3d81-406b-9318-ab63e206f363 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Pushing event updated for resources: {'Port': ['ID=6bc80a7f-8332-4825-9547-e04456ad157d,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:31:55.340482 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e648d81-7c80-45a0-aef4-b966e1cefd4a req-02fb5f00-3d81-406b-9318-ab63e206f363 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:31:55.341090 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-3e648d81-7c80-45a0-aef4-b966e1cefd4a req-02fb5f00-3d81-406b-9318-ab63e206f363 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:55.357926 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3e648d81-7c80-45a0-aef4-b966e1cefd4a req-02fb5f00-3d81-406b-9318-ab63e206f363 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7173576 Sep 20 13:31:55.384482 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-3e648d81-7c80-45a0-aef4-b966e1cefd4a req-20da6095-3b6e-4cb6-a8b3-f800a9c5b535 service neutron] Request body: {'port': {'device_id': 'f5dac4d1-d3ef-4a7d-b292-439f9afcea77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85846'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:31:55.454146 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-62c158de-e326-4640-8741-997610d62d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002a5ead-4f41-4c0f-8fb0-abfed7a073cf', 'name': 'tempest-AttachVolumeTestJSON-22534217-router', 'tenant_id': '6ebb73746088487dab581c3f6b24a1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '0a88268d-e0c0-4224-beb8-e409be1ca4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:26:50Z', 'updated_at': '2022-09-20T13:26:52Z', 'revision_number': 4, 'project_id': '6ebb73746088487dab581c3f6b24a1f9', 'gw_port': {'id': '0a88268d-e0c0-4224-beb8-e409be1ca4d5', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:68:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002a5ead-4f41-4c0f-8fb0-abfed7a073cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:26:50Z', 'updated_at': '2022-09-20T13:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': 'f140a66e-18a2-47b5-9893-add31b8696b4', 'name': '', 'network_id': '0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef', 'tenant_id': '6ebb73746088487dab581c3f6b24a1f9', 'mac_address': 'fa:16:3e:09:09:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002a5ead-4f41-4c0f-8fb0-abfed7a073cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '26dd50fe-5f0b-44fd-bc22-34959d5f2393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:26:52Z', 'updated_at': '2022-09-20T13:26:57Z', 'revision_number': 5, 'project_id': '6ebb73746088487dab581c3f6b24a1f9', 'subnets': [{'id': '26dd50fe-5f0b-44fd-bc22-34959d5f2393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:31:55.454631 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-3e648d81-7c80-45a0-aef4-b966e1cefd4a req-20da6095-3b6e-4cb6-a8b3-f800a9c5b535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (6bc80a7f-8332-4825-9547-e04456ad157d), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:55.483420 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c158de-e326-4640-8741-997610d62d3f None None] The sync data for ids ['002a5ead-4f41-4c0f-8fb0-abfed7a073cf'] in dv-cinder-858463-1-iscsi is: [{'id': '002a5ead-4f41-4c0f-8fb0-abfed7a073cf', 'name': 'tempest-AttachVolumeTestJSON-22534217-router', 'tenant_id': '6ebb73746088487dab581c3f6b24a1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '0a88268d-e0c0-4224-beb8-e409be1ca4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:26:50Z', 'updated_at': '2022-09-20T13:26:52Z', 'revision_number': 4, 'project_id': '6ebb73746088487dab581c3f6b24a1f9', 'gw_port': {'id': '0a88268d-e0c0-4224-beb8-e409be1ca4d5', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:68:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002a5ead-4f41-4c0f-8fb0-abfed7a073cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:26:50Z', 'updated_at': '2022-09-20T13:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': 'f140a66e-18a2-47b5-9893-add31b8696b4', 'name': '', 'network_id': '0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef', 'tenant_id': '6ebb73746088487dab581c3f6b24a1f9', 'mac_address': 'fa:16:3e:09:09:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002a5ead-4f41-4c0f-8fb0-abfed7a073cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '26dd50fe-5f0b-44fd-bc22-34959d5f2393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:26:52Z', 'updated_at': '2022-09-20T13:26:57Z', 'revision_number': 5, 'project_id': '6ebb73746088487dab581c3f6b24a1f9', 'subnets': [{'id': '26dd50fe-5f0b-44fd-bc22-34959d5f2393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:31:55.721682 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [req-3e648d81-7c80-45a0-aef4-b966e1cefd4a req-20da6095-3b6e-4cb6-a8b3-f800a9c5b535 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bc80a7f-8332-4825-9547-e04456ad157d {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 13:31:55.728736 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69afb2e1-eb54-42d9-b02c-885a95ccdc41 None None] New status for floating IP 1b568bf3-f27b-47f3-ac39-044ce459730f: DOWN {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 13:31:55.729468 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-3e648d81-7c80-45a0-aef4-b966e1cefd4a req-20da6095-3b6e-4cb6-a8b3-f800a9c5b535 service neutron] Publish callbacks [] for port (6bc80a7f-8332-4825-9547-e04456ad157d), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:55.741487 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-3e648d81-7c80-45a0-aef4-b966e1cefd4a req-20da6095-3b6e-4cb6-a8b3-f800a9c5b535 service neutron] Transition to ACTIVE for port object 6bc80a7f-8332-4825-9547-e04456ad157d will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 20 13:31:55.745718 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-3e648d81-7c80-45a0-aef4-b966e1cefd4a req-20da6095-3b6e-4cb6-a8b3-f800a9c5b535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242759'] for port (6bc80a7f-8332-4825-9547-e04456ad157d), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:55.783829 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7962b757-30a1-48c7-8188-da4612fbc676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (e6bdf340-58c5-4186-af2d-ab00439e5425), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:55.825751 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da6095-3b6e-4cb6-a8b3-f800a9c5b535 service neutron] Pushing event updated for resources: {'Port': ['ID=6bc80a7f-8332-4825-9547-e04456ad157d,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:31:55.858496 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-3e648d81-7c80-45a0-aef4-b966e1cefd4a req-20da6095-3b6e-4cb6-a8b3-f800a9c5b535 service neutron] Attempting to bind port 6bc80a7f-8332-4825-9547-e04456ad157d on host hv-cinder-85846 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 20 13:31:55.858870 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-3e648d81-7c80-45a0-aef4-b966e1cefd4a req-20da6095-3b6e-4cb6-a8b3-f800a9c5b535 service neutron] Attempting to bind port 6bc80a7f-8332-4825-9547-e04456ad157d by drivers openvswitch,hyperv on host hv-cinder-85846 at level 0 using segments [{'id': 'caa8f546-4fd3-49aa-9181-2c1bc2a19ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '07eb7a66-9fa0-4c90-b4a9-6299578cc828'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 20 13:31:55.859241 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e648d81-7c80-45a0-aef4-b966e1cefd4a req-20da6095-3b6e-4cb6-a8b3-f800a9c5b535 service neutron] Attempting to bind port 6bc80a7f-8332-4825-9547-e04456ad157d on network 07eb7a66-9fa0-4c90-b4a9-6299578cc828 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:31:55.863740 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e648d81-7c80-45a0-aef4-b966e1cefd4a req-20da6095-3b6e-4cb6-a8b3-f800a9c5b535 service neutron] Port 6bc80a7f-8332-4825-9547-e04456ad157d on network 07eb7a66-9fa0-4c90-b4a9-6299578cc828 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85846 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 13:31:55.864064 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e648d81-7c80-45a0-aef4-b966e1cefd4a req-20da6095-3b6e-4cb6-a8b3-f800a9c5b535 service neutron] Attempting to bind port 6bc80a7f-8332-4825-9547-e04456ad157d on network 07eb7a66-9fa0-4c90-b4a9-6299578cc828 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:31:55.869041 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e648d81-7c80-45a0-aef4-b966e1cefd4a req-20da6095-3b6e-4cb6-a8b3-f800a9c5b535 service neutron] Checking agent: {'id': '728cf656-0364-4172-b8b5-b6ffd3122ed0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85846', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 13, 15, 40), 'started_at': datetime.datetime(2022, 9, 20, 13, 15, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 13, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:31:55.869396 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e648d81-7c80-45a0-aef4-b966e1cefd4a req-20da6095-3b6e-4cb6-a8b3-f800a9c5b535 service neutron] Checking segment: {'id': 'caa8f546-4fd3-49aa-9181-2c1bc2a19ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '07eb7a66-9fa0-4c90-b4a9-6299578cc828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:31:55.869791 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e648d81-7c80-45a0-aef4-b966e1cefd4a req-20da6095-3b6e-4cb6-a8b3-f800a9c5b535 service neutron] Bound using segment: {'id': 'caa8f546-4fd3-49aa-9181-2c1bc2a19ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '07eb7a66-9fa0-4c90-b4a9-6299578cc828'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:31:55.870227 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-3e648d81-7c80-45a0-aef4-b966e1cefd4a req-20da6095-3b6e-4cb6-a8b3-f800a9c5b535 service neutron] Bound port: 6bc80a7f-8332-4825-9547-e04456ad157d, host: hv-cinder-85846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caa8f546-4fd3-49aa-9181-2c1bc2a19ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '07eb7a66-9fa0-4c90-b4a9-6299578cc828'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 20 13:31:55.870587 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-3e648d81-7c80-45a0-aef4-b966e1cefd4a req-20da6095-3b6e-4cb6-a8b3-f800a9c5b535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (6bc80a7f-8332-4825-9547-e04456ad157d), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:55.931175 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-3e648d81-7c80-45a0-aef4-b966e1cefd4a req-20da6095-3b6e-4cb6-a8b3-f800a9c5b535 service neutron] For port 6bc80a7f-8332-4825-9547-e04456ad157d, host hv-cinder-85846, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:31:55.934250 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-3e648d81-7c80-45a0-aef4-b966e1cefd4a req-20da6095-3b6e-4cb6-a8b3-f800a9c5b535 service neutron] For port 6bc80a7f-8332-4825-9547-e04456ad157d, host hv-cinder-85846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=6bc80a7f-8332-4825-9547-e04456ad157d,segment=NetworkSegment(caa8f546-4fd3-49aa-9181-2c1bc2a19ecf),segment_id=caa8f546-4fd3-49aa-9181-2c1bc2a19ecf)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:31:55.940402 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-3e648d81-7c80-45a0-aef4-b966e1cefd4a req-20da6095-3b6e-4cb6-a8b3-f800a9c5b535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242759'] for port (6bc80a7f-8332-4825-9547-e04456ad157d), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:55.944203 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e648d81-7c80-45a0-aef4-b966e1cefd4a req-20da6095-3b6e-4cb6-a8b3-f800a9c5b535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:31:55.944806 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-3e648d81-7c80-45a0-aef4-b966e1cefd4a req-20da6095-3b6e-4cb6-a8b3-f800a9c5b535 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:55.946178 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3e648d81-7c80-45a0-aef4-b966e1cefd4a req-20da6095-3b6e-4cb6-a8b3-f800a9c5b535 service neutron] 10.222.0.62 "PUT /v2.0/ports/6bc80a7f-8332-4825-9547-e04456ad157d HTTP/1.1" status: 200 len: 1093 time: 0.5664146 Sep 20 13:31:55.991105 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da6095-3b6e-4cb6-a8b3-f800a9c5b535 service neutron] Pushing event updated for resources: {'Port': ['ID=6bc80a7f-8332-4825-9547-e04456ad157d,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:31:56.050881 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e648d81-7c80-45a0-aef4-b966e1cefd4a req-f323eb7d-0fb8-4d02-b95f-437a3fb25cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:31:56.052306 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3e648d81-7c80-45a0-aef4-b966e1cefd4a req-f323eb7d-0fb8-4d02-b95f-437a3fb25cc6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a8bd164295604a33b6edd6cfb639d457&device_id=f5dac4d1-d3ef-4a7d-b292-439f9afcea77 HTTP/1.1" status: 200 len: 1127 time: 0.0479662 Sep 20 13:31:56.102390 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3e648d81-7c80-45a0-aef4-b966e1cefd4a req-08a5b380-3e80-4adf-b90f-986a9f5639cf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bc80a7f-8332-4825-9547-e04456ad157d HTTP/1.1" status: 200 len: 217 time: 0.0332983 Sep 20 13:31:56.145764 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 36996) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:31:56.188282 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e648d81-7c80-45a0-aef4-b966e1cefd4a req-6d576ac3-f870-4a70-b5b5-722418f53419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:31:56.189749 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3e648d81-7c80-45a0-aef4-b966e1cefd4a req-6d576ac3-f870-4a70-b5b5-722418f53419 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4565302d-cc30-47c9-9049-f2a1799d3ad1 HTTP/1.1" status: 200 len: 849 time: 0.0819314 Sep 20 13:31:56.199602 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21727044-ce25-447a-b64a-ef58e77345d7 req-7ca7b429-1327-4b89-8d6a-98c90971fa0d tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:31:56.200975 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-21727044-ce25-447a-b64a-ef58e77345d7 req-7ca7b429-1327-4b89-8d6a-98c90971fa0d tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5dac4d1-d3ef-4a7d-b292-439f9afcea77 HTTP/1.1" status: 200 len: 943 time: 0.0949864 Sep 20 13:31:56.204204 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-67f198a5-8616-4175-aa98-d0f44a390b1c tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks [] for security_group (222f7e55-803f-40ec-875f-06b4e7c9cc93), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:56.227797 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-67f198a5-8616-4175-aa98-d0f44a390b1c tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks [] for security_group (222f7e55-803f-40ec-875f-06b4e7c9cc93), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:56.231447 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3e648d81-7c80-45a0-aef4-b966e1cefd4a req-706a4e32-46ac-40ee-999b-ec0ded2b67e9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=07eb7a66-9fa0-4c90-b4a9-6299578cc828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294986 Sep 20 13:31:56.277552 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-67f198a5-8616-4175-aa98-d0f44a390b1c tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (222f7e55-803f-40ec-875f-06b4e7c9cc93), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:56.280167 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-67f198a5-8616-4175-aa98-d0f44a390b1c tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:56.283377 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-67f198a5-8616-4175-aa98-d0f44a390b1c tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "DELETE /v2.0/security-groups/222f7e55-803f-40ec-875f-06b4e7c9cc93 HTTP/1.1" status: 204 len: 168 time: 0.1364748 Sep 20 13:31:56.286103 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 36998) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:31:56.292782 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f198a5-8616-4175-aa98-d0f44a390b1c tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=222f7e55-803f-40ec-875f-06b4e7c9cc93,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:31:56.325056 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.api.v2.resource [None req-482e720d-b7d9-49af-b702-19259a28ad3b tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] show failed (client error): The resource could not be found. Sep 20 13:31:56.326059 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-482e720d-b7d9-49af-b702-19259a28ad3b tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/security-groups/222f7e55-803f-40ec-875f-06b4e7c9cc93 HTTP/1.1" status: 404 len: 347 time: 0.0390527 Sep 20 13:31:56.329308 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 37000) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:31:56.337055 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-21727044-ce25-447a-b64a-ef58e77345d7 req-65f51df7-0442-44f1-8d2f-72131b8690a0 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb6fdd4f-315e-4f9d-ae20-bb19615249b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277125 Sep 20 13:31:56.362869 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3e648d81-7c80-45a0-aef4-b966e1cefd4a req-659294ec-5ea9-4f8b-b91e-56cff13edda8 service neutron] 10.222.0.62 "GET /v2.0/networks/07eb7a66-9fa0-4c90-b4a9-6299578cc828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247835 Sep 20 13:31:56.448852 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-0958eb0d-93b3-4cb1-9f56-70696d84956c tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Deleting port c037f0d1-7144-4408-bcdc-4d57f224400e {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:31:56.449200 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0958eb0d-93b3-4cb1-9f56-70696d84956c tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (c037f0d1-7144-4408-bcdc-4d57f224400e), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:56.531065 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0958eb0d-93b3-4cb1-9f56-70696d84956c tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (c037f0d1-7144-4408-bcdc-4d57f224400e), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:56.531943 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0958eb0d-93b3-4cb1-9f56-70696d84956c tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks [] for floatingip (c037f0d1-7144-4408-bcdc-4d57f224400e), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:56.544631 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-0958eb0d-93b3-4cb1-9f56-70696d84956c tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Calling delete_port for c037f0d1-7144-4408-bcdc-4d57f224400e owned by network:floatingip {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:31:56.681146 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0958eb0d-93b3-4cb1-9f56-70696d84956c tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421007'] for port (c037f0d1-7144-4408-bcdc-4d57f224400e), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:56.702880 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0958eb0d-93b3-4cb1-9f56-70696d84956c tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Pushing event deleted for resources: {'Port': ['ID=c037f0d1-7144-4408-bcdc-4d57f224400e,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:31:56.726191 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3e648d81-7c80-45a0-aef4-b966e1cefd4a req-2a7a0abb-ae55-45f2-8cc1-8947c9e6412f service neutron] 10.222.0.62 "GET /v2.0/networks/07eb7a66-9fa0-4c90-b4a9-6299578cc828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3573980 Sep 20 13:31:56.772752 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0958eb0d-93b3-4cb1-9f56-70696d84956c tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks [] for floatingip (1b568bf3-f27b-47f3-ac39-044ce459730f), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:56.774326 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21c1e68e-1f58-483a-acac-7453cdb7afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (dfbc54aa-0ed8-4030-9edb-0bf7f0e74037), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:56.775566 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0958eb0d-93b3-4cb1-9f56-70696d84956c tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:56.776732 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-0958eb0d-93b3-4cb1-9f56-70696d84956c tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "DELETE /v2.0/floatingips/1b568bf3-f27b-47f3-ac39-044ce459730f HTTP/1.1" status: 204 len: 168 time: 0.4464345 Sep 20 13:31:56.843455 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5dac4d1-d3ef-4a7d-b292-439f9afcea77', 'tag': '6bc80a7f-8332-4825-9547-e04456ad157d'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:31:56.846523 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8afa0c3fb06aef531850fccced94fa4b659a4977f0534d5a49c84d13d87c0c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbbb5465-f0a4-4947-ae5f-eb0d94d0bd0f" -d '{"events": [{"name": "network-changed", "server_uuid": "f5dac4d1-d3ef-4a7d-b292-439f9afcea77", "tag": "6bc80a7f-8332-4825-9547-e04456ad157d"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:31:56.848379 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 37004) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:31:56.852851 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.v2.base [None req-efc85a02-10c9-4320-b006-4cb23c4342d3 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Request body: {'security_group': {'name': 'tempest-securitygroup--496826445', 'description': 'tempest-description--1662067760'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:31:56.872650 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-efc85a02-10c9-4320-b006-4cb23c4342d3 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:56.880670 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 13:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5197d123-5e43-4368-8222-3beb22b883cd x-openstack-request-id: req-5197d123-5e43-4368-8222-3beb22b883cd {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:31:56.881102 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5dac4d1-d3ef-4a7d-b292-439f9afcea77", "tag": "6bc80a7f-8332-4825-9547-e04456ad157d", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:31:56.881347 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5197d123-5e43-4368-8222-3beb22b883cd {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:31:56.881777 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5197d123-5e43-4368-8222-3beb22b883cd'] response: {'name': 'network-changed', 'server_uuid': 'f5dac4d1-d3ef-4a7d-b292-439f9afcea77', 'tag': '6bc80a7f-8332-4825-9547-e04456ad157d', 'status': 'completed', 'code': 200} Sep 20 13:31:56.941773 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-efc85a02-10c9-4320-b006-4cb23c4342d3 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks [] for security_group (d89a913b-a47c-4bb1-bfca-dc62b2ef888e), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:56.945773 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-efc85a02-10c9-4320-b006-4cb23c4342d3 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (d89a913b-a47c-4bb1-bfca-dc62b2ef888e), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:56.973467 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb5465-f0a4-4947-ae5f-eb0d94d0bd0f req-0840ac48-ec2a-4b6f-9c9c-4ccf35d4fda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:31:56.975153 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-dbbb5465-f0a4-4947-ae5f-eb0d94d0bd0f req-0840ac48-ec2a-4b6f-9c9c-4ccf35d4fda6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a8bd164295604a33b6edd6cfb639d457&device_id=f5dac4d1-d3ef-4a7d-b292-439f9afcea77 HTTP/1.1" status: 200 len: 1127 time: 0.0461366 Sep 20 13:31:56.976431 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc85a02-10c9-4320-b006-4cb23c4342d3 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d89a913b-a47c-4bb1-bfca-dc62b2ef888e,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:31:56.981627 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-efc85a02-10c9-4320-b006-4cb23c4342d3 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:56.983313 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-efc85a02-10c9-4320-b006-4cb23c4342d3 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1334927 Sep 20 13:31:56.986145 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 37008) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:31:56.990941 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.v2.base [None req-549660ff-1cf4-47ea-a049-1fed5e4e8ae9 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Request body: {'security_group_rule': {'security_group_id': 'd89a913b-a47c-4bb1-bfca-dc62b2ef888e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:31:57.016490 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-549660ff-1cf4-47ea-a049-1fed5e4e8ae9 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks [] for security_group_rule (e67927de-4fe6-4239-9324-c989095dfac6), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:57.068584 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb5465-f0a4-4947-ae5f-eb0d94d0bd0f req-d727f6db-f55a-47e4-9ee0-fed2a6987293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:31:57.070057 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-dbbb5465-f0a4-4947-ae5f-eb0d94d0bd0f req-d727f6db-f55a-47e4-9ee0-fed2a6987293 service neutron] 10.222.0.62 "GET /v2.0/networks?id=07eb7a66-9fa0-4c90-b4a9-6299578cc828 HTTP/1.1" status: 200 len: 909 time: 0.0885324 Sep 20 13:31:57.071992 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-549660ff-1cf4-47ea-a049-1fed5e4e8ae9 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks [] for security_group_rule (e67927de-4fe6-4239-9324-c989095dfac6), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:57.075514 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-549660ff-1cf4-47ea-a049-1fed5e4e8ae9 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828784'] for security_group_rule (e67927de-4fe6-4239-9324-c989095dfac6), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:57.093352 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549660ff-1cf4-47ea-a049-1fed5e4e8ae9 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e67927de-4fe6-4239-9324-c989095dfac6,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:31:57.103251 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-549660ff-1cf4-47ea-a049-1fed5e4e8ae9 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:57.106934 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-549660ff-1cf4-47ea-a049-1fed5e4e8ae9 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1171563 Sep 20 13:31:57.107154 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 37010) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:31:57.110448 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-dbbb5465-f0a4-4947-ae5f-eb0d94d0bd0f req-dc2e8c6d-5a47-4d88-b268-ac66b69b735c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bc80a7f-8332-4825-9547-e04456ad157d HTTP/1.1" status: 200 len: 217 time: 0.0339041 Sep 20 13:31:57.112022 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.v2.base [None req-74c451d5-e901-4abf-8e6e-0e056042bb8d tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Request body: {'security_group_rule': {'security_group_id': 'd89a913b-a47c-4bb1-bfca-dc62b2ef888e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:31:57.137196 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-74c451d5-e901-4abf-8e6e-0e056042bb8d tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks [] for security_group_rule (a041ec6a-554f-4eba-89c3-e8fbc85480db), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:57.160362 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb5465-f0a4-4947-ae5f-eb0d94d0bd0f req-851890ea-527b-46c8-b45d-0c528ba646ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:31:57.161808 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-dbbb5465-f0a4-4947-ae5f-eb0d94d0bd0f req-851890ea-527b-46c8-b45d-0c528ba646ec service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4565302d-cc30-47c9-9049-f2a1799d3ad1 HTTP/1.1" status: 200 len: 849 time: 0.0444906 Sep 20 13:31:57.196705 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-74c451d5-e901-4abf-8e6e-0e056042bb8d tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks [] for security_group_rule (a041ec6a-554f-4eba-89c3-e8fbc85480db), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:57.200411 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-dbbb5465-f0a4-4947-ae5f-eb0d94d0bd0f req-dd4b41dd-6baf-4b22-a938-f4c5b05f5fe0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=07eb7a66-9fa0-4c90-b4a9-6299578cc828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309803 Sep 20 13:31:57.200822 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-74c451d5-e901-4abf-8e6e-0e056042bb8d tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828784'] for security_group_rule (a041ec6a-554f-4eba-89c3-e8fbc85480db), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:57.219373 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c451d5-e901-4abf-8e6e-0e056042bb8d tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a041ec6a-554f-4eba-89c3-e8fbc85480db,revision_number=0']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:31:57.223588 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-74c451d5-e901-4abf-8e6e-0e056042bb8d tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:57.224767 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-74c451d5-e901-4abf-8e6e-0e056042bb8d tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1166992 Sep 20 13:31:57.227892 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 37012) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:31:57.232154 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.v2.base [None req-06b63524-bcf1-40e7-a7d8-ee5d2d0367e6 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Request body: {'floatingip': {'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0'}} {{(pid=104086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:31:57.252102 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-06b63524-bcf1-40e7-a7d8-ee5d2d0367e6 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:57.292193 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-dbbb5465-f0a4-4947-ae5f-eb0d94d0bd0f req-4c2b7cec-ec8f-4f87-a4b3-728256058160 service neutron] 10.222.0.62 "GET /v2.0/networks/07eb7a66-9fa0-4c90-b4a9-6299578cc828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853262 Sep 20 13:31:57.346293 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-06b63524-bcf1-40e7-a7d8-ee5d2d0367e6 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:57.386923 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-dbbb5465-f0a4-4947-ae5f-eb0d94d0bd0f req-4d847431-3736-45f3-815b-659c143d1dd1 service neutron] 10.222.0.62 "GET /v2.0/networks/07eb7a66-9fa0-4c90-b4a9-6299578cc828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874817 Sep 20 13:31:57.480394 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.db.db_base_plugin_common [None req-06b63524-bcf1-40e7-a7d8-ee5d2d0367e6 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Allocated IP 172.27.2.220 (36104724-3f48-4df5-b3a4-d541d8e9add0/adca2446-3f2d-49a4-ba29-cedd74eb43e2/1ecfd4a4-f0c8-41dc-9e99-d953150fa6f6) {{(pid=104086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:31:57.510201 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe67ea61-406f-4639-b98f-c723906f61e5 req-a08928db-42f8-47ff-89c8-51aed231d924 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:31:57.511688 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-fe67ea61-406f-4639-b98f-c723906f61e5 req-a08928db-42f8-47ff-89c8-51aed231d924 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5dac4d1-d3ef-4a7d-b292-439f9afcea77 HTTP/1.1" status: 200 len: 943 time: 0.0841208 Sep 20 13:31:57.610561 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-fe67ea61-406f-4639-b98f-c723906f61e5 req-6a7e2aff-c1e1-48bd-b932-341e7d8d1386 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb6fdd4f-315e-4f9d-ae20-bb19615249b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897212 Sep 20 13:31:57.632054 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-06b63524-bcf1-40e7-a7d8-ee5d2d0367e6 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks [] for port (1ecfd4a4-f0c8-41dc-9e99-d953150fa6f6), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:57.667822 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-06b63524-bcf1-40e7-a7d8-ee5d2d0367e6 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421007'] for port (1ecfd4a4-f0c8-41dc-9e99-d953150fa6f6), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:57.702926 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b63524-bcf1-40e7-a7d8-ee5d2d0367e6 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Network 36104724-3f48-4df5-b3a4-d541d8e9add0 is already hosted by enough agents. {{(pid=104086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:31:57.705760 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.base_scheduler [None req-06b63524-bcf1-40e7-a7d8-ee5d2d0367e6 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Resources bound (agent type, host, resource id): {{(pid=104086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:31:57.709167 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b63524-bcf1-40e7-a7d8-ee5d2d0367e6 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Received port after_create {{(pid=104086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:31:57.735231 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b63524-bcf1-40e7-a7d8-ee5d2d0367e6 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Pushing event updated for resources: {'Port': ['ID=1ecfd4a4-f0c8-41dc-9e99-d953150fa6f6,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:31:57.797435 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-06b63524-bcf1-40e7-a7d8-ee5d2d0367e6 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks [] for floatingip (c630e46f-b972-47ee-96c7-41b33e52fa5b), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:57.832863 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-06b63524-bcf1-40e7-a7d8-ee5d2d0367e6 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (1ecfd4a4-f0c8-41dc-9e99-d953150fa6f6), before_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:57.979356 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-06b63524-bcf1-40e7-a7d8-ee5d2d0367e6 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks [] for port (1ecfd4a4-f0c8-41dc-9e99-d953150fa6f6), precommit_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:57.983862 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-06b63524-bcf1-40e7-a7d8-ee5d2d0367e6 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10421046'] for port (1ecfd4a4-f0c8-41dc-9e99-d953150fa6f6), after_update {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:58.046417 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-06b63524-bcf1-40e7-a7d8-ee5d2d0367e6 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607693'] for floatingip (c630e46f-b972-47ee-96c7-41b33e52fa5b), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:58.049524 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b63524-bcf1-40e7-a7d8-ee5d2d0367e6 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Pushing event updated for resources: {'Port': ['ID=1ecfd4a4-f0c8-41dc-9e99-d953150fa6f6,revision_number=2']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:31:58.064324 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-06b63524-bcf1-40e7-a7d8-ee5d2d0367e6 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:58.065543 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-06b63524-bcf1-40e7-a7d8-ee5d2d0367e6 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8367226 Sep 20 13:31:58.193458 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c793fb8f-2eac-4cf0-b972-02f3f2d6d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (78ab24c8-cd03-458a-a2fc-6c0c54d0053a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:58.212571 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b9a134ea-ccf0-40db-8d99-663db4db8c22 req-be29bfec-d318-4fd2-9a96-4df1999199ab tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--496826445&fields=id&tenant_id=6ebb73746088487dab581c3f6b24a1f9 HTTP/1.1" status: 200 len: 267 time: 0.0436051 Sep 20 13:31:58.316683 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a134ea-ccf0-40db-8d99-663db4db8c22 req-ffd33deb-539e-49c7-9ebe-e7e800c293bc tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:31:58.318040 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b9a134ea-ccf0-40db-8d99-663db4db8c22 req-ffd33deb-539e-49c7-9ebe-e7e800c293bc tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/networks?id=0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef HTTP/1.1" status: 200 len: 809 time: 0.0986309 Sep 20 13:31:58.332582 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b9a134ea-ccf0-40db-8d99-663db4db8c22 req-f11cb2e7-e9bd-4c9e-952e-d9aa060c472f tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/quotas/6ebb73746088487dab581c3f6b24a1f9 HTTP/1.1" status: 200 len: 375 time: 0.0092640 Sep 20 13:31:58.390045 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b9a134ea-ccf0-40db-8d99-663db4db8c22 req-1186f69c-0c8d-4e9c-8e2f-45e52aedb2d0 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6ebb73746088487dab581c3f6b24a1f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526936 Sep 20 13:31:58.482756 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b9a134ea-ccf0-40db-8d99-663db4db8c22 req-63294d00-741c-4e80-8325-7527ad861472 service neutron] 10.222.0.55 "GET /v2.0/networks/0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812631 Sep 20 13:31:58.572529 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b9a134ea-ccf0-40db-8d99-663db4db8c22 req-9c36e97d-5785-4336-904b-844763bc3607 service neutron] 10.222.0.55 "GET /v2.0/networks/0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838621 Sep 20 13:31:58.741388 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1698d868-45f4-49c4-8392-6657f05f0aa5 req-61af5c63-be39-403d-9c50-ffcb03024152 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:31:58.742989 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-1698d868-45f4-49c4-8392-6657f05f0aa5 req-61af5c63-be39-403d-9c50-ffcb03024152 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5dac4d1-d3ef-4a7d-b292-439f9afcea77 HTTP/1.1" status: 200 len: 943 time: 0.0561588 Sep 20 13:31:58.747744 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3af9da05-fc2f-4cce-8464-5c4bb111ba9e req-c650f461-a060-4a15-8e6f-113a9da2a249 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f042363-4a47-447c-aec9-b60874434bba HTTP/1.1" status: 200 len: 210 time: 0.0295818 Sep 20 13:31:58.793053 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-1698d868-45f4-49c4-8392-6657f05f0aa5 req-c4306c61-bb45-4770-9588-657e28775a85 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb6fdd4f-315e-4f9d-ae20-bb19615249b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425024 Sep 20 13:31:59.381986 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1 no longer exists at agent hyperv_hv-cinder-85846 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:31:59.400700 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] No Port match for: cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 20 13:31:59.400980 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device cd5fd2f2-d7c6-4fa0-bd3f-c292f0f766e1 not bound to the agent host hv-cinder-85846 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:31:59.602708 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (543ca60b-7e7a-4ebd-8f87-7672c7a482b9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:31:59.789184 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a134ea-ccf0-40db-8d99-663db4db8c22 req-91f50a1d-eba1-4179-bf6b-bdce57312818 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:31:59.790676 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b9a134ea-ccf0-40db-8d99-663db4db8c22 req-91f50a1d-eba1-4179-bf6b-bdce57312818 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.62 "GET /v2.0/networks?id=0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef HTTP/1.1" status: 200 len: 809 time: 0.1094337 Sep 20 13:31:59.876199 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6c8a5982-8c72-432d-a3fb-f217e6efc599 req-dee0de6a-fa79-405e-8b56-05f968a88e44 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f042363-4a47-447c-aec9-b60874434bba HTTP/1.1" status: 200 len: 210 time: 0.0501339 Sep 20 13:31:59.910817 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b9a134ea-ccf0-40db-8d99-663db4db8c22 req-31748f7f-e6d0-4989-85f8-6fdce292e71f tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ebb73746088487dab581c3f6b24a1f9 HTTP/1.1" status: 200 len: 379 time: 0.0930982 Sep 20 13:31:59.930061 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-b9a134ea-ccf0-40db-8d99-663db4db8c22 req-37fec927-ff08-4539-b3e0-aee2e7e3a381 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Request body: {'port': {'device_id': '0f042363-4a47-447c-aec9-b60874434bba', 'network_id': '0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef', 'admin_state_up': True, 'tenant_id': '6ebb73746088487dab581c3f6b24a1f9', 'security_groups': ['d89a913b-a47c-4bb1-bfca-dc62b2ef888e']}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:31:59.936016 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2ad4a-66d7-4484-aee0-7dcfecbb5f00 req-277be23d-e20a-40d2-a3b4-cd7a2a5a75b4 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:31:59.938261 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-dff2ad4a-66d7-4484-aee0-7dcfecbb5f00 req-277be23d-e20a-40d2-a3b4-cd7a2a5a75b4 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5dac4d1-d3ef-4a7d-b292-439f9afcea77 HTTP/1.1" status: 200 len: 943 time: 0.0575755 Sep 20 13:31:59.986131 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-dff2ad4a-66d7-4484-aee0-7dcfecbb5f00 req-f9765882-d9d5-492b-9754-14412773981b tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb6fdd4f-315e-4f9d-ae20-bb19615249b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421917 Sep 20 13:32:00.038775 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9a134ea-ccf0-40db-8d99-663db4db8c22 req-37fec927-ff08-4539-b3e0-aee2e7e3a381 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Made reservation on behalf of 6ebb73746088487dab581c3f6b24a1f9 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:32:00.041958 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b9a134ea-ccf0-40db-8d99-663db4db8c22 req-37fec927-ff08-4539-b3e0-aee2e7e3a381 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:00.162812 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-b9a134ea-ccf0-40db-8d99-663db4db8c22 req-37fec927-ff08-4539-b3e0-aee2e7e3a381 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Allocated IP 172.20.0.4 (0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef/26dd50fe-5f0b-44fd-bc22-34959d5f2393/731c23cc-a936-40c0-9287-d252d831e330) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:32:00.318117 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b9a134ea-ccf0-40db-8d99-663db4db8c22 req-37fec927-ff08-4539-b3e0-aee2e7e3a381 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks [] for port (731c23cc-a936-40c0-9287-d252d831e330), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:00.348809 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b9a134ea-ccf0-40db-8d99-663db4db8c22 req-37fec927-ff08-4539-b3e0-aee2e7e3a381 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (731c23cc-a936-40c0-9287-d252d831e330), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:00.386594 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9a134ea-ccf0-40db-8d99-663db4db8c22 req-37fec927-ff08-4539-b3e0-aee2e7e3a381 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Network 0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:32:00.389613 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-b9a134ea-ccf0-40db-8d99-663db4db8c22 req-37fec927-ff08-4539-b3e0-aee2e7e3a381 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:32:00.391973 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a134ea-ccf0-40db-8d99-663db4db8c22 req-37fec927-ff08-4539-b3e0-aee2e7e3a381 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:32:00.429544 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fec927-ff08-4539-b3e0-aee2e7e3a381 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Pushing event updated for resources: {'Port': ['ID=731c23cc-a936-40c0-9287-d252d831e330,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:32:00.454684 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a134ea-ccf0-40db-8d99-663db4db8c22 req-37fec927-ff08-4539-b3e0-aee2e7e3a381 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:00.455321 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b9a134ea-ccf0-40db-8d99-663db4db8c22 req-37fec927-ff08-4539-b3e0-aee2e7e3a381 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:00.472803 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b9a134ea-ccf0-40db-8d99-663db4db8c22 req-37fec927-ff08-4539-b3e0-aee2e7e3a381 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5466375 Sep 20 13:32:00.490588 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-b9a134ea-ccf0-40db-8d99-663db4db8c22 req-5d0d05c8-bc68-41a5-b00c-124246f93b23 service neutron] Request body: {'port': {'device_id': '0f042363-4a47-447c-aec9-b60874434bba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85846'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:32:00.552557 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b9a134ea-ccf0-40db-8d99-663db4db8c22 req-5d0d05c8-bc68-41a5-b00c-124246f93b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (731c23cc-a936-40c0-9287-d252d831e330), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:00.609491 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-3c7d0800-ceff-4aa6-b039-2ceb68e19f27 None None] Provisioning complete for port 731c23cc-a936-40c0-9287-d252d831e330 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:32:00.610071 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3c7d0800-ceff-4aa6-b039-2ceb68e19f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (731c23cc-a936-40c0-9287-d252d831e330), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:00.610263 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-3c7d0800-ceff-4aa6-b039-2ceb68e19f27 None None] Attempt 1 to provision port 731c23cc-a936-40c0-9287-d252d831e330 Sep 20 13:32:00.641638 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-3c7d0800-ceff-4aa6-b039-2ceb68e19f27 None None] Port 731c23cc-a936-40c0-9287-d252d831e330 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:32:00.803767 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [req-b9a134ea-ccf0-40db-8d99-663db4db8c22 req-5d0d05c8-bc68-41a5-b00c-124246f93b23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 731c23cc-a936-40c0-9287-d252d831e330 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 13:32:00.811026 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b9a134ea-ccf0-40db-8d99-663db4db8c22 req-5d0d05c8-bc68-41a5-b00c-124246f93b23 service neutron] Publish callbacks [] for port (731c23cc-a936-40c0-9287-d252d831e330), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:00.822615 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-b9a134ea-ccf0-40db-8d99-663db4db8c22 req-5d0d05c8-bc68-41a5-b00c-124246f93b23 service neutron] Transition to ACTIVE for port object 731c23cc-a936-40c0-9287-d252d831e330 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 20 13:32:00.826405 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b9a134ea-ccf0-40db-8d99-663db4db8c22 req-5d0d05c8-bc68-41a5-b00c-124246f93b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242759'] for port (731c23cc-a936-40c0-9287-d252d831e330), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:00.882772 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0d05c8-bc68-41a5-b00c-124246f93b23 service neutron] Pushing event updated for resources: {'Port': ['ID=731c23cc-a936-40c0-9287-d252d831e330,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:32:00.931362 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-b9a134ea-ccf0-40db-8d99-663db4db8c22 req-5d0d05c8-bc68-41a5-b00c-124246f93b23 service neutron] Attempting to bind port 731c23cc-a936-40c0-9287-d252d831e330 on host hv-cinder-85846 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 20 13:32:00.931709 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-b9a134ea-ccf0-40db-8d99-663db4db8c22 req-5d0d05c8-bc68-41a5-b00c-124246f93b23 service neutron] Attempting to bind port 731c23cc-a936-40c0-9287-d252d831e330 by drivers openvswitch,hyperv on host hv-cinder-85846 at level 0 using segments [{'id': '9fa4b3a9-3030-408d-94ff-78e487e07b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 20 13:32:00.932044 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a134ea-ccf0-40db-8d99-663db4db8c22 req-5d0d05c8-bc68-41a5-b00c-124246f93b23 service neutron] Attempting to bind port 731c23cc-a936-40c0-9287-d252d831e330 on network 0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:32:00.936391 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a134ea-ccf0-40db-8d99-663db4db8c22 req-5d0d05c8-bc68-41a5-b00c-124246f93b23 service neutron] Port 731c23cc-a936-40c0-9287-d252d831e330 on network 0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85846 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 13:32:00.936720 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a134ea-ccf0-40db-8d99-663db4db8c22 req-5d0d05c8-bc68-41a5-b00c-124246f93b23 service neutron] Attempting to bind port 731c23cc-a936-40c0-9287-d252d831e330 on network 0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:32:00.942260 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a134ea-ccf0-40db-8d99-663db4db8c22 req-5d0d05c8-bc68-41a5-b00c-124246f93b23 service neutron] Checking agent: {'id': '728cf656-0364-4172-b8b5-b6ffd3122ed0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85846', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 13, 15, 40), 'started_at': datetime.datetime(2022, 9, 20, 13, 15, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 13, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:32:00.942607 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a134ea-ccf0-40db-8d99-663db4db8c22 req-5d0d05c8-bc68-41a5-b00c-124246f93b23 service neutron] Checking segment: {'id': '9fa4b3a9-3030-408d-94ff-78e487e07b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:32:00.943028 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a134ea-ccf0-40db-8d99-663db4db8c22 req-5d0d05c8-bc68-41a5-b00c-124246f93b23 service neutron] Bound using segment: {'id': '9fa4b3a9-3030-408d-94ff-78e487e07b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:32:00.943464 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-b9a134ea-ccf0-40db-8d99-663db4db8c22 req-5d0d05c8-bc68-41a5-b00c-124246f93b23 service neutron] Bound port: 731c23cc-a936-40c0-9287-d252d831e330, host: hv-cinder-85846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fa4b3a9-3030-408d-94ff-78e487e07b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 20 13:32:00.943832 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b9a134ea-ccf0-40db-8d99-663db4db8c22 req-5d0d05c8-bc68-41a5-b00c-124246f93b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (731c23cc-a936-40c0-9287-d252d831e330), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:01.039575 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-b9a134ea-ccf0-40db-8d99-663db4db8c22 req-5d0d05c8-bc68-41a5-b00c-124246f93b23 service neutron] For port 731c23cc-a936-40c0-9287-d252d831e330, host hv-cinder-85846, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:32:01.048064 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cec800c-beae-4e36-bcbb-c0c197513c71 req-75fbcd2a-85cb-40ae-bd9e-fe19ba82b2bd tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:01.049574 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2cec800c-beae-4e36-bcbb-c0c197513c71 req-75fbcd2a-85cb-40ae-bd9e-fe19ba82b2bd tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f042363-4a47-447c-aec9-b60874434bba HTTP/1.1" status: 200 len: 943 time: 0.0969400 Sep 20 13:32:01.051317 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-b9a134ea-ccf0-40db-8d99-663db4db8c22 req-5d0d05c8-bc68-41a5-b00c-124246f93b23 service neutron] For port 731c23cc-a936-40c0-9287-d252d831e330, host hv-cinder-85846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=731c23cc-a936-40c0-9287-d252d831e330,segment=NetworkSegment(9fa4b3a9-3030-408d-94ff-78e487e07b97),segment_id=9fa4b3a9-3030-408d-94ff-78e487e07b97)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:32:01.064773 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b9a134ea-ccf0-40db-8d99-663db4db8c22 req-5d0d05c8-bc68-41a5-b00c-124246f93b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242759'] for port (731c23cc-a936-40c0-9287-d252d831e330), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:01.077518 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a134ea-ccf0-40db-8d99-663db4db8c22 req-5d0d05c8-bc68-41a5-b00c-124246f93b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:01.078696 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b9a134ea-ccf0-40db-8d99-663db4db8c22 req-5d0d05c8-bc68-41a5-b00c-124246f93b23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:01.080081 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b9a134ea-ccf0-40db-8d99-663db4db8c22 req-5d0d05c8-bc68-41a5-b00c-124246f93b23 service neutron] 10.222.0.62 "PUT /v2.0/ports/731c23cc-a936-40c0-9287-d252d831e330 HTTP/1.1" status: 200 len: 1093 time: 0.5938618 Sep 20 13:32:01.080579 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f042363-4a47-447c-aec9-b60874434bba', 'tag': '731c23cc-a936-40c0-9287-d252d831e330'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:32:01.082846 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8afa0c3fb06aef531850fccced94fa4b659a4977f0534d5a49c84d13d87c0c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab45460-0005-49be-973d-f5fc3d5e4ba0" -d '{"events": [{"name": "network-changed", "server_uuid": "0f042363-4a47-447c-aec9-b60874434bba", "tag": "731c23cc-a936-40c0-9287-d252d831e330"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:32:01.122193 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646effd8-d456-46ad-90e7-28283dfb8232 req-2f4115e9-cea8-43ca-9c04-fecee53016e4 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:01.123898 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-646effd8-d456-46ad-90e7-28283dfb8232 req-2f4115e9-cea8-43ca-9c04-fecee53016e4 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5dac4d1-d3ef-4a7d-b292-439f9afcea77 HTTP/1.1" status: 200 len: 943 time: 0.0582886 Sep 20 13:32:01.142621 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-3c7d0800-ceff-4aa6-b039-2ceb68e19f27 None None] Attempt 2 to provision port 731c23cc-a936-40c0-9287-d252d831e330 Sep 20 13:32:01.155893 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2cec800c-beae-4e36-bcbb-c0c197513c71 req-5bae6863-8a78-45dd-8d91-c3131a2cbc9f tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a913b-a47c-4bb1-bfca-dc62b2ef888e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993590 Sep 20 13:32:01.179204 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0d05c8-bc68-41a5-b00c-124246f93b23 service neutron] Pushing event updated for resources: {'Port': ['ID=731c23cc-a936-40c0-9287-d252d831e330,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:32:01.194529 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-646effd8-d456-46ad-90e7-28283dfb8232 req-63504b34-4580-466b-813c-c58237dfd77d tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb6fdd4f-315e-4f9d-ae20-bb19615249b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618613 Sep 20 13:32:01.207689 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-3c7d0800-ceff-4aa6-b039-2ceb68e19f27 None None] Port 731c23cc-a936-40c0-9287-d252d831e330 had new provisioning blocks added so it will not transition to active. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 20 13:32:01.208215 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a134ea-ccf0-40db-8d99-663db4db8c22 req-189da578-e854-4650-b510-4b0864f18332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:01.209912 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b9a134ea-ccf0-40db-8d99-663db4db8c22 req-189da578-e854-4650-b510-4b0864f18332 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6ebb73746088487dab581c3f6b24a1f9&device_id=0f042363-4a47-447c-aec9-b60874434bba HTTP/1.1" status: 200 len: 1127 time: 0.0749295 Sep 20 13:32:01.211553 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 13:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82da0db0-084a-4a50-aa34-8d13e4dd3d3a x-openstack-request-id: req-82da0db0-084a-4a50-aa34-8d13e4dd3d3a {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:32:01.211871 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f042363-4a47-447c-aec9-b60874434bba", "tag": "731c23cc-a936-40c0-9287-d252d831e330", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:32:01.212120 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-82da0db0-084a-4a50-aa34-8d13e4dd3d3a {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:32:01.212520 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82da0db0-084a-4a50-aa34-8d13e4dd3d3a'] response: {'name': 'network-changed', 'server_uuid': '0f042363-4a47-447c-aec9-b60874434bba', 'tag': '731c23cc-a936-40c0-9287-d252d831e330', 'status': 'completed', 'code': 200} Sep 20 13:32:01.263228 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b9a134ea-ccf0-40db-8d99-663db4db8c22 req-d5a83e28-fb52-4df4-aa8f-94f229fe05f0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=731c23cc-a936-40c0-9287-d252d831e330 HTTP/1.1" status: 200 len: 217 time: 0.0327802 Sep 20 13:32:01.309520 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a134ea-ccf0-40db-8d99-663db4db8c22 req-92b620d6-1e7e-4c29-9848-ebd83bfb47da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:01.310943 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b9a134ea-ccf0-40db-8d99-663db4db8c22 req-92b620d6-1e7e-4c29-9848-ebd83bfb47da service neutron] 10.222.0.62 "GET /v2.0/subnets?id=26dd50fe-5f0b-44fd-bc22-34959d5f2393 HTTP/1.1" status: 200 len: 848 time: 0.0418296 Sep 20 13:32:01.358113 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a134ea-ccf0-40db-8d99-663db4db8c22 req-f1826cd9-92d0-4584-bc19-5270909a2ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:01.360227 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b9a134ea-ccf0-40db-8d99-663db4db8c22 req-f1826cd9-92d0-4584-bc19-5270909a2ed6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439224 Sep 20 13:32:01.379525 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 6bc80a7f-8332-4825-9547-e04456ad157d details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:32:01.451725 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b9a134ea-ccf0-40db-8d99-663db4db8c22 req-33d6ec6c-8b43-4936-97cb-0037da14ccd7 service neutron] 10.222.0.62 "GET /v2.0/networks/0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850942 Sep 20 13:32:01.477027 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port 6bc80a7f-8332-4825-9547-e04456ad157d, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=6bc80a7f-8332-4825-9547-e04456ad157d,segment=NetworkSegment(caa8f546-4fd3-49aa-9181-2c1bc2a19ecf),segment_id=caa8f546-4fd3-49aa-9181-2c1bc2a19ecf)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:32:01.489011 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Returning: {'device': '6bc80a7f-8332-4825-9547-e04456ad157d', 'network_id': '07eb7a66-9fa0-4c90-b4a9-6299578cc828', 'port_id': '6bc80a7f-8332-4825-9547-e04456ad157d', 'mac_address': 'fa:16:3e:c6:21:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4565302d-cc30-47c9-9049-f2a1799d3ad1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:32:01.524008 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Current status of the port 6bc80a7f-8332-4825-9547-e04456ad157d is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:32:01.524412 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (6bc80a7f-8332-4825-9547-e04456ad157d), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:01.537792 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bc80a7f-8332-4825-9547-e04456ad157d {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 13:32:01.541232 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b9a134ea-ccf0-40db-8d99-663db4db8c22 req-713f69cd-8110-4138-87aa-104c491b941d service neutron] 10.222.0.62 "GET /v2.0/networks/0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822220 Sep 20 13:32:01.557135 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port 6bc80a7f-8332-4825-9547-e04456ad157d, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=6bc80a7f-8332-4825-9547-e04456ad157d,segment=NetworkSegment(caa8f546-4fd3-49aa-9181-2c1bc2a19ecf),segment_id=caa8f546-4fd3-49aa-9181-2c1bc2a19ecf)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:32:01.561484 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (6bc80a7f-8332-4825-9547-e04456ad157d), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:01.606469 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Pushing event updated for resources: {'Port': ['ID=6bc80a7f-8332-4825-9547-e04456ad157d,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:32:01.690453 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab45460-0005-49be-973d-f5fc3d5e4ba0 req-c03889e9-2986-4a4e-9f35-d455ea9bcaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:01.692062 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4ab45460-0005-49be-973d-f5fc3d5e4ba0 req-c03889e9-2986-4a4e-9f35-d455ea9bcaa0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6ebb73746088487dab581c3f6b24a1f9&device_id=0f042363-4a47-447c-aec9-b60874434bba HTTP/1.1" status: 200 len: 1127 time: 0.0513713 Sep 20 13:32:01.779284 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab45460-0005-49be-973d-f5fc3d5e4ba0 req-1d49c8f3-763c-4eec-9b45-16313ef535aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:01.780749 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4ab45460-0005-49be-973d-f5fc3d5e4ba0 req-1d49c8f3-763c-4eec-9b45-16313ef535aa service neutron] 10.222.0.62 "GET /v2.0/networks?id=0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef HTTP/1.1" status: 200 len: 909 time: 0.0814319 Sep 20 13:32:01.819001 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4ab45460-0005-49be-973d-f5fc3d5e4ba0 req-0b316996-d051-408b-9ca9-c2901a697788 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=731c23cc-a936-40c0-9287-d252d831e330 HTTP/1.1" status: 200 len: 217 time: 0.0320864 Sep 20 13:32:01.869145 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab45460-0005-49be-973d-f5fc3d5e4ba0 req-b927997a-ef26-436d-87e0-6355fd27c89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:01.870540 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4ab45460-0005-49be-973d-f5fc3d5e4ba0 req-b927997a-ef26-436d-87e0-6355fd27c89d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=26dd50fe-5f0b-44fd-bc22-34959d5f2393 HTTP/1.1" status: 200 len: 848 time: 0.0458641 Sep 20 13:32:01.919630 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab45460-0005-49be-973d-f5fc3d5e4ba0 req-37b4c756-ad32-4bc9-a214-136688df30f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:01.921111 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4ab45460-0005-49be-973d-f5fc3d5e4ba0 req-37b4c756-ad32-4bc9-a214-136688df30f2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434260 Sep 20 13:32:02.006318 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4ab45460-0005-49be-973d-f5fc3d5e4ba0 req-d57f4346-fc21-44f7-a7b9-0e1682b5c4e5 service neutron] 10.222.0.62 "GET /v2.0/networks/0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784364 Sep 20 13:32:02.099382 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4ab45460-0005-49be-973d-f5fc3d5e4ba0 req-cc80c555-9432-4c67-a38c-974e1fe6024d service neutron] 10.222.0.62 "GET /v2.0/networks/0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867372 Sep 20 13:32:02.260195 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] get_ports_and_sgs() called for port_ids ['6bc80a7f-8332-4825-9547-e04456ad157d'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 13:32:02.288182 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2df811-43b5-42db-918f-2f614b3514fe req-337d93de-0103-4959-ab81-3fcda2401821 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:02.289783 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8c2df811-43b5-42db-918f-2f614b3514fe req-337d93de-0103-4959-ab81-3fcda2401821 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f042363-4a47-447c-aec9-b60874434bba HTTP/1.1" status: 200 len: 943 time: 0.0566823 Sep 20 13:32:02.326744 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c108f-91d8-4dd0-beac-634c713fe4ee req-7c08287a-d569-44ba-b75e-ad2aeeb9d689 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:02.329228 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-059c108f-91d8-4dd0-beac-634c713fe4ee req-7c08287a-d569-44ba-b75e-ad2aeeb9d689 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5dac4d1-d3ef-4a7d-b292-439f9afcea77 HTTP/1.1" status: 200 len: 944 time: 0.0584013 Sep 20 13:32:02.341399 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8c2df811-43b5-42db-918f-2f614b3514fe req-0a4781fa-3d67-4e35-a00c-a4c88b883c16 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a913b-a47c-4bb1-bfca-dc62b2ef888e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456610 Sep 20 13:32:02.393219 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-059c108f-91d8-4dd0-beac-634c713fe4ee req-aaf3b6c5-ab2d-456f-8b1d-e0b686ef2ef3 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb6fdd4f-315e-4f9d-ae20-bb19615249b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575771 Sep 20 13:32:03.393646 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 6bc80a7f-8332-4825-9547-e04456ad157d up at agent hyperv_hv-cinder-85846 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:32:03.444174 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Provisioning for port 6bc80a7f-8332-4825-9547-e04456ad157d completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 13:32:03.448601 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Provisioning complete for port 6bc80a7f-8332-4825-9547-e04456ad157d triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:32:03.449056 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (6bc80a7f-8332-4825-9547-e04456ad157d), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:03.449461 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Attempt 1 to provision port 6bc80a7f-8332-4825-9547-e04456ad157d Sep 20 13:32:03.477654 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c03a8f0-d11f-4d76-97e7-7966c81e20b2 req-b2fc52f8-b842-43f7-bd62-fdf0ae5724b0 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:03.479228 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4c03a8f0-d11f-4d76-97e7-7966c81e20b2 req-b2fc52f8-b842-43f7-bd62-fdf0ae5724b0 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f042363-4a47-447c-aec9-b60874434bba HTTP/1.1" status: 200 len: 943 time: 0.0606802 Sep 20 13:32:03.530107 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Current status of the port 6bc80a7f-8332-4825-9547-e04456ad157d is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:32:03.530503 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (6bc80a7f-8332-4825-9547-e04456ad157d), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:03.530756 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b112c-bacb-4a71-bfef-e56f305b80e1 req-ed0908c4-4fdb-4518-8e29-32a1e5e95df6 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:03.533532 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-0b8b112c-bacb-4a71-bfef-e56f305b80e1 req-ed0908c4-4fdb-4518-8e29-32a1e5e95df6 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5dac4d1-d3ef-4a7d-b292-439f9afcea77 HTTP/1.1" status: 200 len: 944 time: 0.0586755 Sep 20 13:32:03.542442 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4c03a8f0-d11f-4d76-97e7-7966c81e20b2 req-84d4dafc-4344-4ba9-b125-79e50df012f7 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a913b-a47c-4bb1-bfca-dc62b2ef888e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530281 Sep 20 13:32:03.562917 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5dac4d1-d3ef-4a7d-b292-439f9afcea77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc80a7f-8332-4825-9547-e04456ad157d'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:32:03.562917 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76b3f69f6489aff1aa8284e7e37e9464aa9e8db96ff70d8a184fca566081ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97fa23c2-9987-4199-b018-f6f6a440002e" -d '{"events": [{"server_uuid": "f5dac4d1-d3ef-4a7d-b292-439f9afcea77", "name": "network-vif-plugged", "status": "completed", "tag": "6bc80a7f-8332-4825-9547-e04456ad157d"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:32:03.570365 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port 6bc80a7f-8332-4825-9547-e04456ad157d, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=6bc80a7f-8332-4825-9547-e04456ad157d,segment=NetworkSegment(caa8f546-4fd3-49aa-9181-2c1bc2a19ecf),segment_id=caa8f546-4fd3-49aa-9181-2c1bc2a19ecf)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:32:03.575160 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (6bc80a7f-8332-4825-9547-e04456ad157d), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:03.586592 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-0b8b112c-bacb-4a71-bfef-e56f305b80e1 req-e661dc67-7c91-45cf-9be0-411b011a704d tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb6fdd4f-315e-4f9d-ae20-bb19615249b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467799 Sep 20 13:32:03.603228 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 13:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f3a7f7-c5f4-4595-87ce-5e30ddba82a8 x-openstack-request-id: req-46f3a7f7-c5f4-4595-87ce-5e30ddba82a8 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:32:03.603595 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5dac4d1-d3ef-4a7d-b292-439f9afcea77", "name": "network-vif-plugged", "status": "completed", "tag": "6bc80a7f-8332-4825-9547-e04456ad157d", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:32:03.603863 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-46f3a7f7-c5f4-4595-87ce-5e30ddba82a8 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:32:03.604269 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46f3a7f7-c5f4-4595-87ce-5e30ddba82a8'] response: {'server_uuid': 'f5dac4d1-d3ef-4a7d-b292-439f9afcea77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc80a7f-8332-4825-9547-e04456ad157d', 'code': 200} Sep 20 13:32:03.625474 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Pushing event updated for resources: {'Port': ['ID=6bc80a7f-8332-4825-9547-e04456ad157d,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:32:03.822829 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a665f-b613-4131-8425-ce41522dfd5e req-4d3e8ad0-eff0-4cd7-9191-343b5122faf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:03.824252 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b70a665f-b613-4131-8425-ce41522dfd5e req-4d3e8ad0-eff0-4cd7-9191-343b5122faf7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f5dac4d1-d3ef-4a7d-b292-439f9afcea77 HTTP/1.1" status: 200 len: 1129 time: 0.0438743 Sep 20 13:32:03.865966 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b70a665f-b613-4131-8425-ce41522dfd5e req-d9c25318-a3b4-4dbd-a74c-8ed38db9d4ae service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=fb6fdd4f-315e-4f9d-ae20-bb19615249b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360520 Sep 20 13:32:04.669238 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d8400-a26f-4bdd-ab92-ff659d806063 req-f63dbb17-8987-41a7-942a-002c200c5d9f tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:04.670694 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-883d8400-a26f-4bdd-ab92-ff659d806063 req-f63dbb17-8987-41a7-942a-002c200c5d9f tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f042363-4a47-447c-aec9-b60874434bba HTTP/1.1" status: 200 len: 943 time: 0.0530381 Sep 20 13:32:04.716204 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4baa57-333d-49f3-80c9-58c55d85887d req-00f2c262-69c7-4ef3-b795-00f7c3df4171 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:04.717683 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-1c4baa57-333d-49f3-80c9-58c55d85887d req-00f2c262-69c7-4ef3-b795-00f7c3df4171 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5dac4d1-d3ef-4a7d-b292-439f9afcea77 HTTP/1.1" status: 200 len: 945 time: 0.0519745 Sep 20 13:32:04.721603 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-883d8400-a26f-4bdd-ab92-ff659d806063 req-fe3a1d25-0a3e-4cfb-ad5e-86889a7484bb tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a913b-a47c-4bb1-bfca-dc62b2ef888e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450850 Sep 20 13:32:04.768371 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-1c4baa57-333d-49f3-80c9-58c55d85887d req-db82705c-244c-4459-8b87-1ff25b9c33c4 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb6fdd4f-315e-4f9d-ae20-bb19615249b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446165 Sep 20 13:32:05.406235 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 731c23cc-a936-40c0-9287-d252d831e330 details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:32:05.502090 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port 731c23cc-a936-40c0-9287-d252d831e330, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=731c23cc-a936-40c0-9287-d252d831e330,segment=NetworkSegment(9fa4b3a9-3030-408d-94ff-78e487e07b97),segment_id=9fa4b3a9-3030-408d-94ff-78e487e07b97)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:32:05.513537 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Returning: {'device': '731c23cc-a936-40c0-9287-d252d831e330', 'network_id': '0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef', 'port_id': '731c23cc-a936-40c0-9287-d252d831e330', 'mac_address': 'fa:16:3e:ae:b8:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26dd50fe-5f0b-44fd-bc22-34959d5f2393', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:32:05.547509 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Current status of the port 731c23cc-a936-40c0-9287-d252d831e330 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:32:05.547963 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (731c23cc-a936-40c0-9287-d252d831e330), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:05.563593 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 731c23cc-a936-40c0-9287-d252d831e330 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 13:32:05.582158 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port 731c23cc-a936-40c0-9287-d252d831e330, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=731c23cc-a936-40c0-9287-d252d831e330,segment=NetworkSegment(9fa4b3a9-3030-408d-94ff-78e487e07b97),segment_id=9fa4b3a9-3030-408d-94ff-78e487e07b97)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:32:05.585761 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (731c23cc-a936-40c0-9287-d252d831e330), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:05.630796 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Pushing event updated for resources: {'Port': ['ID=731c23cc-a936-40c0-9287-d252d831e330,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:32:05.846725 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e926f3-f4fe-431c-9d6f-e920b1167242 req-88997810-fcf1-4f72-8a7b-38a8fddd08b1 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:05.848214 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f7e926f3-f4fe-431c-9d6f-e920b1167242 req-88997810-fcf1-4f72-8a7b-38a8fddd08b1 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f042363-4a47-447c-aec9-b60874434bba HTTP/1.1" status: 200 len: 944 time: 0.0542026 Sep 20 13:32:05.892320 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630eb1fb-5c54-4b7c-add1-dd4772533318 req-04415924-9884-41ab-85bc-f841b1c01dd0 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:05.893805 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-630eb1fb-5c54-4b7c-add1-dd4772533318 req-04415924-9884-41ab-85bc-f841b1c01dd0 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5dac4d1-d3ef-4a7d-b292-439f9afcea77 HTTP/1.1" status: 200 len: 945 time: 0.0532517 Sep 20 13:32:05.896721 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f7e926f3-f4fe-431c-9d6f-e920b1167242 req-71058798-8314-429b-b8be-b634fb40e9aa tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a913b-a47c-4bb1-bfca-dc62b2ef888e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423791 Sep 20 13:32:05.941210 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-630eb1fb-5c54-4b7c-add1-dd4772533318 req-6903c54a-9f75-4952-94ef-bf35886a7c51 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb6fdd4f-315e-4f9d-ae20-bb19615249b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418165 Sep 20 13:32:06.029636 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] get_ports_and_sgs() called for port_ids ['731c23cc-a936-40c0-9287-d252d831e330'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 13:32:06.662546 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116097c2-dff3-45ce-89fa-a86d55f960e1 req-caeee5a3-2ca2-43a8-92fd-5c34f1d91bb5 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:06.663969 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-116097c2-dff3-45ce-89fa-a86d55f960e1 req-caeee5a3-2ca2-43a8-92fd-5c34f1d91bb5 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5dac4d1-d3ef-4a7d-b292-439f9afcea77 HTTP/1.1" status: 200 len: 945 time: 0.0523210 Sep 20 13:32:06.709200 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-116097c2-dff3-45ce-89fa-a86d55f960e1 req-e562ccc0-fcb1-4d26-9424-9fa2c3ccbde7 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb6fdd4f-315e-4f9d-ae20-bb19615249b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397968 Sep 20 13:32:07.025222 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90f327-02be-4923-a301-94057759b9ad req-24eaf6df-6492-4fd4-96e8-1899100930de tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:07.026661 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-cf90f327-02be-4923-a301-94057759b9ad req-24eaf6df-6492-4fd4-96e8-1899100930de tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f042363-4a47-447c-aec9-b60874434bba HTTP/1.1" status: 200 len: 944 time: 0.0524442 Sep 20 13:32:07.087247 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-cf90f327-02be-4923-a301-94057759b9ad req-d20d2a48-e608-435b-8866-fbe2553d5bf4 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a913b-a47c-4bb1-bfca-dc62b2ef888e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547712 Sep 20 13:32:07.423467 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 731c23cc-a936-40c0-9287-d252d831e330 up at agent hyperv_hv-cinder-85846 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:32:07.467654 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Provisioning for port 731c23cc-a936-40c0-9287-d252d831e330 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 13:32:07.471497 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Provisioning complete for port 731c23cc-a936-40c0-9287-d252d831e330 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:32:07.471879 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (731c23cc-a936-40c0-9287-d252d831e330), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:07.472215 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Attempt 1 to provision port 731c23cc-a936-40c0-9287-d252d831e330 Sep 20 13:32:07.542587 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Current status of the port 731c23cc-a936-40c0-9287-d252d831e330 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:32:07.543003 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (731c23cc-a936-40c0-9287-d252d831e330), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:07.565368 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f042363-4a47-447c-aec9-b60874434bba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731c23cc-a936-40c0-9287-d252d831e330'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:32:07.567666 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76b3f69f6489aff1aa8284e7e37e9464aa9e8db96ff70d8a184fca566081ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89416a9-ba32-4498-acb0-b4918456edc4" -d '{"events": [{"server_uuid": "0f042363-4a47-447c-aec9-b60874434bba", "name": "network-vif-plugged", "status": "completed", "tag": "731c23cc-a936-40c0-9287-d252d831e330"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:32:07.583022 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port 731c23cc-a936-40c0-9287-d252d831e330, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=731c23cc-a936-40c0-9287-d252d831e330,segment=NetworkSegment(9fa4b3a9-3030-408d-94ff-78e487e07b97),segment_id=9fa4b3a9-3030-408d-94ff-78e487e07b97)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:32:07.587545 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (731c23cc-a936-40c0-9287-d252d831e330), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:07.611591 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 13:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec47f79e-62d7-4cf2-9690-59fcbd6961dc x-openstack-request-id: req-ec47f79e-62d7-4cf2-9690-59fcbd6961dc {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:32:07.611888 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f042363-4a47-447c-aec9-b60874434bba", "name": "network-vif-plugged", "status": "completed", "tag": "731c23cc-a936-40c0-9287-d252d831e330", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:32:07.612143 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ec47f79e-62d7-4cf2-9690-59fcbd6961dc {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:32:07.612537 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec47f79e-62d7-4cf2-9690-59fcbd6961dc'] response: {'server_uuid': '0f042363-4a47-447c-aec9-b60874434bba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731c23cc-a936-40c0-9287-d252d831e330', 'code': 200} Sep 20 13:32:07.635135 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Pushing event updated for resources: {'Port': ['ID=731c23cc-a936-40c0-9287-d252d831e330,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:32:07.868531 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b771f97-b2bc-4622-804d-0f80b447e4f4 req-6f359e6a-c855-48b9-a215-4d895fb010c1 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:07.870015 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9b771f97-b2bc-4622-804d-0f80b447e4f4 req-6f359e6a-c855-48b9-a215-4d895fb010c1 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5dac4d1-d3ef-4a7d-b292-439f9afcea77 HTTP/1.1" status: 200 len: 945 time: 0.0881293 Sep 20 13:32:07.876681 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6c476-6184-4437-8403-08ff93101857 req-61bc747c-b79d-4be3-bfb9-96027c1588d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:07.878060 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2cf6c476-6184-4437-8403-08ff93101857 req-61bc747c-b79d-4be3-bfb9-96027c1588d1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0f042363-4a47-447c-aec9-b60874434bba HTTP/1.1" status: 200 len: 1129 time: 0.0648978 Sep 20 13:32:07.945062 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9b771f97-b2bc-4622-804d-0f80b447e4f4 req-adcccf21-c4f4-49e8-bd50-0c6dfffbbb21 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb6fdd4f-315e-4f9d-ae20-bb19615249b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660684 Sep 20 13:32:07.948239 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2cf6c476-6184-4437-8403-08ff93101857 req-064d8a44-dee7-453e-b207-ba7e774f980a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d89a913b-a47c-4bb1-bfca-dc62b2ef888e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635827 Sep 20 13:32:08.219287 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a81c3-9410-4b80-bb43-0f149d654d5d req-7790334a-0dfa-4812-ae49-8540f84cfe0e tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:08.220765 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-ed9a81c3-9410-4b80-bb43-0f149d654d5d req-7790334a-0dfa-4812-ae49-8540f84cfe0e tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f042363-4a47-447c-aec9-b60874434bba HTTP/1.1" status: 200 len: 945 time: 0.0562446 Sep 20 13:32:08.267363 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-ed9a81c3-9410-4b80-bb43-0f149d654d5d req-d72c1a78-942a-4d7e-ad69-5f2b1f1ce3ac tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a913b-a47c-4bb1-bfca-dc62b2ef888e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408158 Sep 20 13:32:08.706542 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e236f1-654f-4da8-a4dd-c3d678b3615e req-9164d4f4-be07-44e8-9db7-79a0e704d153 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:08.708011 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f0e236f1-654f-4da8-a4dd-c3d678b3615e req-9164d4f4-be07-44e8-9db7-79a0e704d153 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5dac4d1-d3ef-4a7d-b292-439f9afcea77 HTTP/1.1" status: 200 len: 945 time: 0.0531628 Sep 20 13:32:08.801764 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-f0e236f1-654f-4da8-a4dd-c3d678b3615e req-8b2eb707-821b-4c2a-a7c1-62acb3f05c1b tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Deleting port 6bc80a7f-8332-4825-9547-e04456ad157d {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:32:08.802028 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-f0e236f1-654f-4da8-a4dd-c3d678b3615e req-8b2eb707-821b-4c2a-a7c1-62acb3f05c1b tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (6bc80a7f-8332-4825-9547-e04456ad157d), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:08.891608 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-f0e236f1-654f-4da8-a4dd-c3d678b3615e req-8b2eb707-821b-4c2a-a7c1-62acb3f05c1b tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] For port 6bc80a7f-8332-4825-9547-e04456ad157d, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=6bc80a7f-8332-4825-9547-e04456ad157d,segment=NetworkSegment(caa8f546-4fd3-49aa-9181-2c1bc2a19ecf),segment_id=caa8f546-4fd3-49aa-9181-2c1bc2a19ecf)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:32:08.891982 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-f0e236f1-654f-4da8-a4dd-c3d678b3615e req-8b2eb707-821b-4c2a-a7c1-62acb3f05c1b tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (6bc80a7f-8332-4825-9547-e04456ad157d), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:08.904233 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-f0e236f1-654f-4da8-a4dd-c3d678b3615e req-8b2eb707-821b-4c2a-a7c1-62acb3f05c1b tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Calling delete_port for 6bc80a7f-8332-4825-9547-e04456ad157d owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:32:09.053664 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-f0e236f1-654f-4da8-a4dd-c3d678b3615e req-8b2eb707-821b-4c2a-a7c1-62acb3f05c1b tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (6bc80a7f-8332-4825-9547-e04456ad157d), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:09.088538 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2eb707-821b-4c2a-a7c1-62acb3f05c1b tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Pushing event deleted for resources: {'Port': ['ID=6bc80a7f-8332-4825-9547-e04456ad157d,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:32:09.090227 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] get_ports_and_sgs() called for port_ids ['6bc80a7f-8332-4825-9547-e04456ad157d'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 13:32:09.104869 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2eb707-821b-4c2a-a7c1-62acb3f05c1b tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:09.105236 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2eb707-821b-4c2a-a7c1-62acb3f05c1b tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:09.105590 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2eb707-821b-4c2a-a7c1-62acb3f05c1b tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:09.105968 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2eb707-821b-4c2a-a7c1-62acb3f05c1b tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:09.106295 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2eb707-821b-4c2a-a7c1-62acb3f05c1b tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:09.106624 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2eb707-821b-4c2a-a7c1-62acb3f05c1b tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:09.106993 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2eb707-821b-4c2a-a7c1-62acb3f05c1b tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:09.107332 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2eb707-821b-4c2a-a7c1-62acb3f05c1b tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:09.107667 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2eb707-821b-4c2a-a7c1-62acb3f05c1b tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:09.108003 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2eb707-821b-4c2a-a7c1-62acb3f05c1b tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:09.108337 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2eb707-821b-4c2a-a7c1-62acb3f05c1b tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:09.108667 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2eb707-821b-4c2a-a7c1-62acb3f05c1b tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:09.109036 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2eb707-821b-4c2a-a7c1-62acb3f05c1b tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:09.149667 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e236f1-654f-4da8-a4dd-c3d678b3615e req-8b2eb707-821b-4c2a-a7c1-62acb3f05c1b tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] No DVR routers for this DVR port 6bc80a7f-8332-4825-9547-e04456ad157d on host hv-cinder-85846 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:32:09.158726 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa126af-85f0-4cb9-b7d5-f24507ef3d83 req-1d76f796-8db7-4cb6-9bcc-b1fe73efa5d3 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:09.160529 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8aa126af-85f0-4cb9-b7d5-f24507ef3d83 req-1d76f796-8db7-4cb6-9bcc-b1fe73efa5d3 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5dac4d1-d3ef-4a7d-b292-439f9afcea77 HTTP/1.1" status: 200 len: 867 time: 0.1416857 Sep 20 13:32:09.161515 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-f0e236f1-654f-4da8-a4dd-c3d678b3615e req-8b2eb707-821b-4c2a-a7c1-62acb3f05c1b tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:09.164679 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f0e236f1-654f-4da8-a4dd-c3d678b3615e req-8b2eb707-821b-4c2a-a7c1-62acb3f05c1b tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.62 "DELETE /v2.0/ports/6bc80a7f-8332-4825-9547-e04456ad157d HTTP/1.1" status: 204 len: 173 time: 0.4511604 Sep 20 13:32:09.165184 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5dac4d1-d3ef-4a7d-b292-439f9afcea77', 'name': 'network-vif-deleted', 'tag': '6bc80a7f-8332-4825-9547-e04456ad157d'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:32:09.167489 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8afa0c3fb06aef531850fccced94fa4b659a4977f0534d5a49c84d13d87c0c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41bd5fa9-e906-4883-9bf5-aec1f58b42a4" -d '{"events": [{"server_uuid": "f5dac4d1-d3ef-4a7d-b292-439f9afcea77", "name": "network-vif-deleted", "tag": "6bc80a7f-8332-4825-9547-e04456ad157d"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:32:09.209216 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 13:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5df7482-9376-4006-82e2-0af210943bd8 x-openstack-request-id: req-b5df7482-9376-4006-82e2-0af210943bd8 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:32:09.209519 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5dac4d1-d3ef-4a7d-b292-439f9afcea77", "name": "network-vif-deleted", "tag": "6bc80a7f-8332-4825-9547-e04456ad157d", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:32:09.209775 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b5df7482-9376-4006-82e2-0af210943bd8 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:32:09.210180 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5df7482-9376-4006-82e2-0af210943bd8'] response: {'server_uuid': 'f5dac4d1-d3ef-4a7d-b292-439f9afcea77', 'name': 'network-vif-deleted', 'tag': '6bc80a7f-8332-4825-9547-e04456ad157d', 'status': 'completed', 'code': 200} Sep 20 13:32:09.217882 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8aa126af-85f0-4cb9-b7d5-f24507ef3d83 req-e82f04ad-4d11-4969-be62-917eb8e2dc73 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb6fdd4f-315e-4f9d-ae20-bb19615249b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474324 Sep 20 13:32:09.394124 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f678220b-a985-41a8-98e7-952a94dc7c1d req-36dee9f7-69f0-4fe1-b08a-c77334b9bfc9 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:09.395652 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-f678220b-a985-41a8-98e7-952a94dc7c1d req-36dee9f7-69f0-4fe1-b08a-c77334b9bfc9 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f042363-4a47-447c-aec9-b60874434bba HTTP/1.1" status: 200 len: 945 time: 0.0538337 Sep 20 13:32:09.442911 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-f678220b-a985-41a8-98e7-952a94dc7c1d req-5a2fe426-6cb9-462e-bd64-e4a78fb8059d tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a913b-a47c-4bb1-bfca-dc62b2ef888e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415640 Sep 20 13:32:10.220203 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (728cf656-0364-4172-b8b5-b6ffd3122ed0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:10.480783 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b3f959-9540-40b6-a4a9-2351c0aff21a req-28003a6d-c46f-42c1-bc5c-e17068a9b0d0 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:10.482274 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-c4b3f959-9540-40b6-a4a9-2351c0aff21a req-28003a6d-c46f-42c1-bc5c-e17068a9b0d0 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.55 "GET /v2.0/networks?id=07eb7a66-9fa0-4c90-b4a9-6299578cc828 HTTP/1.1" status: 200 len: 809 time: 0.1015701 Sep 20 13:32:10.500827 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-c4b3f959-9540-40b6-a4a9-2351c0aff21a req-12c578d0-35fe-4480-a01b-1114b0a2a977 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.55 "GET /v2.0/quotas/a8bd164295604a33b6edd6cfb639d457 HTTP/1.1" status: 200 len: 375 time: 0.0090973 Sep 20 13:32:10.531960 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-c4b3f959-9540-40b6-a4a9-2351c0aff21a req-245bba4f-8e34-41e9-a3d8-2ff153d7516f tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a8bd164295604a33b6edd6cfb639d457&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280616 Sep 20 13:32:10.572057 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada3dbfc-a91d-4d2b-83ac-4d69f5db6961 req-1d77eadb-7bc3-4a1b-9a3d-76605b97f4d0 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:10.573542 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ada3dbfc-a91d-4d2b-83ac-4d69f5db6961 req-1d77eadb-7bc3-4a1b-9a3d-76605b97f4d0 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f042363-4a47-447c-aec9-b60874434bba HTTP/1.1" status: 200 len: 945 time: 0.0558400 Sep 20 13:32:10.622094 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ada3dbfc-a91d-4d2b-83ac-4d69f5db6961 req-558b6c00-5da9-4731-99e4-199526a3e037 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a913b-a47c-4bb1-bfca-dc62b2ef888e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418217 Sep 20 13:32:10.623111 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-c4b3f959-9540-40b6-a4a9-2351c0aff21a req-afb86c98-2ca9-4803-9670-6b23f8495bc0 service neutron] 10.222.0.55 "GET /v2.0/networks/07eb7a66-9fa0-4c90-b4a9-6299578cc828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840993 Sep 20 13:32:10.713029 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-c4b3f959-9540-40b6-a4a9-2351c0aff21a req-5f74172a-d38a-4b91-8018-09d7a903c59b service neutron] 10.222.0.55 "GET /v2.0/networks/07eb7a66-9fa0-4c90-b4a9-6299578cc828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837414 Sep 20 13:32:10.742996 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d282f8c6-7ac0-46cc-9bbf-ccae28622358 req-ccac7488-9000-4928-809f-5365bc1c657c tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:10.744482 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d282f8c6-7ac0-46cc-9bbf-ccae28622358 req-ccac7488-9000-4928-809f-5365bc1c657c tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f042363-4a47-447c-aec9-b60874434bba HTTP/1.1" status: 200 len: 945 time: 0.0538604 Sep 20 13:32:10.755023 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 37118) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:32:10.759399 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-63f48fb1-4489-4210-a999-534ea4d46f24 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Request body: {'floatingip': {'port_id': '731c23cc-a936-40c0-9287-d252d831e330'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:32:10.801789 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-63f48fb1-4489-4210-a999-534ea4d46f24 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks [] for floatingip (c630e46f-b972-47ee-96c7-41b33e52fa5b), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:10.899413 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-fa476ed5-c155-4400-9683-2850195fde57 req-bae043f6-b8e9-4fff-bae4-b1166832f5e4 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.55 "GET /v2.0/ports?device_id=8528954c-b6f1-4097-93b8-b68ab1eea6eb HTTP/1.1" status: 200 len: 210 time: 0.0366967 Sep 20 13:32:11.263160 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-63f48fb1-4489-4210-a999-534ea4d46f24 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:11.267541 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-63f48fb1-4489-4210-a999-534ea4d46f24 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607693'] for floatingip (c630e46f-b972-47ee-96c7-41b33e52fa5b), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:11.361529 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.db.l3_db [None req-63f48fb1-4489-4210-a999-534ea4d46f24 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Floating IP c630e46f-b972-47ee-96c7-41b33e52fa5b associated. External IP: 172.27.2.220, port: 731c23cc-a936-40c0-9287-d252d831e330. Sep 20 13:32:11.554940 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f48fb1-4489-4210-a999-534ea4d46f24 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Router 002a5ead-4f41-4c0f-8fb0-abfed7a073cf has already been hosted by L3 agent e6bdf340-58c5-4186-af2d-ab00439e5425 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:32:11.653061 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f48fb1-4489-4210-a999-534ea4d46f24 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Notify agent at l3_agent.dv-cinder-858463-1-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:32:11.657739 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-63f48fb1-4489-4210-a999-534ea4d46f24 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:11.662937 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd73a71c-c3c2-4c50-b35b-e5baeb8f1472 None None] Sync routers for ids ['002a5ead-4f41-4c0f-8fb0-abfed7a073cf'] in dv-cinder-858463-1-iscsi {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:32:11.673766 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd73a71c-c3c2-4c50-b35b-e5baeb8f1472 None None] Routers {'002a5ead-4f41-4c0f-8fb0-abfed7a073cf'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:32:11.674444 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-bd73a71c-c3c2-4c50-b35b-e5baeb8f1472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:31:56Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['002a5ead-4f41-4c0f-8fb0-abfed7a073cf'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:32:11.784129 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-bd73a71c-c3c2-4c50-b35b-e5baeb8f1472 None None] Set router 002a5ead-4f41-4c0f-8fb0-abfed7a073cf gateway port host: dv-cinder-858463-1-iscsi {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:32:12.014891 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-63f48fb1-4489-4210-a999-534ea4d46f24 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "PUT /v2.0/floatingips/c630e46f-b972-47ee-96c7-41b33e52fa5b HTTP/1.1" status: 200 len: 991 time: 1.2582648 Sep 20 13:32:12.017330 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f042363-4a47-447c-aec9-b60874434bba', 'tag': '731c23cc-a936-40c0-9287-d252d831e330'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:32:12.019639 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8afa0c3fb06aef531850fccced94fa4b659a4977f0534d5a49c84d13d87c0c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d2abde4-e99d-411a-a939-05d4b86cf8ec" -d '{"events": [{"name": "network-changed", "server_uuid": "0f042363-4a47-447c-aec9-b60874434bba", "tag": "731c23cc-a936-40c0-9287-d252d831e330"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:32:12.034831 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-bd73a71c-c3c2-4c50-b35b-e5baeb8f1472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002a5ead-4f41-4c0f-8fb0-abfed7a073cf', 'name': 'tempest-AttachVolumeTestJSON-22534217-router', 'tenant_id': '6ebb73746088487dab581c3f6b24a1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '0a88268d-e0c0-4224-beb8-e409be1ca4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:26:50Z', 'updated_at': '2022-09-20T13:26:52Z', 'revision_number': 4, 'project_id': '6ebb73746088487dab581c3f6b24a1f9', 'gw_port': {'id': '0a88268d-e0c0-4224-beb8-e409be1ca4d5', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:68:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002a5ead-4f41-4c0f-8fb0-abfed7a073cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:26:50Z', 'updated_at': '2022-09-20T13:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_floatingips': [{'id': 'c630e46f-b972-47ee-96c7-41b33e52fa5b', 'tenant_id': '6ebb73746088487dab581c3f6b24a1f9', 'floating_ip_address': '172.27.2.220', 'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'router_id': '002a5ead-4f41-4c0f-8fb0-abfed7a073cf', 'port_id': '731c23cc-a936-40c0-9287-d252d831e330', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef', 'mac_address': 'fa:16:3e:ae:b8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f042363-4a47-447c-aec9-b60874434bba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T13:31:57Z', 'updated_at': '2022-09-20T13:32:11Z', 'revision_number': 1, 'project_id': '6ebb73746088487dab581c3f6b24a1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f140a66e-18a2-47b5-9893-add31b8696b4', 'name': '', 'network_id': '0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef', 'tenant_id': '6ebb73746088487dab581c3f6b24a1f9', 'mac_address': 'fa:16:3e:09:09:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002a5ead-4f41-4c0f-8fb0-abfed7a073cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '26dd50fe-5f0b-44fd-bc22-34959d5f2393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:26:52Z', 'updated_at': '2022-09-20T13:26:57Z', 'revision_number': 5, 'project_id': '6ebb73746088487dab581c3f6b24a1f9', 'subnets': [{'id': '26dd50fe-5f0b-44fd-bc22-34959d5f2393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:32:12.064458 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-047afde6-cde5-435a-8f52-20bf7c100004 req-6049fd47-4c10-4825-ab76-0c9c6e3538cf tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.55 "GET /v2.0/ports?device_id=8528954c-b6f1-4097-93b8-b68ab1eea6eb HTTP/1.1" status: 200 len: 210 time: 0.0653327 Sep 20 13:32:12.067265 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd73a71c-c3c2-4c50-b35b-e5baeb8f1472 None None] Checking router: 002a5ead-4f41-4c0f-8fb0-abfed7a073cf for host: dv-cinder-858463-1-iscsi {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:32:12.075900 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 13:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e37c9c-7d3b-4d03-b9a1-c381456f430d x-openstack-request-id: req-b0e37c9c-7d3b-4d03-b9a1-c381456f430d {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:32:12.076057 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd73a71c-c3c2-4c50-b35b-e5baeb8f1472 None None] Routers {'002a5ead-4f41-4c0f-8fb0-abfed7a073cf'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:32:12.076195 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f042363-4a47-447c-aec9-b60874434bba", "tag": "731c23cc-a936-40c0-9287-d252d831e330", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:32:12.076452 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b0e37c9c-7d3b-4d03-b9a1-c381456f430d {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:32:12.076557 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-bd73a71c-c3c2-4c50-b35b-e5baeb8f1472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:31:56Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['002a5ead-4f41-4c0f-8fb0-abfed7a073cf'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:32:12.076848 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0e37c9c-7d3b-4d03-b9a1-c381456f430d'] response: {'name': 'network-changed', 'server_uuid': '0f042363-4a47-447c-aec9-b60874434bba', 'tag': '731c23cc-a936-40c0-9287-d252d831e330', 'status': 'completed', 'code': 200} Sep 20 13:32:12.087080 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b3f959-9540-40b6-a4a9-2351c0aff21a req-a325c5bd-ecdf-4c8a-b1bd-59641b9e6604 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:12.088557 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c4b3f959-9540-40b6-a4a9-2351c0aff21a req-a325c5bd-ecdf-4c8a-b1bd-59641b9e6604 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.62 "GET /v2.0/networks?id=07eb7a66-9fa0-4c90-b4a9-6299578cc828 HTTP/1.1" status: 200 len: 809 time: 0.1320431 Sep 20 13:32:12.128093 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-c4b3f959-9540-40b6-a4a9-2351c0aff21a req-9a0db77e-b122-46cc-a6e4-7cb9afccf97f tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Request body: {'port': {'device_id': '8528954c-b6f1-4097-93b8-b68ab1eea6eb', 'network_id': '07eb7a66-9fa0-4c90-b4a9-6299578cc828', 'admin_state_up': True, 'tenant_id': 'a8bd164295604a33b6edd6cfb639d457'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:32:12.182264 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-bd73a71c-c3c2-4c50-b35b-e5baeb8f1472 None None] Set router 002a5ead-4f41-4c0f-8fb0-abfed7a073cf gateway port host: dv-cinder-858463-1-iscsi {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:32:12.250413 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2abde4-e99d-411a-a939-05d4b86cf8ec req-11a5d91b-9a7b-4898-85fc-cef20f8b7857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:12.252530 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1d2abde4-e99d-411a-a939-05d4b86cf8ec req-11a5d91b-9a7b-4898-85fc-cef20f8b7857 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6ebb73746088487dab581c3f6b24a1f9&device_id=0f042363-4a47-447c-aec9-b60874434bba HTTP/1.1" status: 200 len: 1129 time: 0.1281493 Sep 20 13:32:12.337290 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4b3f959-9540-40b6-a4a9-2351c0aff21a req-9a0db77e-b122-46cc-a6e4-7cb9afccf97f tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Made reservation on behalf of a8bd164295604a33b6edd6cfb639d457 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:32:12.340578 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c4b3f959-9540-40b6-a4a9-2351c0aff21a req-9a0db77e-b122-46cc-a6e4-7cb9afccf97f tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:12.409761 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-bd73a71c-c3c2-4c50-b35b-e5baeb8f1472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002a5ead-4f41-4c0f-8fb0-abfed7a073cf', 'name': 'tempest-AttachVolumeTestJSON-22534217-router', 'tenant_id': '6ebb73746088487dab581c3f6b24a1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '0a88268d-e0c0-4224-beb8-e409be1ca4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:26:50Z', 'updated_at': '2022-09-20T13:26:52Z', 'revision_number': 4, 'project_id': '6ebb73746088487dab581c3f6b24a1f9', 'gw_port': {'id': '0a88268d-e0c0-4224-beb8-e409be1ca4d5', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:68:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002a5ead-4f41-4c0f-8fb0-abfed7a073cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:26:50Z', 'updated_at': '2022-09-20T13:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_floatingips': [{'id': 'c630e46f-b972-47ee-96c7-41b33e52fa5b', 'tenant_id': '6ebb73746088487dab581c3f6b24a1f9', 'floating_ip_address': '172.27.2.220', 'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'router_id': '002a5ead-4f41-4c0f-8fb0-abfed7a073cf', 'port_id': '731c23cc-a936-40c0-9287-d252d831e330', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef', 'mac_address': 'fa:16:3e:ae:b8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f042363-4a47-447c-aec9-b60874434bba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T13:31:57Z', 'updated_at': '2022-09-20T13:32:11Z', 'revision_number': 1, 'project_id': '6ebb73746088487dab581c3f6b24a1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f140a66e-18a2-47b5-9893-add31b8696b4', 'name': '', 'network_id': '0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef', 'tenant_id': '6ebb73746088487dab581c3f6b24a1f9', 'mac_address': 'fa:16:3e:09:09:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002a5ead-4f41-4c0f-8fb0-abfed7a073cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '26dd50fe-5f0b-44fd-bc22-34959d5f2393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:26:52Z', 'updated_at': '2022-09-20T13:26:57Z', 'revision_number': 5, 'project_id': '6ebb73746088487dab581c3f6b24a1f9', 'subnets': [{'id': '26dd50fe-5f0b-44fd-bc22-34959d5f2393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:32:12.427057 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2abde4-e99d-411a-a939-05d4b86cf8ec req-def4a74a-16be-4bea-b43c-7440c4daf012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:12.428530 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1d2abde4-e99d-411a-a939-05d4b86cf8ec req-def4a74a-16be-4bea-b43c-7440c4daf012 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef HTTP/1.1" status: 200 len: 909 time: 0.1690097 Sep 20 13:32:12.434019 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd73a71c-c3c2-4c50-b35b-e5baeb8f1472 None None] The sync data for ids ['002a5ead-4f41-4c0f-8fb0-abfed7a073cf'] in dv-cinder-858463-1-iscsi is: [{'id': '002a5ead-4f41-4c0f-8fb0-abfed7a073cf', 'name': 'tempest-AttachVolumeTestJSON-22534217-router', 'tenant_id': '6ebb73746088487dab581c3f6b24a1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '0a88268d-e0c0-4224-beb8-e409be1ca4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:26:50Z', 'updated_at': '2022-09-20T13:26:52Z', 'revision_number': 4, 'project_id': '6ebb73746088487dab581c3f6b24a1f9', 'gw_port': {'id': '0a88268d-e0c0-4224-beb8-e409be1ca4d5', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:68:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002a5ead-4f41-4c0f-8fb0-abfed7a073cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:26:50Z', 'updated_at': '2022-09-20T13:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_floatingips': [{'id': 'c630e46f-b972-47ee-96c7-41b33e52fa5b', 'tenant_id': '6ebb73746088487dab581c3f6b24a1f9', 'floating_ip_address': '172.27.2.220', 'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'router_id': '002a5ead-4f41-4c0f-8fb0-abfed7a073cf', 'port_id': '731c23cc-a936-40c0-9287-d252d831e330', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef', 'mac_address': 'fa:16:3e:ae:b8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f042363-4a47-447c-aec9-b60874434bba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T13:31:57Z', 'updated_at': '2022-09-20T13:32:11Z', 'revision_number': 1, 'project_id': '6ebb73746088487dab581c3f6b24a1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f140a66e-18a2-47b5-9893-add31b8696b4', 'name': '', 'network_id': '0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef', 'tenant_id': '6ebb73746088487dab581c3f6b24a1f9', 'mac_address': 'fa:16:3e:09:09:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002a5ead-4f41-4c0f-8fb0-abfed7a073cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '26dd50fe-5f0b-44fd-bc22-34959d5f2393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:26:52Z', 'updated_at': '2022-09-20T13:26:57Z', 'revision_number': 5, 'project_id': '6ebb73746088487dab581c3f6b24a1f9', 'subnets': [{'id': '26dd50fe-5f0b-44fd-bc22-34959d5f2393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:32:12.536516 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1d2abde4-e99d-411a-a939-05d4b86cf8ec req-8b1ec60b-1c0d-4604-a976-177f8e53c215 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=731c23cc-a936-40c0-9287-d252d831e330 HTTP/1.1" status: 200 len: 999 time: 0.1016603 Sep 20 13:32:12.586940 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-c4b3f959-9540-40b6-a4a9-2351c0aff21a req-9a0db77e-b122-46cc-a6e4-7cb9afccf97f tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Allocated IP 172.20.0.10 (07eb7a66-9fa0-4c90-b4a9-6299578cc828/4565302d-cc30-47c9-9049-f2a1799d3ad1/89c88828-6169-4853-821a-ec86502ff69f) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:32:12.611103 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2abde4-e99d-411a-a939-05d4b86cf8ec req-772ef848-dc5f-4860-845e-79a62e5d6fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:12.612560 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1d2abde4-e99d-411a-a939-05d4b86cf8ec req-772ef848-dc5f-4860-845e-79a62e5d6fbc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=26dd50fe-5f0b-44fd-bc22-34959d5f2393 HTTP/1.1" status: 200 len: 848 time: 0.0696428 Sep 20 13:32:12.636657 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3979d3-0282-4e8f-a32e-7fedb7e1f425 None None] New status for floating IP c630e46f-b972-47ee-96c7-41b33e52fa5b: ACTIVE {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 13:32:12.738570 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2abde4-e99d-411a-a939-05d4b86cf8ec req-036430cf-154c-47e6-97c3-79716f4e4cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:12.740115 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1d2abde4-e99d-411a-a939-05d4b86cf8ec req-036430cf-154c-47e6-97c3-79716f4e4cb7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1162086 Sep 20 13:32:12.842061 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c4b3f959-9540-40b6-a4a9-2351c0aff21a req-9a0db77e-b122-46cc-a6e4-7cb9afccf97f tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Publish callbacks [] for port (89c88828-6169-4853-821a-ec86502ff69f), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:12.885009 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1d2abde4-e99d-411a-a939-05d4b86cf8ec req-f7178547-af2c-4dab-894a-87c940f2274b service neutron] 10.222.0.62 "GET /v2.0/networks/0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370540 Sep 20 13:32:12.913912 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c4b3f959-9540-40b6-a4a9-2351c0aff21a req-9a0db77e-b122-46cc-a6e4-7cb9afccf97f tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (89c88828-6169-4853-821a-ec86502ff69f), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:12.989437 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4b3f959-9540-40b6-a4a9-2351c0aff21a req-9a0db77e-b122-46cc-a6e4-7cb9afccf97f tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Network 07eb7a66-9fa0-4c90-b4a9-6299578cc828 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:32:12.996631 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-c4b3f959-9540-40b6-a4a9-2351c0aff21a req-9a0db77e-b122-46cc-a6e4-7cb9afccf97f tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:32:13.007861 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4b3f959-9540-40b6-a4a9-2351c0aff21a req-9a0db77e-b122-46cc-a6e4-7cb9afccf97f tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:32:13.030615 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0db77e-b122-46cc-a6e4-7cb9afccf97f tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Pushing event updated for resources: {'Port': ['ID=89c88828-6169-4853-821a-ec86502ff69f,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:32:13.073122 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1d2abde4-e99d-411a-a939-05d4b86cf8ec req-b43b5898-99df-451f-a9a6-aad3826beb5c service neutron] 10.222.0.62 "GET /v2.0/networks/0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814840 Sep 20 13:32:13.079082 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b3f959-9540-40b6-a4a9-2351c0aff21a req-9a0db77e-b122-46cc-a6e4-7cb9afccf97f tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:13.079668 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c4b3f959-9540-40b6-a4a9-2351c0aff21a req-9a0db77e-b122-46cc-a6e4-7cb9afccf97f tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:13.097916 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c4b3f959-9540-40b6-a4a9-2351c0aff21a req-9a0db77e-b122-46cc-a6e4-7cb9afccf97f tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9748280 Sep 20 13:32:13.115366 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-c4b3f959-9540-40b6-a4a9-2351c0aff21a req-27e3a984-6426-45ec-a4bb-96ca6d43a640 service neutron] Request body: {'port': {'device_id': '8528954c-b6f1-4097-93b8-b68ab1eea6eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85846'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:32:13.209417 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c4b3f959-9540-40b6-a4a9-2351c0aff21a req-27e3a984-6426-45ec-a4bb-96ca6d43a640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (89c88828-6169-4853-821a-ec86502ff69f), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:13.230284 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae399788-f59b-4ef5-b07d-5f625fed0e03 req-b54af713-2e0a-4159-b087-8c2f2fe24b4f tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:13.231789 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ae399788-f59b-4ef5-b07d-5f625fed0e03 req-b54af713-2e0a-4159-b087-8c2f2fe24b4f tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.55 "GET /v2.0/ports?device_id=8528954c-b6f1-4097-93b8-b68ab1eea6eb HTTP/1.1" status: 200 len: 932 time: 0.0944622 Sep 20 13:32:13.362096 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ae399788-f59b-4ef5-b07d-5f625fed0e03 req-f8eb9808-3d0b-4a03-8863-c13c17372a5b tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb6fdd4f-315e-4f9d-ae20-bb19615249b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105559 Sep 20 13:32:13.455209 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 6bc80a7f-8332-4825-9547-e04456ad157d no longer exists at agent hyperv_hv-cinder-85846 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:32:13.473971 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] No Port match for: 6bc80a7f-8332-4825-9547-e04456ad157d {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 20 13:32:13.474321 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 6bc80a7f-8332-4825-9547-e04456ad157d not bound to the agent host hv-cinder-85846 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:32:13.506315 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [req-c4b3f959-9540-40b6-a4a9-2351c0aff21a req-27e3a984-6426-45ec-a4bb-96ca6d43a640 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89c88828-6169-4853-821a-ec86502ff69f {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 13:32:13.513713 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c4b3f959-9540-40b6-a4a9-2351c0aff21a req-27e3a984-6426-45ec-a4bb-96ca6d43a640 service neutron] Publish callbacks [] for port (89c88828-6169-4853-821a-ec86502ff69f), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:13.531405 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-c4b3f959-9540-40b6-a4a9-2351c0aff21a req-27e3a984-6426-45ec-a4bb-96ca6d43a640 service neutron] Transition to ACTIVE for port object 89c88828-6169-4853-821a-ec86502ff69f will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 20 13:32:13.535262 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c4b3f959-9540-40b6-a4a9-2351c0aff21a req-27e3a984-6426-45ec-a4bb-96ca6d43a640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242759'] for port (89c88828-6169-4853-821a-ec86502ff69f), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:13.593158 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e3a984-6426-45ec-a4bb-96ca6d43a640 service neutron] Pushing event updated for resources: {'Port': ['ID=89c88828-6169-4853-821a-ec86502ff69f,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:32:13.642758 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-c4b3f959-9540-40b6-a4a9-2351c0aff21a req-27e3a984-6426-45ec-a4bb-96ca6d43a640 service neutron] Attempting to bind port 89c88828-6169-4853-821a-ec86502ff69f on host hv-cinder-85846 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 20 13:32:13.643105 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-c4b3f959-9540-40b6-a4a9-2351c0aff21a req-27e3a984-6426-45ec-a4bb-96ca6d43a640 service neutron] Attempting to bind port 89c88828-6169-4853-821a-ec86502ff69f by drivers openvswitch,hyperv on host hv-cinder-85846 at level 0 using segments [{'id': 'caa8f546-4fd3-49aa-9181-2c1bc2a19ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '07eb7a66-9fa0-4c90-b4a9-6299578cc828'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 20 13:32:13.643432 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b3f959-9540-40b6-a4a9-2351c0aff21a req-27e3a984-6426-45ec-a4bb-96ca6d43a640 service neutron] Attempting to bind port 89c88828-6169-4853-821a-ec86502ff69f on network 07eb7a66-9fa0-4c90-b4a9-6299578cc828 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:32:13.647769 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b3f959-9540-40b6-a4a9-2351c0aff21a req-27e3a984-6426-45ec-a4bb-96ca6d43a640 service neutron] Port 89c88828-6169-4853-821a-ec86502ff69f on network 07eb7a66-9fa0-4c90-b4a9-6299578cc828 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85846 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 13:32:13.648093 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b3f959-9540-40b6-a4a9-2351c0aff21a req-27e3a984-6426-45ec-a4bb-96ca6d43a640 service neutron] Attempting to bind port 89c88828-6169-4853-821a-ec86502ff69f on network 07eb7a66-9fa0-4c90-b4a9-6299578cc828 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:32:13.653119 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b3f959-9540-40b6-a4a9-2351c0aff21a req-27e3a984-6426-45ec-a4bb-96ca6d43a640 service neutron] Checking agent: {'id': '728cf656-0364-4172-b8b5-b6ffd3122ed0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85846', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 13, 15, 40), 'started_at': datetime.datetime(2022, 9, 20, 13, 15, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 13, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:32:13.653461 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b3f959-9540-40b6-a4a9-2351c0aff21a req-27e3a984-6426-45ec-a4bb-96ca6d43a640 service neutron] Checking segment: {'id': 'caa8f546-4fd3-49aa-9181-2c1bc2a19ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '07eb7a66-9fa0-4c90-b4a9-6299578cc828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:32:13.653868 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b3f959-9540-40b6-a4a9-2351c0aff21a req-27e3a984-6426-45ec-a4bb-96ca6d43a640 service neutron] Bound using segment: {'id': 'caa8f546-4fd3-49aa-9181-2c1bc2a19ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '07eb7a66-9fa0-4c90-b4a9-6299578cc828'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:32:13.654307 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-c4b3f959-9540-40b6-a4a9-2351c0aff21a req-27e3a984-6426-45ec-a4bb-96ca6d43a640 service neutron] Bound port: 89c88828-6169-4853-821a-ec86502ff69f, host: hv-cinder-85846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caa8f546-4fd3-49aa-9181-2c1bc2a19ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '07eb7a66-9fa0-4c90-b4a9-6299578cc828'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 20 13:32:13.654697 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c4b3f959-9540-40b6-a4a9-2351c0aff21a req-27e3a984-6426-45ec-a4bb-96ca6d43a640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (89c88828-6169-4853-821a-ec86502ff69f), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:13.720269 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-c4b3f959-9540-40b6-a4a9-2351c0aff21a req-27e3a984-6426-45ec-a4bb-96ca6d43a640 service neutron] For port 89c88828-6169-4853-821a-ec86502ff69f, host hv-cinder-85846, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:32:13.723341 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-c4b3f959-9540-40b6-a4a9-2351c0aff21a req-27e3a984-6426-45ec-a4bb-96ca6d43a640 service neutron] For port 89c88828-6169-4853-821a-ec86502ff69f, host hv-cinder-85846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=89c88828-6169-4853-821a-ec86502ff69f,segment=NetworkSegment(caa8f546-4fd3-49aa-9181-2c1bc2a19ecf),segment_id=caa8f546-4fd3-49aa-9181-2c1bc2a19ecf)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:32:13.730495 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c4b3f959-9540-40b6-a4a9-2351c0aff21a req-27e3a984-6426-45ec-a4bb-96ca6d43a640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242759'] for port (89c88828-6169-4853-821a-ec86502ff69f), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:13.735221 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b3f959-9540-40b6-a4a9-2351c0aff21a req-27e3a984-6426-45ec-a4bb-96ca6d43a640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:13.735893 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c4b3f959-9540-40b6-a4a9-2351c0aff21a req-27e3a984-6426-45ec-a4bb-96ca6d43a640 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:13.737328 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c4b3f959-9540-40b6-a4a9-2351c0aff21a req-27e3a984-6426-45ec-a4bb-96ca6d43a640 service neutron] 10.222.0.62 "PUT /v2.0/ports/89c88828-6169-4853-821a-ec86502ff69f HTTP/1.1" status: 200 len: 1094 time: 0.6264527 Sep 20 13:32:13.785540 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e3a984-6426-45ec-a4bb-96ca6d43a640 service neutron] Pushing event updated for resources: {'Port': ['ID=89c88828-6169-4853-821a-ec86502ff69f,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:32:13.835589 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b3f959-9540-40b6-a4a9-2351c0aff21a req-eab3ee18-c782-4193-85db-d04367b2700b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:13.837199 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c4b3f959-9540-40b6-a4a9-2351c0aff21a req-eab3ee18-c782-4193-85db-d04367b2700b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a8bd164295604a33b6edd6cfb639d457&device_id=8528954c-b6f1-4097-93b8-b68ab1eea6eb HTTP/1.1" status: 200 len: 1128 time: 0.0456433 Sep 20 13:32:13.886718 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c4b3f959-9540-40b6-a4a9-2351c0aff21a req-b765c9f7-87e0-4da3-936a-ebc6a636785a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89c88828-6169-4853-821a-ec86502ff69f HTTP/1.1" status: 200 len: 217 time: 0.0366232 Sep 20 13:32:13.937977 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b3f959-9540-40b6-a4a9-2351c0aff21a req-2b2f756b-ab95-496a-8bf0-5eaab91151b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:13.939431 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c4b3f959-9540-40b6-a4a9-2351c0aff21a req-2b2f756b-ab95-496a-8bf0-5eaab91151b1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4565302d-cc30-47c9-9049-f2a1799d3ad1 HTTP/1.1" status: 200 len: 849 time: 0.0475802 Sep 20 13:32:13.970945 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c4b3f959-9540-40b6-a4a9-2351c0aff21a req-ac72d409-dfe8-47e6-acc2-d364856fcab3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=07eb7a66-9fa0-4c90-b4a9-6299578cc828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255330 Sep 20 13:32:14.057875 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c4b3f959-9540-40b6-a4a9-2351c0aff21a req-559a9029-5ea4-42f5-a0ca-6296866e216d service neutron] 10.222.0.62 "GET /v2.0/networks/07eb7a66-9fa0-4c90-b4a9-6299578cc828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810297 Sep 20 13:32:14.081231 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8528954c-b6f1-4097-93b8-b68ab1eea6eb', 'tag': '89c88828-6169-4853-821a-ec86502ff69f'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:32:14.083435 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8afa0c3fb06aef531850fccced94fa4b659a4977f0534d5a49c84d13d87c0c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd65c91-d2bd-4451-920f-f9c395b27ac4" -d '{"events": [{"name": "network-changed", "server_uuid": "8528954c-b6f1-4097-93b8-b68ab1eea6eb", "tag": "89c88828-6169-4853-821a-ec86502ff69f"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:32:14.146133 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 13:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e7e814b-bae3-4d0d-a65a-048982c41c79 x-openstack-request-id: req-4e7e814b-bae3-4d0d-a65a-048982c41c79 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:32:14.146438 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8528954c-b6f1-4097-93b8-b68ab1eea6eb", "tag": "89c88828-6169-4853-821a-ec86502ff69f", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:32:14.146697 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4e7e814b-bae3-4d0d-a65a-048982c41c79 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:32:14.147156 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e7e814b-bae3-4d0d-a65a-048982c41c79'] response: {'name': 'network-changed', 'server_uuid': '8528954c-b6f1-4097-93b8-b68ab1eea6eb', 'tag': '89c88828-6169-4853-821a-ec86502ff69f', 'status': 'completed', 'code': 200} Sep 20 13:32:14.157881 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c4b3f959-9540-40b6-a4a9-2351c0aff21a req-882fab34-0c56-4fd8-ab2f-f69ee45793a7 service neutron] 10.222.0.62 "GET /v2.0/networks/07eb7a66-9fa0-4c90-b4a9-6299578cc828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935428 Sep 20 13:32:14.336955 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd65c91-d2bd-4451-920f-f9c395b27ac4 req-bcd20bdd-77a0-4709-98aa-710061fa2ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:14.338450 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ccd65c91-d2bd-4451-920f-f9c395b27ac4 req-bcd20bdd-77a0-4709-98aa-710061fa2ab5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a8bd164295604a33b6edd6cfb639d457&device_id=8528954c-b6f1-4097-93b8-b68ab1eea6eb HTTP/1.1" status: 200 len: 1128 time: 0.0467057 Sep 20 13:32:14.433231 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd65c91-d2bd-4451-920f-f9c395b27ac4 req-7505cfbf-4e2e-4531-bc74-86d15ed3d353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:14.434742 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ccd65c91-d2bd-4451-920f-f9c395b27ac4 req-7505cfbf-4e2e-4531-bc74-86d15ed3d353 service neutron] 10.222.0.62 "GET /v2.0/networks?id=07eb7a66-9fa0-4c90-b4a9-6299578cc828 HTTP/1.1" status: 200 len: 909 time: 0.0899813 Sep 20 13:32:14.488969 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfe5e7-bb7b-41cb-852c-ab2732748e06 req-2ad77a88-f3fe-4dd4-a32a-f5abfc8921f3 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:14.490458 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-95dfe5e7-bb7b-41cb-852c-ab2732748e06 req-2ad77a88-f3fe-4dd4-a32a-f5abfc8921f3 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.55 "GET /v2.0/ports?device_id=8528954c-b6f1-4097-93b8-b68ab1eea6eb HTTP/1.1" status: 200 len: 944 time: 0.0544553 Sep 20 13:32:14.538207 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-95dfe5e7-bb7b-41cb-852c-ab2732748e06 req-0d32906d-7ceb-4f72-a1f9-ca80b090c184 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb6fdd4f-315e-4f9d-ae20-bb19615249b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421078 Sep 20 13:32:15.450015 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ccd65c91-d2bd-4451-920f-f9c395b27ac4 req-3fed315b-0dbf-49c0-a0e2-7c647509e14f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89c88828-6169-4853-821a-ec86502ff69f HTTP/1.1" status: 200 len: 217 time: 0.0328333 Sep 20 13:32:15.662882 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a687448d-c1a6-4c73-969c-71650e2c54dd req-80579e38-f7b9-4136-ac1a-5ffca62212bb tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:15.664323 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-a687448d-c1a6-4c73-969c-71650e2c54dd req-80579e38-f7b9-4136-ac1a-5ffca62212bb tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.55 "GET /v2.0/ports?device_id=8528954c-b6f1-4097-93b8-b68ab1eea6eb HTTP/1.1" status: 200 len: 944 time: 0.0516970 Sep 20 13:32:15.713044 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-a687448d-c1a6-4c73-969c-71650e2c54dd req-f4f41dcd-3f4c-468d-a943-7fa0ed1c9cfe tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb6fdd4f-315e-4f9d-ae20-bb19615249b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429397 Sep 20 13:32:16.311000 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd65c91-d2bd-4451-920f-f9c395b27ac4 req-4636d765-029c-41a7-a6ae-d4ea6c56fa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:16.312927 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ccd65c91-d2bd-4451-920f-f9c395b27ac4 req-4636d765-029c-41a7-a6ae-d4ea6c56fa41 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4565302d-cc30-47c9-9049-f2a1799d3ad1 HTTP/1.1" status: 200 len: 849 time: 0.0486264 Sep 20 13:32:16.837331 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d39cf-c442-4b50-b73a-f9a229938b00 req-f40103e1-4c7a-4099-96dc-14a41389a054 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:16.838835 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-cf5d39cf-c442-4b50-b73a-f9a229938b00 req-f40103e1-4c7a-4099-96dc-14a41389a054 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.55 "GET /v2.0/ports?device_id=8528954c-b6f1-4097-93b8-b68ab1eea6eb HTTP/1.1" status: 200 len: 944 time: 0.0534186 Sep 20 13:32:16.885302 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-cf5d39cf-c442-4b50-b73a-f9a229938b00 req-633a7c26-970f-4dfd-999c-531a97f55c2c tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb6fdd4f-315e-4f9d-ae20-bb19615249b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401194 Sep 20 13:32:17.506364 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ccd65c91-d2bd-4451-920f-f9c395b27ac4 req-1603a143-74c6-4491-8511-7f6320ab85a0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=07eb7a66-9fa0-4c90-b4a9-6299578cc828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266070 Sep 20 13:32:17.596524 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ccd65c91-d2bd-4451-920f-f9c395b27ac4 req-d5039901-0037-49d6-a80d-13ef07a518f9 service neutron] 10.222.0.62 "GET /v2.0/networks/07eb7a66-9fa0-4c90-b4a9-6299578cc828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841630 Sep 20 13:32:17.684133 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ccd65c91-d2bd-4451-920f-f9c395b27ac4 req-ac8bedcf-632d-4a0a-96db-722e7cdc6262 service neutron] 10.222.0.62 "GET /v2.0/networks/07eb7a66-9fa0-4c90-b4a9-6299578cc828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809300 Sep 20 13:32:18.009149 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b9109-5004-405d-8348-9f6d75022c5e req-92e54cfa-34aa-4717-9dc2-4c557e90074e tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:18.010764 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-4f6b9109-5004-405d-8348-9f6d75022c5e req-92e54cfa-34aa-4717-9dc2-4c557e90074e tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.55 "GET /v2.0/ports?device_id=8528954c-b6f1-4097-93b8-b68ab1eea6eb HTTP/1.1" status: 200 len: 944 time: 0.0528407 Sep 20 13:32:18.058195 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-4f6b9109-5004-405d-8348-9f6d75022c5e req-e5ad4a58-608c-46e8-bc05-9c6f87b203a2 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb6fdd4f-315e-4f9d-ae20-bb19615249b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410528 Sep 20 13:32:19.189059 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f7835-25ca-454b-a51f-1f1b85e2f8d0 req-97342b16-1d7a-4e54-9309-896b2e599ddf tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:19.190530 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-961f7835-25ca-454b-a51f-1f1b85e2f8d0 req-97342b16-1d7a-4e54-9309-896b2e599ddf tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.55 "GET /v2.0/ports?device_id=8528954c-b6f1-4097-93b8-b68ab1eea6eb HTTP/1.1" status: 200 len: 944 time: 0.0585170 Sep 20 13:32:19.238929 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-961f7835-25ca-454b-a51f-1f1b85e2f8d0 req-f694a2df-b37b-4da4-98a3-0ba1315331eb tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb6fdd4f-315e-4f9d-ae20-bb19615249b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427752 Sep 20 13:32:20.364774 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0754bd-e7bf-46d0-b682-83a48ebbb618 req-51fcce66-2762-4d31-8035-91ff4d269c5b tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:20.366252 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-ab0754bd-e7bf-46d0-b682-83a48ebbb618 req-51fcce66-2762-4d31-8035-91ff4d269c5b tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.55 "GET /v2.0/ports?device_id=8528954c-b6f1-4097-93b8-b68ab1eea6eb HTTP/1.1" status: 200 len: 944 time: 0.0517945 Sep 20 13:32:20.413796 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-ab0754bd-e7bf-46d0-b682-83a48ebbb618 req-df7ecefa-bff5-4cc9-a1f5-4e41119de0ad tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb6fdd4f-315e-4f9d-ae20-bb19615249b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419912 Sep 20 13:32:21.540919 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 89c88828-6169-4853-821a-ec86502ff69f details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:32:21.541406 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11efd8b-fc0c-4249-9cc5-3053b8fbfcb6 req-5d90835b-1e5e-48fe-92c6-eedf0b9b85ce tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:21.541406 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f11efd8b-fc0c-4249-9cc5-3053b8fbfcb6 req-5d90835b-1e5e-48fe-92c6-eedf0b9b85ce tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.55 "GET /v2.0/ports?device_id=8528954c-b6f1-4097-93b8-b68ab1eea6eb HTTP/1.1" status: 200 len: 944 time: 0.0541446 Sep 20 13:32:21.587294 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f11efd8b-fc0c-4249-9cc5-3053b8fbfcb6 req-15bc99d0-abd5-4f2f-b871-453175d1933a tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb6fdd4f-315e-4f9d-ae20-bb19615249b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412621 Sep 20 13:32:21.629839 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port 89c88828-6169-4853-821a-ec86502ff69f, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=89c88828-6169-4853-821a-ec86502ff69f,segment=NetworkSegment(caa8f546-4fd3-49aa-9181-2c1bc2a19ecf),segment_id=caa8f546-4fd3-49aa-9181-2c1bc2a19ecf)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:32:21.640715 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Returning: {'device': '89c88828-6169-4853-821a-ec86502ff69f', 'network_id': '07eb7a66-9fa0-4c90-b4a9-6299578cc828', 'port_id': '89c88828-6169-4853-821a-ec86502ff69f', 'mac_address': 'fa:16:3e:34:a7:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4565302d-cc30-47c9-9049-f2a1799d3ad1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:32:21.673727 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Current status of the port 89c88828-6169-4853-821a-ec86502ff69f is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:32:21.674115 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (89c88828-6169-4853-821a-ec86502ff69f), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:21.686116 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89c88828-6169-4853-821a-ec86502ff69f {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 13:32:21.709968 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port 89c88828-6169-4853-821a-ec86502ff69f, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=89c88828-6169-4853-821a-ec86502ff69f,segment=NetworkSegment(caa8f546-4fd3-49aa-9181-2c1bc2a19ecf),segment_id=caa8f546-4fd3-49aa-9181-2c1bc2a19ecf)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:32:21.713623 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (89c88828-6169-4853-821a-ec86502ff69f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:21.757983 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Pushing event updated for resources: {'Port': ['ID=89c88828-6169-4853-821a-ec86502ff69f,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:32:21.765007 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:21.765533 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:21.765888 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:21.766237 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:21.766576 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:21.766938 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:21.767292 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:21.767607 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:21.767938 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:21.768269 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:21.768597 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:21.768924 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:21.769249 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:22.433004 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] get_ports_and_sgs() called for port_ids ['89c88828-6169-4853-821a-ec86502ff69f'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 13:32:22.717513 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ae1b4-4cad-4ee0-81fd-ed3b301383df req-9be2d420-8873-4e1d-b00b-6d8b2ac48366 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:22.719024 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-dd0ae1b4-4cad-4ee0-81fd-ed3b301383df req-9be2d420-8873-4e1d-b00b-6d8b2ac48366 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.55 "GET /v2.0/ports?device_id=8528954c-b6f1-4097-93b8-b68ab1eea6eb HTTP/1.1" status: 200 len: 945 time: 0.0605850 Sep 20 13:32:22.764865 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-dd0ae1b4-4cad-4ee0-81fd-ed3b301383df req-2531b2f5-65ed-480e-8244-0e407a185dda tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb6fdd4f-315e-4f9d-ae20-bb19615249b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403326 Sep 20 13:32:23.447023 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8d038013-7ae0-4cd6-8b7b-534fe3bfde94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (c520f755-59ca-4a79-a15e-107c01e131c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:23.893360 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81064297-c411-462b-b6fa-e547c7c22bc0 req-f377f778-45d8-4b8a-a8ee-1201d2a0e70f tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:23.894870 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-81064297-c411-462b-b6fa-e547c7c22bc0 req-f377f778-45d8-4b8a-a8ee-1201d2a0e70f tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.55 "GET /v2.0/ports?device_id=8528954c-b6f1-4097-93b8-b68ab1eea6eb HTTP/1.1" status: 200 len: 945 time: 0.0519333 Sep 20 13:32:23.944722 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-81064297-c411-462b-b6fa-e547c7c22bc0 req-3417b077-8f0e-46ef-9987-add921f1d913 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb6fdd4f-315e-4f9d-ae20-bb19615249b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443151 Sep 20 13:32:24.918451 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-de418b6f-e140-47b6-bf06-e884704a6cdd req-37e6e78d-314f-4102-b52a-b923c92466e6 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1340747924&fields=id&tenant_id=d53aef994f644a7fa4fa688cf97b1e17 HTTP/1.1" status: 200 len: 267 time: 0.0442936 Sep 20 13:32:25.027856 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de418b6f-e140-47b6-bf06-e884704a6cdd req-3f4be0b7-fa31-4908-9e1a-09f799a08bb6 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:25.029249 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-de418b6f-e140-47b6-bf06-e884704a6cdd req-3f4be0b7-fa31-4908-9e1a-09f799a08bb6 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/networks?id=cff89604-63f6-4ff4-b070-c24b9893ce13 HTTP/1.1" status: 200 len: 810 time: 0.1036999 Sep 20 13:32:25.045179 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-de418b6f-e140-47b6-bf06-e884704a6cdd req-546970d3-4e30-4cf9-a332-8278596a950b tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/quotas/d53aef994f644a7fa4fa688cf97b1e17 HTTP/1.1" status: 200 len: 375 time: 0.0094543 Sep 20 13:32:25.071122 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f4b76b-4472-4bc9-90e4-8a63ff61346e req-5b92387a-0c83-4563-96a0-2f08335390b4 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:25.072603 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b6f4b76b-4472-4bc9-90e4-8a63ff61346e req-5b92387a-0c83-4563-96a0-2f08335390b4 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.55 "GET /v2.0/ports?device_id=8528954c-b6f1-4097-93b8-b68ab1eea6eb HTTP/1.1" status: 200 len: 945 time: 0.0549490 Sep 20 13:32:25.103880 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-de418b6f-e140-47b6-bf06-e884704a6cdd req-5517e1a3-c332-451b-9a62-9867f748eb8c tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d53aef994f644a7fa4fa688cf97b1e17&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0522139 Sep 20 13:32:25.119478 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b6f4b76b-4472-4bc9-90e4-8a63ff61346e req-2edc2a23-5bf9-4f58-a36a-ce8a41bf52d0 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb6fdd4f-315e-4f9d-ae20-bb19615249b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411999 Sep 20 13:32:25.199962 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-de418b6f-e140-47b6-bf06-e884704a6cdd req-2bd6de95-ecfa-4eaa-9903-9efcf78570d5 service neutron] 10.222.0.55 "GET /v2.0/networks/cff89604-63f6-4ff4-b070-c24b9893ce13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838661 Sep 20 13:32:25.290751 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-de418b6f-e140-47b6-bf06-e884704a6cdd req-d0263164-3769-45e5-97af-2d5cd141f531 service neutron] 10.222.0.55 "GET /v2.0/networks/cff89604-63f6-4ff4-b070-c24b9893ce13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847938 Sep 20 13:32:25.548231 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 89c88828-6169-4853-821a-ec86502ff69f up at agent hyperv_hv-cinder-85846 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:32:25.567566 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-06f621c1-d24a-4e26-814d-24fd16e3829f req-0915ea47-2291-4a47-acaa-5b49e1b1b8a3 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=a18c68db-9ad8-4a8b-9bd6-afbe04a4133a HTTP/1.1" status: 200 len: 210 time: 0.0286951 Sep 20 13:32:25.596621 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Provisioning for port 89c88828-6169-4853-821a-ec86502ff69f completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 13:32:25.600832 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Provisioning complete for port 89c88828-6169-4853-821a-ec86502ff69f triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:32:25.601239 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (89c88828-6169-4853-821a-ec86502ff69f), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:25.601624 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Attempt 1 to provision port 89c88828-6169-4853-821a-ec86502ff69f Sep 20 13:32:25.678498 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Current status of the port 89c88828-6169-4853-821a-ec86502ff69f is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:32:25.678922 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (89c88828-6169-4853-821a-ec86502ff69f), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:25.702639 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8528954c-b6f1-4097-93b8-b68ab1eea6eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c88828-6169-4853-821a-ec86502ff69f'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:32:25.704925 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76b3f69f6489aff1aa8284e7e37e9464aa9e8db96ff70d8a184fca566081ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10dbe9a5-453e-4122-bf8d-a8d277df2ede" -d '{"events": [{"server_uuid": "8528954c-b6f1-4097-93b8-b68ab1eea6eb", "name": "network-vif-plugged", "status": "completed", "tag": "89c88828-6169-4853-821a-ec86502ff69f"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:32:25.718366 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port 89c88828-6169-4853-821a-ec86502ff69f, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=89c88828-6169-4853-821a-ec86502ff69f,segment=NetworkSegment(caa8f546-4fd3-49aa-9181-2c1bc2a19ecf),segment_id=caa8f546-4fd3-49aa-9181-2c1bc2a19ecf)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:32:25.723706 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (89c88828-6169-4853-821a-ec86502ff69f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:25.747078 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 13:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee728cfa-b7c1-4471-928a-2145a519356b x-openstack-request-id: req-ee728cfa-b7c1-4471-928a-2145a519356b {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:32:25.747402 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8528954c-b6f1-4097-93b8-b68ab1eea6eb", "name": "network-vif-plugged", "status": "completed", "tag": "89c88828-6169-4853-821a-ec86502ff69f", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:32:25.747640 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ee728cfa-b7c1-4471-928a-2145a519356b {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:32:25.748043 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee728cfa-b7c1-4471-928a-2145a519356b'] response: {'server_uuid': '8528954c-b6f1-4097-93b8-b68ab1eea6eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c88828-6169-4853-821a-ec86502ff69f', 'code': 200} Sep 20 13:32:25.783873 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Pushing event updated for resources: {'Port': ['ID=89c88828-6169-4853-821a-ec86502ff69f,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:32:25.795618 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-63fbb0a5-ea88-4a13-aeff-0c22f76bf1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (e6bdf340-58c5-4186-af2d-ab00439e5425), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:25.967401 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0288a9-ab99-4f2a-903c-da4d113af32b req-ef8bf6a7-ead4-4d70-85fa-34c44cf5ab66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:25.969367 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ee0288a9-ab99-4f2a-903c-da4d113af32b req-ef8bf6a7-ead4-4d70-85fa-34c44cf5ab66 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8528954c-b6f1-4097-93b8-b68ab1eea6eb HTTP/1.1" status: 200 len: 1130 time: 0.0465610 Sep 20 13:32:26.024516 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ee0288a9-ab99-4f2a-903c-da4d113af32b req-a2dee343-2986-4e7f-9534-11a6ea33a669 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=fb6fdd4f-315e-4f9d-ae20-bb19615249b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421298 Sep 20 13:32:26.242219 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead5a8c-7673-4068-b993-eb7bafd7914a req-7df3d4e2-d449-4ff9-835b-5b09167b985c tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:26.243674 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9ead5a8c-7673-4068-b993-eb7bafd7914a req-7df3d4e2-d449-4ff9-835b-5b09167b985c tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.55 "GET /v2.0/ports?device_id=8528954c-b6f1-4097-93b8-b68ab1eea6eb HTTP/1.1" status: 200 len: 946 time: 0.0511465 Sep 20 13:32:26.289628 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9ead5a8c-7673-4068-b993-eb7bafd7914a req-e7b5c041-644f-462f-b594-2b0c3c7e116d tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb6fdd4f-315e-4f9d-ae20-bb19615249b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403397 Sep 20 13:32:26.669290 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-0743463c-a290-46ee-a6ba-ccab6b314cde req-69204f9e-c1fc-46f7-a302-2ab61ec365dc tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=a18c68db-9ad8-4a8b-9bd6-afbe04a4133a HTTP/1.1" status: 200 len: 210 time: 0.0277605 Sep 20 13:32:26.776612 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21c1e68e-1f58-483a-acac-7453cdb7afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (dfbc54aa-0ed8-4030-9edb-0bf7f0e74037), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:27.140179 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de418b6f-e140-47b6-bf06-e884704a6cdd req-0c5c7a94-d306-4eca-becc-c8644dcd0fc1 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:27.141731 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-de418b6f-e140-47b6-bf06-e884704a6cdd req-0c5c7a94-d306-4eca-becc-c8644dcd0fc1 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.62 "GET /v2.0/networks?id=cff89604-63f6-4ff4-b070-c24b9893ce13 HTTP/1.1" status: 200 len: 810 time: 0.1035001 Sep 20 13:32:27.217757 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-de418b6f-e140-47b6-bf06-e884704a6cdd req-576adcbb-af23-4e0f-b7ef-a54855dea6c1 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d53aef994f644a7fa4fa688cf97b1e17 HTTP/1.1" status: 200 len: 380 time: 0.0513167 Sep 20 13:32:27.231142 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-de418b6f-e140-47b6-bf06-e884704a6cdd req-32b50b1f-050b-4878-b179-ec6c3e4e64a0 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Request body: {'port': {'device_id': 'a18c68db-9ad8-4a8b-9bd6-afbe04a4133a', 'network_id': 'cff89604-63f6-4ff4-b070-c24b9893ce13', 'admin_state_up': True, 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'security_groups': ['1c3eaa96-65a4-410f-84e1-9364e6766e3f']}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:32:27.334269 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de418b6f-e140-47b6-bf06-e884704a6cdd req-32b50b1f-050b-4878-b179-ec6c3e4e64a0 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Made reservation on behalf of d53aef994f644a7fa4fa688cf97b1e17 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 13:32:27.337494 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-de418b6f-e140-47b6-bf06-e884704a6cdd req-32b50b1f-050b-4878-b179-ec6c3e4e64a0 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:27.490079 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc29563-db6f-442f-8593-f1f0abc18f9a req-71f16d3a-6ebb-4e23-9656-383a36685c1c tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:27.491584 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-cfc29563-db6f-442f-8593-f1f0abc18f9a req-71f16d3a-6ebb-4e23-9656-383a36685c1c tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.55 "GET /v2.0/ports?device_id=8528954c-b6f1-4097-93b8-b68ab1eea6eb HTTP/1.1" status: 200 len: 946 time: 0.0980213 Sep 20 13:32:27.509005 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-de418b6f-e140-47b6-bf06-e884704a6cdd req-32b50b1f-050b-4878-b179-ec6c3e4e64a0 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Allocated IP 172.20.0.6 (cff89604-63f6-4ff4-b070-c24b9893ce13/45d26521-be10-46ff-844d-b02be9b0cca0/48de767e-c71f-4403-8fef-d062ee73dd43) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:32:27.574171 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-cfc29563-db6f-442f-8593-f1f0abc18f9a req-8ca20f68-f825-4240-8b38-6fcd54c4d403 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb6fdd4f-315e-4f9d-ae20-bb19615249b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762441 Sep 20 13:32:27.677707 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-de418b6f-e140-47b6-bf06-e884704a6cdd req-32b50b1f-050b-4878-b179-ec6c3e4e64a0 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks [] for port (48de767e-c71f-4403-8fef-d062ee73dd43), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:27.709478 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-de418b6f-e140-47b6-bf06-e884704a6cdd req-32b50b1f-050b-4878-b179-ec6c3e4e64a0 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (48de767e-c71f-4403-8fef-d062ee73dd43), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:27.753229 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de418b6f-e140-47b6-bf06-e884704a6cdd req-32b50b1f-050b-4878-b179-ec6c3e4e64a0 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Network cff89604-63f6-4ff4-b070-c24b9893ce13 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:32:27.756331 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-de418b6f-e140-47b6-bf06-e884704a6cdd req-32b50b1f-050b-4878-b179-ec6c3e4e64a0 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:32:27.760195 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-de418b6f-e140-47b6-bf06-e884704a6cdd req-32b50b1f-050b-4878-b179-ec6c3e4e64a0 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:32:27.788019 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b50b1f-050b-4878-b179-ec6c3e4e64a0 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Pushing event updated for resources: {'Port': ['ID=48de767e-c71f-4403-8fef-d062ee73dd43,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:32:27.820217 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de418b6f-e140-47b6-bf06-e884704a6cdd req-32b50b1f-050b-4878-b179-ec6c3e4e64a0 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:27.820935 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-de418b6f-e140-47b6-bf06-e884704a6cdd req-32b50b1f-050b-4878-b179-ec6c3e4e64a0 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:27.828765 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b1c7da-72f6-4648-8c75-fc42ed69bb03 req-23156c8d-69fb-493f-a61d-c19586aff583 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:27.830531 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-87b1c7da-72f6-4648-8c75-fc42ed69bb03 req-23156c8d-69fb-493f-a61d-c19586aff583 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=a18c68db-9ad8-4a8b-9bd6-afbe04a4133a HTTP/1.1" status: 200 len: 931 time: 0.0687594 Sep 20 13:32:27.845741 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-de418b6f-e140-47b6-bf06-e884704a6cdd req-32b50b1f-050b-4878-b179-ec6c3e4e64a0 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6180012 Sep 20 13:32:27.869261 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-de418b6f-e140-47b6-bf06-e884704a6cdd req-6e21deb4-d5ec-4a12-9348-729acd9d8a1b service neutron] Request body: {'port': {'device_id': 'a18c68db-9ad8-4a8b-9bd6-afbe04a4133a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85846'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:32:27.897745 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-87b1c7da-72f6-4648-8c75-fc42ed69bb03 req-0840d822-1f6f-4102-9ea9-12f6b14f6533 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596809 Sep 20 13:32:27.957423 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-de418b6f-e140-47b6-bf06-e884704a6cdd req-6e21deb4-d5ec-4a12-9348-729acd9d8a1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (48de767e-c71f-4403-8fef-d062ee73dd43), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:27.996419 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-334ead87-64f6-4af5-a4d4-c851c474fae0 None None] Provisioning complete for port 48de767e-c71f-4403-8fef-d062ee73dd43 triggered by entity DHCP. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:32:27.997354 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-334ead87-64f6-4af5-a4d4-c851c474fae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (48de767e-c71f-4403-8fef-d062ee73dd43), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:27.997859 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-334ead87-64f6-4af5-a4d4-c851c474fae0 None None] Attempt 1 to provision port 48de767e-c71f-4403-8fef-d062ee73dd43 Sep 20 13:32:28.037542 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-334ead87-64f6-4af5-a4d4-c851c474fae0 None None] Port 48de767e-c71f-4403-8fef-d062ee73dd43 cannot update to ACTIVE because it is not bound. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 20 13:32:28.194764 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c793fb8f-2eac-4cf0-b972-02f3f2d6d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (78ab24c8-cd03-458a-a2fc-6c0c54d0053a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:28.241128 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [req-de418b6f-e140-47b6-bf06-e884704a6cdd req-6e21deb4-d5ec-4a12-9348-729acd9d8a1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48de767e-c71f-4403-8fef-d062ee73dd43 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 13:32:28.248328 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-de418b6f-e140-47b6-bf06-e884704a6cdd req-6e21deb4-d5ec-4a12-9348-729acd9d8a1b service neutron] Publish callbacks [] for port (48de767e-c71f-4403-8fef-d062ee73dd43), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:28.259865 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-de418b6f-e140-47b6-bf06-e884704a6cdd req-6e21deb4-d5ec-4a12-9348-729acd9d8a1b service neutron] Transition to ACTIVE for port object 48de767e-c71f-4403-8fef-d062ee73dd43 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 20 13:32:28.263027 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-de418b6f-e140-47b6-bf06-e884704a6cdd req-6e21deb4-d5ec-4a12-9348-729acd9d8a1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242759'] for port (48de767e-c71f-4403-8fef-d062ee73dd43), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:28.335876 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e21deb4-d5ec-4a12-9348-729acd9d8a1b service neutron] Pushing event updated for resources: {'Port': ['ID=48de767e-c71f-4403-8fef-d062ee73dd43,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:32:28.366543 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-de418b6f-e140-47b6-bf06-e884704a6cdd req-6e21deb4-d5ec-4a12-9348-729acd9d8a1b service neutron] Attempting to bind port 48de767e-c71f-4403-8fef-d062ee73dd43 on host hv-cinder-85846 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 20 13:32:28.366924 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-de418b6f-e140-47b6-bf06-e884704a6cdd req-6e21deb4-d5ec-4a12-9348-729acd9d8a1b service neutron] Attempting to bind port 48de767e-c71f-4403-8fef-d062ee73dd43 by drivers openvswitch,hyperv on host hv-cinder-85846 at level 0 using segments [{'id': 'f47cb449-14cc-4dd6-9f7f-1690124e994f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cff89604-63f6-4ff4-b070-c24b9893ce13'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 20 13:32:28.367257 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de418b6f-e140-47b6-bf06-e884704a6cdd req-6e21deb4-d5ec-4a12-9348-729acd9d8a1b service neutron] Attempting to bind port 48de767e-c71f-4403-8fef-d062ee73dd43 on network cff89604-63f6-4ff4-b070-c24b9893ce13 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:32:28.371477 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de418b6f-e140-47b6-bf06-e884704a6cdd req-6e21deb4-d5ec-4a12-9348-729acd9d8a1b service neutron] Port 48de767e-c71f-4403-8fef-d062ee73dd43 on network cff89604-63f6-4ff4-b070-c24b9893ce13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85846 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 13:32:28.371802 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de418b6f-e140-47b6-bf06-e884704a6cdd req-6e21deb4-d5ec-4a12-9348-729acd9d8a1b service neutron] Attempting to bind port 48de767e-c71f-4403-8fef-d062ee73dd43 on network cff89604-63f6-4ff4-b070-c24b9893ce13 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 13:32:28.376859 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de418b6f-e140-47b6-bf06-e884704a6cdd req-6e21deb4-d5ec-4a12-9348-729acd9d8a1b service neutron] Checking agent: {'id': '728cf656-0364-4172-b8b5-b6ffd3122ed0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85846', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 13, 15, 40), 'started_at': datetime.datetime(2022, 9, 20, 13, 15, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 13, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 13:32:28.377199 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de418b6f-e140-47b6-bf06-e884704a6cdd req-6e21deb4-d5ec-4a12-9348-729acd9d8a1b service neutron] Checking segment: {'id': 'f47cb449-14cc-4dd6-9f7f-1690124e994f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cff89604-63f6-4ff4-b070-c24b9893ce13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 20 13:32:28.377585 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de418b6f-e140-47b6-bf06-e884704a6cdd req-6e21deb4-d5ec-4a12-9348-729acd9d8a1b service neutron] Bound using segment: {'id': 'f47cb449-14cc-4dd6-9f7f-1690124e994f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cff89604-63f6-4ff4-b070-c24b9893ce13'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 13:32:28.378013 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-de418b6f-e140-47b6-bf06-e884704a6cdd req-6e21deb4-d5ec-4a12-9348-729acd9d8a1b service neutron] Bound port: 48de767e-c71f-4403-8fef-d062ee73dd43, host: hv-cinder-85846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f47cb449-14cc-4dd6-9f7f-1690124e994f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cff89604-63f6-4ff4-b070-c24b9893ce13'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 20 13:32:28.378370 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-de418b6f-e140-47b6-bf06-e884704a6cdd req-6e21deb4-d5ec-4a12-9348-729acd9d8a1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (48de767e-c71f-4403-8fef-d062ee73dd43), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:28.440925 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-de418b6f-e140-47b6-bf06-e884704a6cdd req-6e21deb4-d5ec-4a12-9348-729acd9d8a1b service neutron] For port 48de767e-c71f-4403-8fef-d062ee73dd43, host hv-cinder-85846, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 13:32:28.444024 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-de418b6f-e140-47b6-bf06-e884704a6cdd req-6e21deb4-d5ec-4a12-9348-729acd9d8a1b service neutron] For port 48de767e-c71f-4403-8fef-d062ee73dd43, host hv-cinder-85846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=48de767e-c71f-4403-8fef-d062ee73dd43,segment=NetworkSegment(f47cb449-14cc-4dd6-9f7f-1690124e994f),segment_id=f47cb449-14cc-4dd6-9f7f-1690124e994f)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 13:32:28.449229 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-de418b6f-e140-47b6-bf06-e884704a6cdd req-6e21deb4-d5ec-4a12-9348-729acd9d8a1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242759'] for port (48de767e-c71f-4403-8fef-d062ee73dd43), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:28.453267 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de418b6f-e140-47b6-bf06-e884704a6cdd req-6e21deb4-d5ec-4a12-9348-729acd9d8a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:28.453922 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-de418b6f-e140-47b6-bf06-e884704a6cdd req-6e21deb4-d5ec-4a12-9348-729acd9d8a1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:28.455359 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-de418b6f-e140-47b6-bf06-e884704a6cdd req-6e21deb4-d5ec-4a12-9348-729acd9d8a1b service neutron] 10.222.0.62 "PUT /v2.0/ports/48de767e-c71f-4403-8fef-d062ee73dd43 HTTP/1.1" status: 200 len: 1093 time: 0.5926747 Sep 20 13:32:28.457341 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a18c68db-9ad8-4a8b-9bd6-afbe04a4133a', 'tag': '48de767e-c71f-4403-8fef-d062ee73dd43'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:32:28.459594 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8afa0c3fb06aef531850fccced94fa4b659a4977f0534d5a49c84d13d87c0c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b00086-1000-4e5b-abe5-122c5fd07620" -d '{"events": [{"name": "network-changed", "server_uuid": "a18c68db-9ad8-4a8b-9bd6-afbe04a4133a", "tag": "48de767e-c71f-4403-8fef-d062ee73dd43"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:32:28.499766 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 13:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53c66b4-78fa-4d28-aa1c-ca82cc2c753e x-openstack-request-id: req-e53c66b4-78fa-4d28-aa1c-ca82cc2c753e {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:32:28.500134 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a18c68db-9ad8-4a8b-9bd6-afbe04a4133a", "tag": "48de767e-c71f-4403-8fef-d062ee73dd43", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:32:28.500397 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e53c66b4-78fa-4d28-aa1c-ca82cc2c753e {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:32:28.500806 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e53c66b4-78fa-4d28-aa1c-ca82cc2c753e'] response: {'name': 'network-changed', 'server_uuid': 'a18c68db-9ad8-4a8b-9bd6-afbe04a4133a', 'tag': '48de767e-c71f-4403-8fef-d062ee73dd43', 'status': 'completed', 'code': 200} Sep 20 13:32:28.513330 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e21deb4-d5ec-4a12-9348-729acd9d8a1b service neutron] Pushing event updated for resources: {'Port': ['ID=48de767e-c71f-4403-8fef-d062ee73dd43,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:32:28.539436 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-334ead87-64f6-4af5-a4d4-c851c474fae0 None None] Attempt 2 to provision port 48de767e-c71f-4403-8fef-d062ee73dd43 Sep 20 13:32:28.576100 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-334ead87-64f6-4af5-a4d4-c851c474fae0 None None] Port 48de767e-c71f-4403-8fef-d062ee73dd43 had new provisioning blocks added so it will not transition to active. {{(pid=104088) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 20 13:32:28.590007 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de418b6f-e140-47b6-bf06-e884704a6cdd req-aef727ad-dfd1-41c6-8f6f-12fbde5a9419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:28.591479 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-de418b6f-e140-47b6-bf06-e884704a6cdd req-aef727ad-dfd1-41c6-8f6f-12fbde5a9419 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d53aef994f644a7fa4fa688cf97b1e17&device_id=a18c68db-9ad8-4a8b-9bd6-afbe04a4133a HTTP/1.1" status: 200 len: 1127 time: 0.0467680 Sep 20 13:32:28.641751 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-de418b6f-e140-47b6-bf06-e884704a6cdd req-eaab599f-12fb-4662-b0d7-c0a5c69d840f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48de767e-c71f-4403-8fef-d062ee73dd43 HTTP/1.1" status: 200 len: 217 time: 0.0328372 Sep 20 13:32:28.695775 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de418b6f-e140-47b6-bf06-e884704a6cdd req-604fc142-5f35-4b1c-a6b0-50104ad2c707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:28.697220 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-de418b6f-e140-47b6-bf06-e884704a6cdd req-604fc142-5f35-4b1c-a6b0-50104ad2c707 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=45d26521-be10-46ff-844d-b02be9b0cca0 HTTP/1.1" status: 200 len: 849 time: 0.0467291 Sep 20 13:32:28.698597 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b086a847-f0ea-4fdb-bad5-8ae5210574b7 req-c7c61304-eb5c-4668-a54b-75c0ee436ea4 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:28.700118 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-b086a847-f0ea-4fdb-bad5-8ae5210574b7 req-c7c61304-eb5c-4668-a54b-75c0ee436ea4 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.55 "GET /v2.0/ports?device_id=8528954c-b6f1-4097-93b8-b68ab1eea6eb HTTP/1.1" status: 200 len: 946 time: 0.0534086 Sep 20 13:32:28.746401 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-b086a847-f0ea-4fdb-bad5-8ae5210574b7 req-b196ccaa-ddf9-4074-b981-faedaafd3ee3 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb6fdd4f-315e-4f9d-ae20-bb19615249b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400002 Sep 20 13:32:28.755388 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de418b6f-e140-47b6-bf06-e884704a6cdd req-4290de24-afd1-4ad6-86ab-8d4096b36196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:28.757064 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-de418b6f-e140-47b6-bf06-e884704a6cdd req-4290de24-afd1-4ad6-86ab-8d4096b36196 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cff89604-63f6-4ff4-b070-c24b9893ce13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506268 Sep 20 13:32:28.847810 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-de418b6f-e140-47b6-bf06-e884704a6cdd req-b5d3212e-9b2b-495f-a83c-6128ed9ed1dc service neutron] 10.222.0.62 "GET /v2.0/networks/cff89604-63f6-4ff4-b070-c24b9893ce13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841424 Sep 20 13:32:28.945266 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-de418b6f-e140-47b6-bf06-e884704a6cdd req-d9ee90f2-5a77-4204-9c62-b0a5561f702d service neutron] 10.222.0.62 "GET /v2.0/networks/cff89604-63f6-4ff4-b070-c24b9893ce13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906494 Sep 20 13:32:29.029164 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f1ba04-a798-4607-9c67-7df93bbbfbcf req-d9473b5e-b1c7-44e5-9565-e9609ce20444 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:29.030695 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-88f1ba04-a798-4607-9c67-7df93bbbfbcf req-d9473b5e-b1c7-44e5-9565-e9609ce20444 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=a18c68db-9ad8-4a8b-9bd6-afbe04a4133a HTTP/1.1" status: 200 len: 943 time: 0.0544305 Sep 20 13:32:29.081664 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-88f1ba04-a798-4607-9c67-7df93bbbfbcf req-a2271ced-1019-45d9-9db3-01df3d67e277 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444076 Sep 20 13:32:29.192305 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b00086-1000-4e5b-abe5-122c5fd07620 req-e321450b-9359-419b-8e48-04de17673927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:29.193776 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b4b00086-1000-4e5b-abe5-122c5fd07620 req-e321450b-9359-419b-8e48-04de17673927 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d53aef994f644a7fa4fa688cf97b1e17&device_id=a18c68db-9ad8-4a8b-9bd6-afbe04a4133a HTTP/1.1" status: 200 len: 1127 time: 0.0487251 Sep 20 13:32:29.280194 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b00086-1000-4e5b-abe5-122c5fd07620 req-f2c2bed9-b5f5-4142-ace6-426175722be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:29.281617 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b4b00086-1000-4e5b-abe5-122c5fd07620 req-f2c2bed9-b5f5-4142-ace6-426175722be0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=cff89604-63f6-4ff4-b070-c24b9893ce13 HTTP/1.1" status: 200 len: 910 time: 0.0811806 Sep 20 13:32:29.320965 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b4b00086-1000-4e5b-abe5-122c5fd07620 req-2c7fed57-1a94-4a70-88a1-fb93f695ef95 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48de767e-c71f-4403-8fef-d062ee73dd43 HTTP/1.1" status: 200 len: 217 time: 0.0327325 Sep 20 13:32:29.376552 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b00086-1000-4e5b-abe5-122c5fd07620 req-ee6d6e3a-7d72-4610-88d5-4cc2f6dd3cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:29.378035 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b4b00086-1000-4e5b-abe5-122c5fd07620 req-ee6d6e3a-7d72-4610-88d5-4cc2f6dd3cdb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=45d26521-be10-46ff-844d-b02be9b0cca0 HTTP/1.1" status: 200 len: 849 time: 0.0474885 Sep 20 13:32:29.426466 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b00086-1000-4e5b-abe5-122c5fd07620 req-193647d3-3c5c-4ff6-b611-040f2195f17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:29.427976 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b4b00086-1000-4e5b-abe5-122c5fd07620 req-193647d3-3c5c-4ff6-b611-040f2195f17d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cff89604-63f6-4ff4-b070-c24b9893ce13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432377 Sep 20 13:32:29.532055 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b4b00086-1000-4e5b-abe5-122c5fd07620 req-b686da2b-2b9e-4ac7-900f-7aed56c7ff8a service neutron] 10.222.0.62 "GET /v2.0/networks/cff89604-63f6-4ff4-b070-c24b9893ce13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927396 Sep 20 13:32:29.604857 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (543ca60b-7e7a-4ebd-8f87-7672c7a482b9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:29.636040 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78c54d-b6c9-44c7-b9d1-312bd7b8a426 req-e3efe6d6-ca97-4b78-b3c9-6b53156b3652 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:29.637404 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3b78c54d-b6c9-44c7-b9d1-312bd7b8a426 req-e3efe6d6-ca97-4b78-b3c9-6b53156b3652 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.55 "GET /v2.0/ports?device_id=8528954c-b6f1-4097-93b8-b68ab1eea6eb HTTP/1.1" status: 200 len: 946 time: 0.1045060 Sep 20 13:32:29.674849 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b4b00086-1000-4e5b-abe5-122c5fd07620 req-b2f7bf28-5680-4c7a-acba-5a27d7fa608e service neutron] 10.222.0.62 "GET /v2.0/networks/cff89604-63f6-4ff4-b070-c24b9893ce13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098807 Sep 20 13:32:29.703282 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3b78c54d-b6c9-44c7-b9d1-312bd7b8a426 req-b07a2ece-4511-4884-89c7-f7b7a4eb0077 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb6fdd4f-315e-4f9d-ae20-bb19615249b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557549 Sep 20 13:32:30.208236 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf32790-fd34-4a03-970f-00a0532febe7 req-24f75e6e-9876-4590-a92c-87f433d8eca4 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:30.209599 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-3bf32790-fd34-4a03-970f-00a0532febe7 req-24f75e6e-9876-4590-a92c-87f433d8eca4 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=a18c68db-9ad8-4a8b-9bd6-afbe04a4133a HTTP/1.1" status: 200 len: 943 time: 0.0519216 Sep 20 13:32:30.255813 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-3bf32790-fd34-4a03-970f-00a0532febe7 req-4c77b328-79d5-4ff5-a334-15db9363a67f tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407276 Sep 20 13:32:30.829700 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c71ce7-3a1e-47e7-9d93-d3c5b20fd542 req-1f0d8a7d-3857-4aaf-8d40-a75af26e02dd tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:30.831089 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d8c71ce7-3a1e-47e7-9d93-d3c5b20fd542 req-1f0d8a7d-3857-4aaf-8d40-a75af26e02dd tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.55 "GET /v2.0/ports?device_id=8528954c-b6f1-4097-93b8-b68ab1eea6eb HTTP/1.1" status: 200 len: 946 time: 0.0528510 Sep 20 13:32:30.876930 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d8c71ce7-3a1e-47e7-9d93-d3c5b20fd542 req-66fea36c-2e44-4321-b2da-ad6f12b2ded9 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb6fdd4f-315e-4f9d-ae20-bb19615249b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404165 Sep 20 13:32:31.386777 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69506bfa-2185-46e3-8e84-ef923c8b1dd0 req-0d9a0730-156a-4b12-be4a-3603446d3ce7 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:31.388197 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-69506bfa-2185-46e3-8e84-ef923c8b1dd0 req-0d9a0730-156a-4b12-be4a-3603446d3ce7 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=a18c68db-9ad8-4a8b-9bd6-afbe04a4133a HTTP/1.1" status: 200 len: 943 time: 0.0546005 Sep 20 13:32:31.436392 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-69506bfa-2185-46e3-8e84-ef923c8b1dd0 req-20f1e55d-f330-4a31-9df6-e9660a9930b7 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419719 Sep 20 13:32:31.446134 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.agents_db [None req-1b87bba1-5a3b-42d5-ba20-63287d9ec67c None None] Agent healthcheck: found 6 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:32:31.712324 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731cf2fd-8b84-4efd-bf0b-63ce1fd0e3e6 req-8052ed97-1650-44d8-8ff8-abe561197a8e tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:31.713661 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-731cf2fd-8b84-4efd-bf0b-63ce1fd0e3e6 req-8052ed97-1650-44d8-8ff8-abe561197a8e tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.62 "GET /v2.0/ports?device_id=8528954c-b6f1-4097-93b8-b68ab1eea6eb HTTP/1.1" status: 200 len: 946 time: 0.0528064 Sep 20 13:32:31.808160 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-731cf2fd-8b84-4efd-bf0b-63ce1fd0e3e6 req-0c6adab1-1cd1-4fbd-871b-9f1c43145bb7 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Deleting port 89c88828-6169-4853-821a-ec86502ff69f {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:32:31.808509 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-731cf2fd-8b84-4efd-bf0b-63ce1fd0e3e6 req-0c6adab1-1cd1-4fbd-871b-9f1c43145bb7 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (89c88828-6169-4853-821a-ec86502ff69f), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:31.895127 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-731cf2fd-8b84-4efd-bf0b-63ce1fd0e3e6 req-0c6adab1-1cd1-4fbd-871b-9f1c43145bb7 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] For port 89c88828-6169-4853-821a-ec86502ff69f, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=89c88828-6169-4853-821a-ec86502ff69f,segment=NetworkSegment(caa8f546-4fd3-49aa-9181-2c1bc2a19ecf),segment_id=caa8f546-4fd3-49aa-9181-2c1bc2a19ecf)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:32:31.895682 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-731cf2fd-8b84-4efd-bf0b-63ce1fd0e3e6 req-0c6adab1-1cd1-4fbd-871b-9f1c43145bb7 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (89c88828-6169-4853-821a-ec86502ff69f), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:31.907907 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-731cf2fd-8b84-4efd-bf0b-63ce1fd0e3e6 req-0c6adab1-1cd1-4fbd-871b-9f1c43145bb7 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Calling delete_port for 89c88828-6169-4853-821a-ec86502ff69f owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:32:32.024698 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a9a94-a8f1-4664-9665-eb9412a539b2 req-17fe8569-b316-4f21-9e77-e395e5d27dba tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:32.026152 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ee1a9a94-a8f1-4664-9665-eb9412a539b2 req-17fe8569-b316-4f21-9e77-e395e5d27dba tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.55 "GET /v2.0/ports?device_id=8528954c-b6f1-4097-93b8-b68ab1eea6eb HTTP/1.1" status: 200 len: 946 time: 0.0770259 Sep 20 13:32:32.099626 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-731cf2fd-8b84-4efd-bf0b-63ce1fd0e3e6 req-0c6adab1-1cd1-4fbd-871b-9f1c43145bb7 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (89c88828-6169-4853-821a-ec86502ff69f), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:32.115761 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ee1a9a94-a8f1-4664-9665-eb9412a539b2 req-d0faf71f-151b-43fc-a066-159c266d1381 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb6fdd4f-315e-4f9d-ae20-bb19615249b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812180 Sep 20 13:32:32.137974 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6adab1-1cd1-4fbd-871b-9f1c43145bb7 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Pushing event deleted for resources: {'Port': ['ID=89c88828-6169-4853-821a-ec86502ff69f,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:32:32.145390 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] get_ports_and_sgs() called for port_ids ['89c88828-6169-4853-821a-ec86502ff69f'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 13:32:32.179083 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-731cf2fd-8b84-4efd-bf0b-63ce1fd0e3e6 req-0c6adab1-1cd1-4fbd-871b-9f1c43145bb7 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] No DVR routers for this DVR port 89c88828-6169-4853-821a-ec86502ff69f on host hv-cinder-85846 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:32:32.181472 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-731cf2fd-8b84-4efd-bf0b-63ce1fd0e3e6 req-0c6adab1-1cd1-4fbd-871b-9f1c43145bb7 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:32.184705 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-731cf2fd-8b84-4efd-bf0b-63ce1fd0e3e6 req-0c6adab1-1cd1-4fbd-871b-9f1c43145bb7 tempest-VolumesActionsTest-1199660029 tempest-VolumesActionsTest-1199660029-project] 10.222.0.62 "DELETE /v2.0/ports/89c88828-6169-4853-821a-ec86502ff69f HTTP/1.1" status: 204 len: 173 time: 0.4628065 Sep 20 13:32:32.185198 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8528954c-b6f1-4097-93b8-b68ab1eea6eb', 'name': 'network-vif-deleted', 'tag': '89c88828-6169-4853-821a-ec86502ff69f'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:32:32.188144 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8afa0c3fb06aef531850fccced94fa4b659a4977f0534d5a49c84d13d87c0c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d650cea-f78c-4515-a1da-430067988f33" -d '{"events": [{"server_uuid": "8528954c-b6f1-4097-93b8-b68ab1eea6eb", "name": "network-vif-deleted", "tag": "89c88828-6169-4853-821a-ec86502ff69f"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:32:32.221575 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 13:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0106096d-de43-471c-927a-43a0b47798fb x-openstack-request-id: req-0106096d-de43-471c-927a-43a0b47798fb {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:32:32.221894 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8528954c-b6f1-4097-93b8-b68ab1eea6eb", "name": "network-vif-deleted", "tag": "89c88828-6169-4853-821a-ec86502ff69f", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:32:32.222138 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0106096d-de43-471c-927a-43a0b47798fb {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:32:32.222544 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0106096d-de43-471c-927a-43a0b47798fb'] response: {'server_uuid': '8528954c-b6f1-4097-93b8-b68ab1eea6eb', 'name': 'network-vif-deleted', 'tag': '89c88828-6169-4853-821a-ec86502ff69f', 'status': 'completed', 'code': 200} Sep 20 13:32:32.559944 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c4f58-4335-4db4-8c02-ea4c667a4fb6 req-47c485f2-cf42-41c8-8dc7-700dcaf28723 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:32.561382 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ce5c4f58-4335-4db4-8c02-ea4c667a4fb6 req-47c485f2-cf42-41c8-8dc7-700dcaf28723 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=a18c68db-9ad8-4a8b-9bd6-afbe04a4133a HTTP/1.1" status: 200 len: 943 time: 0.0544536 Sep 20 13:32:32.608093 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ce5c4f58-4335-4db4-8c02-ea4c667a4fb6 req-1ad70893-4a4f-4682-90b6-7bdb104ecfb2 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410683 Sep 20 13:32:33.736172 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb404a-0f55-45b7-91cf-446ca0d01a47 req-5a8b683c-8c2f-4ba6-910e-9debbb158d7c tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:33.737623 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9ecb404a-0f55-45b7-91cf-446ca0d01a47 req-5a8b683c-8c2f-4ba6-910e-9debbb158d7c tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=a18c68db-9ad8-4a8b-9bd6-afbe04a4133a HTTP/1.1" status: 200 len: 943 time: 0.0573971 Sep 20 13:32:33.788059 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9ecb404a-0f55-45b7-91cf-446ca0d01a47 req-db24834f-f832-4bad-8648-f6c85d0a7c5a tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441716 Sep 20 13:32:34.913817 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2379ea-f361-4d6a-be60-f697827fe3a9 req-5cc06055-d0e9-4b8f-9a7c-572725d27a74 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:34.915399 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-6c2379ea-f361-4d6a-be60-f697827fe3a9 req-5cc06055-d0e9-4b8f-9a7c-572725d27a74 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=a18c68db-9ad8-4a8b-9bd6-afbe04a4133a HTTP/1.1" status: 200 len: 943 time: 0.0527384 Sep 20 13:32:34.965520 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-6c2379ea-f361-4d6a-be60-f697827fe3a9 req-cf4e30b1-510a-4990-8f50-2076817aec5a tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439732 Sep 20 13:32:35.735718 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 89c88828-6169-4853-821a-ec86502ff69f no longer exists at agent hyperv_hv-cinder-85846 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:32:35.757560 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] No Port match for: 89c88828-6169-4853-821a-ec86502ff69f {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 20 13:32:35.757847 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 89c88828-6169-4853-821a-ec86502ff69f not bound to the agent host hv-cinder-85846 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:32:36.087329 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a9c66-6131-461d-afbd-c3e69e8033e9 req-96f4b111-8b10-4be2-9946-57d5c2306521 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:36.088690 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-380a9c66-6131-461d-afbd-c3e69e8033e9 req-96f4b111-8b10-4be2-9946-57d5c2306521 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=a18c68db-9ad8-4a8b-9bd6-afbe04a4133a HTTP/1.1" status: 200 len: 943 time: 0.0528712 Sep 20 13:32:36.136742 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-380a9c66-6131-461d-afbd-c3e69e8033e9 req-76b222c6-db0e-47d3-a223-df02b7c46e1c tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421407 Sep 20 13:32:37.260155 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340daff-a5da-4095-9190-833ffb5cc9f0 req-e3d4b868-c287-4e92-81a2-07e0644dda1e tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:37.261626 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-2340daff-a5da-4095-9190-833ffb5cc9f0 req-e3d4b868-c287-4e92-81a2-07e0644dda1e tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=a18c68db-9ad8-4a8b-9bd6-afbe04a4133a HTTP/1.1" status: 200 len: 943 time: 0.0537994 Sep 20 13:32:37.312877 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-2340daff-a5da-4095-9190-833ffb5cc9f0 req-e8a6b353-5397-49a6-b795-08eb687d85c4 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449202 Sep 20 13:32:38.451046 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f10386-17d2-42aa-9a05-6cd8607058fd req-b239fd9e-266c-4e2f-af09-80d9cbdddf66 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:38.453415 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f4f10386-17d2-42aa-9a05-6cd8607058fd req-b239fd9e-266c-4e2f-af09-80d9cbdddf66 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=a18c68db-9ad8-4a8b-9bd6-afbe04a4133a HTTP/1.1" status: 200 len: 943 time: 0.0658112 Sep 20 13:32:38.507850 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f4f10386-17d2-42aa-9a05-6cd8607058fd req-0a8ddd25-b27d-4a70-b005-83e6e3889b3e tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488622 Sep 20 13:32:39.628960 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e1855-dca5-48ce-8947-fb3433126d59 req-6e3bb169-24f0-439c-96e2-45e21be26af9 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:39.630416 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-9c2e1855-dca5-48ce-8947-fb3433126d59 req-6e3bb169-24f0-439c-96e2-45e21be26af9 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=a18c68db-9ad8-4a8b-9bd6-afbe04a4133a HTTP/1.1" status: 200 len: 943 time: 0.0516794 Sep 20 13:32:39.678179 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-9c2e1855-dca5-48ce-8947-fb3433126d59 req-094aa36e-6557-4cb4-9175-cd3f3833e5de tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422344 Sep 20 13:32:40.244188 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (728cf656-0364-4172-b8b5-b6ffd3122ed0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:40.833858 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd962d54-4faf-4f69-a3fc-9c60b9732009 req-6122dabe-07fa-4626-85ce-99d0f7e9bdd4 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:40.835450 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-bd962d54-4faf-4f69-a3fc-9c60b9732009 req-6122dabe-07fa-4626-85ce-99d0f7e9bdd4 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=a18c68db-9ad8-4a8b-9bd6-afbe04a4133a HTTP/1.1" status: 200 len: 943 time: 0.0745592 Sep 20 13:32:40.897556 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-bd962d54-4faf-4f69-a3fc-9c60b9732009 req-aa13d71f-8e23-4ad5-822f-371f83a7a87a tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554347 Sep 20 13:32:41.628178 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 48de767e-c71f-4403-8fef-d062ee73dd43 details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:32:41.870762 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port 48de767e-c71f-4403-8fef-d062ee73dd43, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=48de767e-c71f-4403-8fef-d062ee73dd43,segment=NetworkSegment(f47cb449-14cc-4dd6-9f7f-1690124e994f),segment_id=f47cb449-14cc-4dd6-9f7f-1690124e994f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:32:41.883075 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Returning: {'device': '48de767e-c71f-4403-8fef-d062ee73dd43', 'network_id': 'cff89604-63f6-4ff4-b070-c24b9893ce13', 'port_id': '48de767e-c71f-4403-8fef-d062ee73dd43', 'mac_address': 'fa:16:3e:33:eb:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45d26521-be10-46ff-844d-b02be9b0cca0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:32:41.931516 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Current status of the port 48de767e-c71f-4403-8fef-d062ee73dd43 is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:32:41.932498 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (48de767e-c71f-4403-8fef-d062ee73dd43), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:41.954484 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48de767e-c71f-4403-8fef-d062ee73dd43 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 13:32:41.990287 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port 48de767e-c71f-4403-8fef-d062ee73dd43, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=48de767e-c71f-4403-8fef-d062ee73dd43,segment=NetworkSegment(f47cb449-14cc-4dd6-9f7f-1690124e994f),segment_id=f47cb449-14cc-4dd6-9f7f-1690124e994f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:32:41.995517 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (48de767e-c71f-4403-8fef-d062ee73dd43), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:42.059332 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c76d73-c40f-4ae9-83b9-f32318c254d0 req-dfd2547f-375d-4ba5-baaf-2997f39cc2a0 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:42.067937 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-53c76d73-c40f-4ae9-83b9-f32318c254d0 req-dfd2547f-375d-4ba5-baaf-2997f39cc2a0 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=a18c68db-9ad8-4a8b-9bd6-afbe04a4133a HTTP/1.1" status: 200 len: 944 time: 0.0687931 Sep 20 13:32:42.096617 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Pushing event updated for resources: {'Port': ['ID=48de767e-c71f-4403-8fef-d062ee73dd43,revision_number=4']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:32:42.126620 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-53c76d73-c40f-4ae9-83b9-f32318c254d0 req-34f249b6-c16a-4be5-a275-a1cf541f7048 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573847 Sep 20 13:32:42.497712 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] get_ports_and_sgs() called for port_ids ['48de767e-c71f-4403-8fef-d062ee73dd43'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 13:32:43.272979 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963bfbd-80a1-4e38-a068-c7c88a0cf61e req-f808bd09-da3d-42bb-b303-86a077dd438f tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:43.275099 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a963bfbd-80a1-4e38-a068-c7c88a0cf61e req-f808bd09-da3d-42bb-b303-86a077dd438f tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=a18c68db-9ad8-4a8b-9bd6-afbe04a4133a HTTP/1.1" status: 200 len: 944 time: 0.0560741 Sep 20 13:32:43.329046 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a963bfbd-80a1-4e38-a068-c7c88a0cf61e req-572ffda4-596a-4d92-891f-e12b97d127dd tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464396 Sep 20 13:32:44.464748 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee385c-8dc7-48f1-ae45-1d87b2c242eb req-626c5bb0-11a2-40eb-a46d-b073d1dc9db4 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:44.466238 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-00ee385c-8dc7-48f1-ae45-1d87b2c242eb req-626c5bb0-11a2-40eb-a46d-b073d1dc9db4 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=a18c68db-9ad8-4a8b-9bd6-afbe04a4133a HTTP/1.1" status: 200 len: 944 time: 0.0591047 Sep 20 13:32:44.528883 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-00ee385c-8dc7-48f1-ae45-1d87b2c242eb req-a5f92c17-00ef-45d7-acd9-73e14931b2fa tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563405 Sep 20 13:32:45.645178 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 48de767e-c71f-4403-8fef-d062ee73dd43 up at agent hyperv_hv-cinder-85846 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:32:45.740110 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Provisioning for port 48de767e-c71f-4403-8fef-d062ee73dd43 completed by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 13:32:45.745915 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Provisioning complete for port 48de767e-c71f-4403-8fef-d062ee73dd43 triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:32:45.746860 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (48de767e-c71f-4403-8fef-d062ee73dd43), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:45.747242 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Attempt 1 to provision port 48de767e-c71f-4403-8fef-d062ee73dd43 Sep 20 13:32:45.749855 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9ce67-8254-4b03-bc87-ea392fc93338 req-e27a62f2-8f93-4612-afa7-706151a9aa2b tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:45.751385 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f6d9ce67-8254-4b03-bc87-ea392fc93338 req-e27a62f2-8f93-4612-afa7-706151a9aa2b tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=a18c68db-9ad8-4a8b-9bd6-afbe04a4133a HTTP/1.1" status: 200 len: 944 time: 0.1434429 Sep 20 13:32:45.825178 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f6d9ce67-8254-4b03-bc87-ea392fc93338 req-a1df08a6-9232-43b2-8330-19001708c4d1 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652671 Sep 20 13:32:45.861413 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Current status of the port 48de767e-c71f-4403-8fef-d062ee73dd43 is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:32:45.861829 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (48de767e-c71f-4403-8fef-d062ee73dd43), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:45.887288 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a18c68db-9ad8-4a8b-9bd6-afbe04a4133a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48de767e-c71f-4403-8fef-d062ee73dd43'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:32:45.890189 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76b3f69f6489aff1aa8284e7e37e9464aa9e8db96ff70d8a184fca566081ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4ec2cc-6a19-4aba-918b-9ad25d54e468" -d '{"events": [{"server_uuid": "a18c68db-9ad8-4a8b-9bd6-afbe04a4133a", "name": "network-vif-plugged", "status": "completed", "tag": "48de767e-c71f-4403-8fef-d062ee73dd43"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:32:45.903484 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port 48de767e-c71f-4403-8fef-d062ee73dd43, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=48de767e-c71f-4403-8fef-d062ee73dd43,segment=NetworkSegment(f47cb449-14cc-4dd6-9f7f-1690124e994f),segment_id=f47cb449-14cc-4dd6-9f7f-1690124e994f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:32:45.910887 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (48de767e-c71f-4403-8fef-d062ee73dd43), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:45.940347 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 13:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4adfd17f-be91-4b65-b453-7692431ed072 x-openstack-request-id: req-4adfd17f-be91-4b65-b453-7692431ed072 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:32:45.940658 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a18c68db-9ad8-4a8b-9bd6-afbe04a4133a", "name": "network-vif-plugged", "status": "completed", "tag": "48de767e-c71f-4403-8fef-d062ee73dd43", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:32:45.940951 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4adfd17f-be91-4b65-b453-7692431ed072 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:32:45.941423 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4adfd17f-be91-4b65-b453-7692431ed072'] response: {'server_uuid': 'a18c68db-9ad8-4a8b-9bd6-afbe04a4133a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48de767e-c71f-4403-8fef-d062ee73dd43', 'code': 200} Sep 20 13:32:45.970766 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Pushing event updated for resources: {'Port': ['ID=48de767e-c71f-4403-8fef-d062ee73dd43,revision_number=5']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:32:46.244379 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ae5e7-1639-4468-b436-fda63740cb04 req-fba09cae-ec7f-4c40-9e21-8017edc2b398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:46.246338 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6e1ae5e7-1639-4468-b436-fda63740cb04 req-fba09cae-ec7f-4c40-9e21-8017edc2b398 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a18c68db-9ad8-4a8b-9bd6-afbe04a4133a HTTP/1.1" status: 200 len: 1129 time: 0.0606027 Sep 20 13:32:46.298202 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6e1ae5e7-1639-4468-b436-fda63740cb04 req-63acf363-b364-42cf-80a2-ab87baaafd3c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442157 Sep 20 13:32:46.991660 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2ea0c909-7783-42ca-8f65-daa3105aaabc req-04cc6f9e-2711-4889-b3e9-66dd09cc8070 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=61058b29-d4e3-455a-8726-d6df998bb0b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0858901 Sep 20 13:32:47.004485 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469b512-2225-4d98-af36-b5e865532e39 req-c4886826-f5ff-4daa-aa7d-5bd753d6efcb tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:47.006233 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4469b512-2225-4d98-af36-b5e865532e39 req-c4886826-f5ff-4daa-aa7d-5bd753d6efcb tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=a18c68db-9ad8-4a8b-9bd6-afbe04a4133a HTTP/1.1" status: 200 len: 945 time: 0.0680699 Sep 20 13:32:47.056852 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4469b512-2225-4d98-af36-b5e865532e39 req-bc2ff698-c2d7-4cde-97db-115c188ec9e4 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443144 Sep 20 13:32:47.130664 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0c909-7783-42ca-8f65-daa3105aaabc req-2d0c0657-bc94-45b2-a19c-2979fbffb2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:47.132138 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2ea0c909-7783-42ca-8f65-daa3105aaabc req-2d0c0657-bc94-45b2-a19c-2979fbffb2b8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d53aef994f644a7fa4fa688cf97b1e17&device_id=61058b29-d4e3-455a-8726-d6df998bb0b5 HTTP/1.1" status: 200 len: 1130 time: 0.0472429 Sep 20 13:32:47.533361 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0c909-7783-42ca-8f65-daa3105aaabc req-60670418-657f-41d2-8602-cb7b06214a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:47.535368 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2ea0c909-7783-42ca-8f65-daa3105aaabc req-60670418-657f-41d2-8602-cb7b06214a76 service neutron] 10.222.0.62 "GET /v2.0/networks?id=cff89604-63f6-4ff4-b070-c24b9893ce13 HTTP/1.1" status: 200 len: 910 time: 0.3784566 Sep 20 13:32:47.606180 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2ea0c909-7783-42ca-8f65-daa3105aaabc req-401028d4-0cc8-41c4-b7ab-e6e7b210403b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09952dcd-8f32-4854-bf04-7a34c24fa232 HTTP/1.1" status: 200 len: 1000 time: 0.0560794 Sep 20 13:32:47.664854 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0c909-7783-42ca-8f65-daa3105aaabc req-335f08e9-b58d-4416-b83f-9ba53652551e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:47.667120 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2ea0c909-7783-42ca-8f65-daa3105aaabc req-335f08e9-b58d-4416-b83f-9ba53652551e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=45d26521-be10-46ff-844d-b02be9b0cca0 HTTP/1.1" status: 200 len: 849 time: 0.0539789 Sep 20 13:32:47.728105 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0c909-7783-42ca-8f65-daa3105aaabc req-326ed491-2bdc-49a3-a8f1-b5d1a8d200dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:47.730009 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2ea0c909-7783-42ca-8f65-daa3105aaabc req-326ed491-2bdc-49a3-a8f1-b5d1a8d200dd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cff89604-63f6-4ff4-b070-c24b9893ce13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0570440 Sep 20 13:32:47.823819 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2ea0c909-7783-42ca-8f65-daa3105aaabc req-0395c1b8-184a-461a-831d-15f65d1ae531 service neutron] 10.222.0.62 "GET /v2.0/networks/cff89604-63f6-4ff4-b070-c24b9893ce13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858388 Sep 20 13:32:47.980911 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2ea0c909-7783-42ca-8f65-daa3105aaabc req-d8a2cc73-c6dc-4ce7-9238-e252cbb37360 service neutron] 10.222.0.62 "GET /v2.0/networks/cff89604-63f6-4ff4-b070-c24b9893ce13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473274 Sep 20 13:32:48.301732 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc2377-45d1-4d08-aee1-61b6fcdc1ca9 req-daaf8887-5e27-4fef-a0df-d89ecfd81c0f tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:48.303232 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-decc2377-45d1-4d08-aee1-61b6fcdc1ca9 req-daaf8887-5e27-4fef-a0df-d89ecfd81c0f tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=a18c68db-9ad8-4a8b-9bd6-afbe04a4133a HTTP/1.1" status: 200 len: 945 time: 0.1618743 Sep 20 13:32:48.372031 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-decc2377-45d1-4d08-aee1-61b6fcdc1ca9 req-f49fb83c-03d9-4429-b589-b676b7f5f6b5 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616686 Sep 20 13:32:49.519827 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c42238-0acb-493d-b598-5bb8090d4592 req-ba392f93-247f-4d48-9f4d-5cb4eb0a4e55 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:49.521423 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-69c42238-0acb-493d-b598-5bb8090d4592 req-ba392f93-247f-4d48-9f4d-5cb4eb0a4e55 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=a18c68db-9ad8-4a8b-9bd6-afbe04a4133a HTTP/1.1" status: 200 len: 945 time: 0.0681803 Sep 20 13:32:49.576421 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-69c42238-0acb-493d-b598-5bb8090d4592 req-2d9c3b5a-d4cf-41e6-8f37-38641e2d28a9 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481923 Sep 20 13:32:49.730206 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea695b-ba2d-4136-92ec-8be438845170 req-c2e63dd7-0673-47a4-aad5-7ed4403305cb tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:49.737489 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-b8ea695b-ba2d-4136-92ec-8be438845170 req-c2e63dd7-0673-47a4-aad5-7ed4403305cb tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=a18c68db-9ad8-4a8b-9bd6-afbe04a4133a HTTP/1.1" status: 200 len: 945 time: 0.0760081 Sep 20 13:32:49.800931 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-b8ea695b-ba2d-4136-92ec-8be438845170 req-f9baf987-3195-496f-b10e-59aee7f24769 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600083 Sep 20 13:32:49.824792 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 37450) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:32:50.003369 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c35b29c-8417-469d-9572-57a79802f03d tempest-TestVolumeBootPattern-1423525260 tempest-TestVolumeBootPattern-1423525260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:50.005219 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-5c35b29c-8417-469d-9572-57a79802f03d tempest-TestVolumeBootPattern-1423525260 tempest-TestVolumeBootPattern-1423525260-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a18c68db-9ad8-4a8b-9bd6-afbe04a4133a HTTP/1.1" status: 200 len: 1124 time: 0.1793280 Sep 20 13:32:50.008200 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 37454) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:32:50.013327 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-7f2220d0-435a-4934-9a18-8a6d7ac7fffe tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Request body: {'floatingip': {'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'port_id': '48de767e-c71f-4403-8fef-d062ee73dd43', 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 13:32:50.037074 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7f2220d0-435a-4934-9a18-8a6d7ac7fffe tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:50.152746 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7f2220d0-435a-4934-9a18-8a6d7ac7fffe tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:50.282403 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-7f2220d0-435a-4934-9a18-8a6d7ac7fffe tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Allocated IP 172.27.2.85 (36104724-3f48-4df5-b3a4-d541d8e9add0/adca2446-3f2d-49a4-ba29-cedd74eb43e2/e726716c-d959-4f39-bcbc-cd02cc9ec3c1) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 13:32:50.402053 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7f2220d0-435a-4934-9a18-8a6d7ac7fffe tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks [] for port (e726716c-d959-4f39-bcbc-cd02cc9ec3c1), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:50.440671 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7f2220d0-435a-4934-9a18-8a6d7ac7fffe tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760607732938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (e726716c-d959-4f39-bcbc-cd02cc9ec3c1), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:50.483767 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2220d0-435a-4934-9a18-8a6d7ac7fffe tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Network 36104724-3f48-4df5-b3a4-d541d8e9add0 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 13:32:50.493652 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-7f2220d0-435a-4934-9a18-8a6d7ac7fffe tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 13:32:50.496570 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2220d0-435a-4934-9a18-8a6d7ac7fffe tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 20 13:32:50.520313 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2220d0-435a-4934-9a18-8a6d7ac7fffe tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Pushing event updated for resources: {'Port': ['ID=e726716c-d959-4f39-bcbc-cd02cc9ec3c1,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:32:50.882567 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7f2220d0-435a-4934-9a18-8a6d7ac7fffe tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks [] for floatingip (14f79a02-4438-42e9-9832-ebccef100bb3), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:50.967028 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7f2220d0-435a-4934-9a18-8a6d7ac7fffe tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (e726716c-d959-4f39-bcbc-cd02cc9ec3c1), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:51.134323 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7f2220d0-435a-4934-9a18-8a6d7ac7fffe tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks [] for port (e726716c-d959-4f39-bcbc-cd02cc9ec3c1), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:51.142779 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7f2220d0-435a-4934-9a18-8a6d7ac7fffe tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242759'] for port (e726716c-d959-4f39-bcbc-cd02cc9ec3c1), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:51.205615 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7f2220d0-435a-4934-9a18-8a6d7ac7fffe tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607693'] for floatingip (14f79a02-4438-42e9-9832-ebccef100bb3), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:51.246725 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2220d0-435a-4934-9a18-8a6d7ac7fffe tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Pushing event updated for resources: {'Port': ['ID=e726716c-d959-4f39-bcbc-cd02cc9ec3c1,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:32:51.314094 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.db.l3_db [None req-7f2220d0-435a-4934-9a18-8a6d7ac7fffe tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Floating IP 14f79a02-4438-42e9-9832-ebccef100bb3 associated. External IP: 172.27.2.85, port: 48de767e-c71f-4403-8fef-d062ee73dd43. Sep 20 13:32:51.548168 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f2220d0-435a-4934-9a18-8a6d7ac7fffe tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Router 996f78d9-1530-4b4f-838d-e5b1f6b573c9 has already been hosted by L3 agent e6bdf340-58c5-4186-af2d-ab00439e5425 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:32:51.664077 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f2220d0-435a-4934-9a18-8a6d7ac7fffe tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Notify agent at l3_agent.dv-cinder-858463-1-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:32:51.677285 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d4ed80-9f19-4bc7-a1c6-9d69cc565b15 None None] Sync routers for ids ['996f78d9-1530-4b4f-838d-e5b1f6b573c9'] in dv-cinder-858463-1-iscsi {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:32:51.689110 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d4ed80-9f19-4bc7-a1c6-9d69cc565b15 None None] Routers {'996f78d9-1530-4b4f-838d-e5b1f6b573c9'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:32:51.690965 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-37d4ed80-9f19-4bc7-a1c6-9d69cc565b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:32:26Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['996f78d9-1530-4b4f-838d-e5b1f6b573c9'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:32:51.699235 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7f2220d0-435a-4934-9a18-8a6d7ac7fffe tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:51.738996 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-7f2220d0-435a-4934-9a18-8a6d7ac7fffe tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7290170 Sep 20 13:32:51.740154 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a18c68db-9ad8-4a8b-9bd6-afbe04a4133a', 'tag': '48de767e-c71f-4403-8fef-d062ee73dd43'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:32:51.742764 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8afa0c3fb06aef531850fccced94fa4b659a4977f0534d5a49c84d13d87c0c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d36794-8969-4bbd-a71f-a3a25a6269d0" -d '{"events": [{"name": "network-changed", "server_uuid": "a18c68db-9ad8-4a8b-9bd6-afbe04a4133a", "tag": "48de767e-c71f-4403-8fef-d062ee73dd43"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:32:51.781023 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 13:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966c94fa-9ca3-48a1-97fe-198bff512cd4 x-openstack-request-id: req-966c94fa-9ca3-48a1-97fe-198bff512cd4 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:32:51.781335 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a18c68db-9ad8-4a8b-9bd6-afbe04a4133a", "tag": "48de767e-c71f-4403-8fef-d062ee73dd43", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:32:51.781592 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-966c94fa-9ca3-48a1-97fe-198bff512cd4 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:32:51.782007 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-966c94fa-9ca3-48a1-97fe-198bff512cd4'] response: {'name': 'network-changed', 'server_uuid': 'a18c68db-9ad8-4a8b-9bd6-afbe04a4133a', 'tag': '48de767e-c71f-4403-8fef-d062ee73dd43', 'status': 'completed', 'code': 200} Sep 20 13:32:51.834235 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-37d4ed80-9f19-4bc7-a1c6-9d69cc565b15 None None] Set router 996f78d9-1530-4b4f-838d-e5b1f6b573c9 gateway port host: dv-cinder-858463-1-iscsi {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:32:51.892779 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d36794-8969-4bbd-a71f-a3a25a6269d0 req-64be4038-6303-4014-8830-12983d2d981a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:51.895785 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-95d36794-8969-4bbd-a71f-a3a25a6269d0 req-64be4038-6303-4014-8830-12983d2d981a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d53aef994f644a7fa4fa688cf97b1e17&device_id=a18c68db-9ad8-4a8b-9bd6-afbe04a4133a HTTP/1.1" status: 200 len: 1129 time: 0.0644362 Sep 20 13:32:52.038545 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d36794-8969-4bbd-a71f-a3a25a6269d0 req-5446333a-acab-4206-b152-69415f43812d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:52.040937 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-95d36794-8969-4bbd-a71f-a3a25a6269d0 req-5446333a-acab-4206-b152-69415f43812d service neutron] 10.222.0.62 "GET /v2.0/networks?id=cff89604-63f6-4ff4-b070-c24b9893ce13 HTTP/1.1" status: 200 len: 910 time: 0.1337638 Sep 20 13:32:52.097078 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-37d4ed80-9f19-4bc7-a1c6-9d69cc565b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'name': 'tempest-TestVolumeBootPattern-63882873-router', 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '22432643-4979-4ef7-8f82-fccb3218006c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:25:57Z', 'updated_at': '2022-09-20T13:26:00Z', 'revision_number': 4, 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'gw_port': {'id': '22432643-4979-4ef7-8f82-fccb3218006c', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:79:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:25:58Z', 'updated_at': '2022-09-20T13:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_floatingips': [{'id': '14f79a02-4438-42e9-9832-ebccef100bb3', 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'floating_ip_address': '172.27.2.85', 'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'router_id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'port_id': '48de767e-c71f-4403-8fef-d062ee73dd43', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 717, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff89604-63f6-4ff4-b070-c24b9893ce13', 'mac_address': 'fa:16:3e:33:eb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a18c68db-9ad8-4a8b-9bd6-afbe04a4133a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T13:32:50Z', 'updated_at': '2022-09-20T13:32:50Z', 'revision_number': 0, 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'fixed_ip_address_scope': None}, {'id': 'f7cdec5e-908e-40d6-bbd3-169ee89191fd', 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'router_id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'port_id': '09952dcd-8f32-4854-bf04-7a34c24fa232', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff89604-63f6-4ff4-b070-c24b9893ce13', 'mac_address': 'fa:16:3e:56:a1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61058b29-d4e3-455a-8726-d6df998bb0b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T13:30:08Z', 'updated_at': '2022-09-20T13:30:10Z', 'revision_number': 1, 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60ca7d4b-13df-40c2-8c48-a3190f0a6ad7', 'name': '', 'network_id': 'cff89604-63f6-4ff4-b070-c24b9893ce13', 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'mac_address': 'fa:16:3e:59:40:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '45d26521-be10-46ff-844d-b02be9b0cca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:26:00Z', 'updated_at': '2022-09-20T13:26:04Z', 'revision_number': 5, 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'subnets': [{'id': '45d26521-be10-46ff-844d-b02be9b0cca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:32:52.133768 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-95d36794-8969-4bbd-a71f-a3a25a6269d0 req-0736fbea-ab47-4eed-8fa7-cf2e696e1df1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48de767e-c71f-4403-8fef-d062ee73dd43 HTTP/1.1" status: 200 len: 998 time: 0.0847089 Sep 20 13:32:52.134157 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d4ed80-9f19-4bc7-a1c6-9d69cc565b15 None None] Checking router: 996f78d9-1530-4b4f-838d-e5b1f6b573c9 for host: dv-cinder-858463-1-iscsi {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:32:52.144342 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d4ed80-9f19-4bc7-a1c6-9d69cc565b15 None None] Routers {'996f78d9-1530-4b4f-838d-e5b1f6b573c9'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:32:52.144953 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-37d4ed80-9f19-4bc7-a1c6-9d69cc565b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:32:26Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['996f78d9-1530-4b4f-838d-e5b1f6b573c9'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:32:52.205395 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d36794-8969-4bbd-a71f-a3a25a6269d0 req-1391397b-b59a-4d38-9f7c-18694bada5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:52.207177 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-95d36794-8969-4bbd-a71f-a3a25a6269d0 req-1391397b-b59a-4d38-9f7c-18694bada5f2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=45d26521-be10-46ff-844d-b02be9b0cca0 HTTP/1.1" status: 200 len: 849 time: 0.0669162 Sep 20 13:32:52.279829 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d36794-8969-4bbd-a71f-a3a25a6269d0 req-768f75fd-0903-440c-b785-b9241910669a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:32:52.280476 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-37d4ed80-9f19-4bc7-a1c6-9d69cc565b15 None None] Set router 996f78d9-1530-4b4f-838d-e5b1f6b573c9 gateway port host: dv-cinder-858463-1-iscsi {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:32:52.282942 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-95d36794-8969-4bbd-a71f-a3a25a6269d0 req-768f75fd-0903-440c-b785-b9241910669a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cff89604-63f6-4ff4-b070-c24b9893ce13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0681851 Sep 20 13:32:52.408420 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-95d36794-8969-4bbd-a71f-a3a25a6269d0 req-c78ac6fb-5d8e-42e9-8835-ccd28218f572 service neutron] 10.222.0.62 "GET /v2.0/networks/cff89604-63f6-4ff4-b070-c24b9893ce13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182859 Sep 20 13:32:52.531211 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-95d36794-8969-4bbd-a71f-a3a25a6269d0 req-5ecb0169-7f30-440a-9766-999cdec2c0b8 service neutron] 10.222.0.62 "GET /v2.0/networks/cff89604-63f6-4ff4-b070-c24b9893ce13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139195 Sep 20 13:32:52.609321 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-37d4ed80-9f19-4bc7-a1c6-9d69cc565b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'name': 'tempest-TestVolumeBootPattern-63882873-router', 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '22432643-4979-4ef7-8f82-fccb3218006c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:25:57Z', 'updated_at': '2022-09-20T13:26:00Z', 'revision_number': 4, 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'gw_port': {'id': '22432643-4979-4ef7-8f82-fccb3218006c', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:79:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:25:58Z', 'updated_at': '2022-09-20T13:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_floatingips': [{'id': '14f79a02-4438-42e9-9832-ebccef100bb3', 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'floating_ip_address': '172.27.2.85', 'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'router_id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'port_id': '48de767e-c71f-4403-8fef-d062ee73dd43', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 717, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff89604-63f6-4ff4-b070-c24b9893ce13', 'mac_address': 'fa:16:3e:33:eb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a18c68db-9ad8-4a8b-9bd6-afbe04a4133a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T13:32:50Z', 'updated_at': '2022-09-20T13:32:50Z', 'revision_number': 0, 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'fixed_ip_address_scope': None}, {'id': 'f7cdec5e-908e-40d6-bbd3-169ee89191fd', 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'router_id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'port_id': '09952dcd-8f32-4854-bf04-7a34c24fa232', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff89604-63f6-4ff4-b070-c24b9893ce13', 'mac_address': 'fa:16:3e:56:a1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61058b29-d4e3-455a-8726-d6df998bb0b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T13:30:08Z', 'updated_at': '2022-09-20T13:30:10Z', 'revision_number': 1, 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60ca7d4b-13df-40c2-8c48-a3190f0a6ad7', 'name': '', 'network_id': 'cff89604-63f6-4ff4-b070-c24b9893ce13', 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'mac_address': 'fa:16:3e:59:40:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '45d26521-be10-46ff-844d-b02be9b0cca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:26:00Z', 'updated_at': '2022-09-20T13:26:04Z', 'revision_number': 5, 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'subnets': [{'id': '45d26521-be10-46ff-844d-b02be9b0cca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:32:52.641949 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d4ed80-9f19-4bc7-a1c6-9d69cc565b15 None None] The sync data for ids ['996f78d9-1530-4b4f-838d-e5b1f6b573c9'] in dv-cinder-858463-1-iscsi is: [{'id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'name': 'tempest-TestVolumeBootPattern-63882873-router', 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '22432643-4979-4ef7-8f82-fccb3218006c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:25:57Z', 'updated_at': '2022-09-20T13:26:00Z', 'revision_number': 4, 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'gw_port': {'id': '22432643-4979-4ef7-8f82-fccb3218006c', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:79:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:25:58Z', 'updated_at': '2022-09-20T13:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_floatingips': [{'id': '14f79a02-4438-42e9-9832-ebccef100bb3', 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'floating_ip_address': '172.27.2.85', 'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'router_id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'port_id': '48de767e-c71f-4403-8fef-d062ee73dd43', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 717, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff89604-63f6-4ff4-b070-c24b9893ce13', 'mac_address': 'fa:16:3e:33:eb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a18c68db-9ad8-4a8b-9bd6-afbe04a4133a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T13:32:50Z', 'updated_at': '2022-09-20T13:32:50Z', 'revision_number': 0, 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'fixed_ip_address_scope': None}, {'id': 'f7cdec5e-908e-40d6-bbd3-169ee89191fd', 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'router_id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'port_id': '09952dcd-8f32-4854-bf04-7a34c24fa232', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff89604-63f6-4ff4-b070-c24b9893ce13', 'mac_address': 'fa:16:3e:56:a1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61058b29-d4e3-455a-8726-d6df998bb0b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T13:30:08Z', 'updated_at': '2022-09-20T13:30:10Z', 'revision_number': 1, 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60ca7d4b-13df-40c2-8c48-a3190f0a6ad7', 'name': '', 'network_id': 'cff89604-63f6-4ff4-b070-c24b9893ce13', 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'mac_address': 'fa:16:3e:59:40:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '45d26521-be10-46ff-844d-b02be9b0cca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:26:00Z', 'updated_at': '2022-09-20T13:26:04Z', 'revision_number': 5, 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'subnets': [{'id': '45d26521-be10-46ff-844d-b02be9b0cca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:32:52.887501 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd40ef7-1117-4c11-8610-9245437bcf7b None None] New status for floating IP 14f79a02-4438-42e9-9832-ebccef100bb3: ACTIVE {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 13:32:53.450861 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c1568d19-a1be-4074-accc-f4273fb9fe74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (c520f755-59ca-4a79-a15e-107c01e131c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:55.788648 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e1bb822d-9d0a-4ccc-8f64-baf1fa53f14d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (e6bdf340-58c5-4186-af2d-ab00439e5425), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:56.779834 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21c1e68e-1f58-483a-acac-7453cdb7afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (dfbc54aa-0ed8-4030-9edb-0bf7f0e74037), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:57.012669 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 37562) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:32:57.056877 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-605a02c7-b36b-4d99-b10c-aaa4c23e01e9 admin admin] Deleting subnet 4565302d-cc30-47c9-9049-f2a1799d3ad1 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 20 13:32:57.059829 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-605a02c7-b36b-4d99-b10c-aaa4c23e01e9 admin admin] Publish callbacks [] for subnet (4565302d-cc30-47c9-9049-f2a1799d3ad1), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:57.104284 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-605a02c7-b36b-4d99-b10c-aaa4c23e01e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10421076'] for subnet (4565302d-cc30-47c9-9049-f2a1799d3ad1), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:57.141787 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-605a02c7-b36b-4d99-b10c-aaa4c23e01e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-555306'] for subnet (4565302d-cc30-47c9-9049-f2a1799d3ad1), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:57.196631 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-605a02c7-b36b-4d99-b10c-aaa4c23e01e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-555325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10421116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10408817'] for subnet (4565302d-cc30-47c9-9049-f2a1799d3ad1), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:57.223782 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-605a02c7-b36b-4d99-b10c-aaa4c23e01e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:57.226908 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-605a02c7-b36b-4d99-b10c-aaa4c23e01e9 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/4565302d-cc30-47c9-9049-f2a1799d3ad1 HTTP/1.1" status: 204 len: 168 time: 0.2131846 Sep 20 13:32:57.227920 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605a02c7-b36b-4d99-b10c-aaa4c23e01e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4565302d-cc30-47c9-9049-f2a1799d3ad1,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:32:57.229476 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 37564) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:32:57.235103 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605a02c7-b36b-4d99-b10c-aaa4c23e01e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:57.235458 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605a02c7-b36b-4d99-b10c-aaa4c23e01e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:57.235808 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605a02c7-b36b-4d99-b10c-aaa4c23e01e9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:57.236144 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605a02c7-b36b-4d99-b10c-aaa4c23e01e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:57.236488 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605a02c7-b36b-4d99-b10c-aaa4c23e01e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:57.236818 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605a02c7-b36b-4d99-b10c-aaa4c23e01e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:57.237151 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605a02c7-b36b-4d99-b10c-aaa4c23e01e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:57.237478 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605a02c7-b36b-4d99-b10c-aaa4c23e01e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:57.237809 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605a02c7-b36b-4d99-b10c-aaa4c23e01e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:57.238140 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605a02c7-b36b-4d99-b10c-aaa4c23e01e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:57.238469 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605a02c7-b36b-4d99-b10c-aaa4c23e01e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:57.238824 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605a02c7-b36b-4d99-b10c-aaa4c23e01e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:57.239150 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605a02c7-b36b-4d99-b10c-aaa4c23e01e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:32:57.301010 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9922d6f5-00f3-4e2e-a0a5-eda9b73f0a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-760150'] for network (07eb7a66-9fa0-4c90-b4a9-6299578cc828), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:57.377221 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9922d6f5-00f3-4e2e-a0a5-eda9b73f0a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553133', 'neutron.services.segments.db._delete_segments_for_network-8760608259063'] for network (07eb7a66-9fa0-4c90-b4a9-6299578cc828), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:57.401454 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-9922d6f5-00f3-4e2e-a0a5-eda9b73f0a18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07eb7a66-9fa0-4c90-b4a9-6299578cc828']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:32:57.410864 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-9922d6f5-00f3-4e2e-a0a5-eda9b73f0a18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caa8f546-4fd3-49aa-9181-2c1bc2a19ecf') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:32:57.411170 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-9922d6f5-00f3-4e2e-a0a5-eda9b73f0a18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caa8f546-4fd3-49aa-9181-2c1bc2a19ecf') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:32:57.420428 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9922d6f5-00f3-4e2e-a0a5-eda9b73f0a18 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760608262413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026615'] for segment (caa8f546-4fd3-49aa-9181-2c1bc2a19ecf), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:57.433908 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9922d6f5-00f3-4e2e-a0a5-eda9b73f0a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549390'] for segment (caa8f546-4fd3-49aa-9181-2c1bc2a19ecf), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:57.440481 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9922d6f5-00f3-4e2e-a0a5-eda9b73f0a18 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 13:32:57.440873 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9922d6f5-00f3-4e2e-a0a5-eda9b73f0a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242223'] for segment (caa8f546-4fd3-49aa-9181-2c1bc2a19ecf), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:57.478461 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.services.segments.plugin [-] Segment caa8f546-4fd3-49aa-9181-2c1bc2a19ecf resource provider aggregate not found Sep 20 13:32:57.496636 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.services.segments.plugin [-] Segment caa8f546-4fd3-49aa-9181-2c1bc2a19ecf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid caa8f546-4fd3-49aa-9181-2c1bc2a19ecf found for delete ", "request_id": "req-3b0a86ff-b38e-4bc4-951f-b8c80ea79aec"}]} Sep 20 13:32:57.504998 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9922d6f5-00f3-4e2e-a0a5-eda9b73f0a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607699'] for network (07eb7a66-9fa0-4c90-b4a9-6299578cc828), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:57.510804 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9922d6f5-00f3-4e2e-a0a5-eda9b73f0a18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:57.514629 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-9922d6f5-00f3-4e2e-a0a5-eda9b73f0a18 admin admin] 10.222.0.55 "DELETE /v2.0/networks/07eb7a66-9fa0-4c90-b4a9-6299578cc828 HTTP/1.1" status: 204 len: 168 time: 0.2835836 Sep 20 13:32:57.525666 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9922d6f5-00f3-4e2e-a0a5-eda9b73f0a18 admin admin] Pushing event deleted for resources: {'Network': ['ID=07eb7a66-9fa0-4c90-b4a9-6299578cc828,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:32:57.621339 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 37572) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:32:57.661637 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-b4d27761-a27c-4eb2-b733-8630bf632f6e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a8bd164295604a33b6edd6cfb639d457&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389776 Sep 20 13:32:57.663972 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 37574) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:32:57.709482 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b81e867c-9a65-4e23-a988-05a955577101 admin admin] Publish callbacks [] for security_group (fb6fdd4f-315e-4f9d-ae20-bb19615249b9), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:57.734881 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b81e867c-9a65-4e23-a988-05a955577101 admin admin] Publish callbacks [] for security_group (fb6fdd4f-315e-4f9d-ae20-bb19615249b9), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:57.780842 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b81e867c-9a65-4e23-a988-05a955577101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (fb6fdd4f-315e-4f9d-ae20-bb19615249b9), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:57.783572 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b81e867c-9a65-4e23-a988-05a955577101 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:57.785230 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-b81e867c-9a65-4e23-a988-05a955577101 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fb6fdd4f-315e-4f9d-ae20-bb19615249b9 HTTP/1.1" status: 204 len: 168 time: 0.1198366 Sep 20 13:32:57.792613 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81e867c-9a65-4e23-a988-05a955577101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6fdd4f-315e-4f9d-ae20-bb19615249b9,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:32:58.199715 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c793fb8f-2eac-4cf0-b972-02f3f2d6d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (78ab24c8-cd03-458a-a2fc-6c0c54d0053a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:32:59.607346 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (543ca60b-7e7a-4ebd-8f87-7672c7a482b9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:33:08.453758 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.agents_db [None req-1b87bba1-5a3b-42d5-ba20-63287d9ec67c None None] Agent healthcheck: found 6 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:33:10.249713 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (728cf656-0364-4172-b8b5-b6ffd3122ed0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:33:23.445814 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e31e15d1-49e5-4207-bd78-c9413773d4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (c520f755-59ca-4a79-a15e-107c01e131c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:33:25.789142 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-06b686a0-f502-4a11-ae55-2f3a5eea4b81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (e6bdf340-58c5-4186-af2d-ab00439e5425), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:33:26.783442 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21c1e68e-1f58-483a-acac-7453cdb7afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (dfbc54aa-0ed8-4030-9edb-0bf7f0e74037), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:33:28.222458 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c793fb8f-2eac-4cf0-b972-02f3f2d6d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (78ab24c8-cd03-458a-a2fc-6c0c54d0053a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:33:29.610260 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (543ca60b-7e7a-4ebd-8f87-7672c7a482b9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:33:33.791243 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [req-cf361b44-6771-4081-97cf-fe38cda243a5 req-6582dff1-3bd7-44b7-ad10-da7d2aeec054 service neutron] (104086) timed out ('10.222.0.62', 61082) {{(pid=104086) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 20 13:33:40.277382 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (728cf656-0364-4172-b8b5-b6ffd3122ed0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:33:44.496774 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 37868) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:33:44.598910 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f400cc8b-0d41-4cb7-952a-89c0a415b10d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:33:44.671268 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f400cc8b-0d41-4cb7-952a-89c0a415b10d admin admin] Publish callbacks [] for security_group (142117ab-0662-4245-a362-c4c96336da50), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:33:44.674790 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f400cc8b-0d41-4cb7-952a-89c0a415b10d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (142117ab-0662-4245-a362-c4c96336da50), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:33:44.711307 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f400cc8b-0d41-4cb7-952a-89c0a415b10d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142117ab-0662-4245-a362-c4c96336da50,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:33:44.715096 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-f400cc8b-0d41-4cb7-952a-89c0a415b10d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5e746be66ca340afbae1b42124aab76d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2172856 Sep 20 13:33:44.717916 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 37872) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:33:44.720876 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f400cc8b-0d41-4cb7-952a-89c0a415b10d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:33:44.721232 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f400cc8b-0d41-4cb7-952a-89c0a415b10d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:33:44.721575 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f400cc8b-0d41-4cb7-952a-89c0a415b10d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:33:44.721915 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f400cc8b-0d41-4cb7-952a-89c0a415b10d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:33:44.722250 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f400cc8b-0d41-4cb7-952a-89c0a415b10d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:33:44.722581 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f400cc8b-0d41-4cb7-952a-89c0a415b10d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:33:44.723476 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f400cc8b-0d41-4cb7-952a-89c0a415b10d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:33:44.723814 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f400cc8b-0d41-4cb7-952a-89c0a415b10d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:33:44.724144 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f400cc8b-0d41-4cb7-952a-89c0a415b10d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:33:44.724473 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f400cc8b-0d41-4cb7-952a-89c0a415b10d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:33:44.724800 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f400cc8b-0d41-4cb7-952a-89c0a415b10d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:33:44.725123 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f400cc8b-0d41-4cb7-952a-89c0a415b10d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:33:44.725443 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f400cc8b-0d41-4cb7-952a-89c0a415b10d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:33:44.768166 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dceed34e-653a-45ff-b34f-7635583051e5 admin admin] Publish callbacks [] for security_group (142117ab-0662-4245-a362-c4c96336da50), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:33:44.789561 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dceed34e-653a-45ff-b34f-7635583051e5 admin admin] Publish callbacks [] for security_group (142117ab-0662-4245-a362-c4c96336da50), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:33:44.834808 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dceed34e-653a-45ff-b34f-7635583051e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (142117ab-0662-4245-a362-c4c96336da50), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:33:44.837571 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-dceed34e-653a-45ff-b34f-7635583051e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:33:44.838716 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-dceed34e-653a-45ff-b34f-7635583051e5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/142117ab-0662-4245-a362-c4c96336da50 HTTP/1.1" status: 204 len: 168 time: 0.1198142 Sep 20 13:33:44.846330 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceed34e-653a-45ff-b34f-7635583051e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142117ab-0662-4245-a362-c4c96336da50,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:33:45.451374 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.agents_db [None req-1b87bba1-5a3b-42d5-ba20-63287d9ec67c None None] Agent healthcheck: found 6 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:33:47.877173 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5e04ff1a-0710-42e4-b68e-9cc025510315 req-d38de850-8f6f-4787-9e86-306678594361 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ec93f663-8702-4611-bec1-81ebbd483b87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1261106 Sep 20 13:33:47.957904 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04ff1a-0710-42e4-b68e-9cc025510315 req-2d1a9f79-4cb6-441d-a4bd-d10d38fd85ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:33:47.959419 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5e04ff1a-0710-42e4-b68e-9cc025510315 req-2d1a9f79-4cb6-441d-a4bd-d10d38fd85ab service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a0f2064a9ebc4d1abb2285ce408b90d6&device_id=ec93f663-8702-4611-bec1-81ebbd483b87 HTTP/1.1" status: 200 len: 1130 time: 0.0471487 Sep 20 13:33:48.062184 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04ff1a-0710-42e4-b68e-9cc025510315 req-6a636610-2afa-4fa9-8bef-f459d9501126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:33:48.063590 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5e04ff1a-0710-42e4-b68e-9cc025510315 req-6a636610-2afa-4fa9-8bef-f459d9501126 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9fc3ed28-8239-4d46-a344-482b29fe53fd HTTP/1.1" status: 200 len: 909 time: 0.0848725 Sep 20 13:33:48.127046 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5e04ff1a-0710-42e4-b68e-9cc025510315 req-3a20b78b-30c2-4291-8fda-76899d8df8fc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=519095cb-14c4-49c5-86d3-99172a2b602b HTTP/1.1" status: 200 len: 1002 time: 0.0571468 Sep 20 13:33:48.175581 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04ff1a-0710-42e4-b68e-9cc025510315 req-735f19f1-94ba-42d0-8e0a-50b4cd7c6391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:33:48.177788 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5e04ff1a-0710-42e4-b68e-9cc025510315 req-735f19f1-94ba-42d0-8e0a-50b4cd7c6391 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=13fecf05-f068-411a-94fe-40dc17ac3796 HTTP/1.1" status: 200 len: 848 time: 0.0452163 Sep 20 13:33:48.228030 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04ff1a-0710-42e4-b68e-9cc025510315 req-1293d128-76eb-4d0f-a6f5-1f624b3ae57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:33:48.229504 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5e04ff1a-0710-42e4-b68e-9cc025510315 req-1293d128-76eb-4d0f-a6f5-1f624b3ae57f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9fc3ed28-8239-4d46-a344-482b29fe53fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449293 Sep 20 13:33:48.321115 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5e04ff1a-0710-42e4-b68e-9cc025510315 req-b209e580-9cbe-4a78-b9a9-d222e9397163 service neutron] 10.222.0.62 "GET /v2.0/networks/9fc3ed28-8239-4d46-a344-482b29fe53fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855165 Sep 20 13:33:48.406396 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5e04ff1a-0710-42e4-b68e-9cc025510315 req-350b41fb-93bd-45a8-af9b-caf334411053 service neutron] 10.222.0.62 "GET /v2.0/networks/9fc3ed28-8239-4d46-a344-482b29fe53fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788717 Sep 20 13:33:53.448022 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bb21d701-eede-4f61-874a-5a6a2b945436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (c520f755-59ca-4a79-a15e-107c01e131c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:33:54.222145 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93da922-11b9-4fd2-86f0-97adf1ade6fb req-a0d24e1d-99a5-470d-8179-e9e59fe6ecdd tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:33:54.223787 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a93da922-11b9-4fd2-86f0-97adf1ade6fb req-a0d24e1d-99a5-470d-8179-e9e59fe6ecdd tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec93f663-8702-4611-bec1-81ebbd483b87 HTTP/1.1" status: 200 len: 946 time: 0.0537889 Sep 20 13:33:54.276263 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a93da922-11b9-4fd2-86f0-97adf1ade6fb req-ac4bbc72-c45a-4eec-9fef-9cc1a2ac9d24 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/security-groups?id=0453924a-4e62-4c6c-a323-25cbb499fe95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465524 Sep 20 13:33:55.421925 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c952ae-3601-4dc5-9d16-712001b5802f req-8859ac5c-b914-4f17-add5-902ed7f764e7 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:33:55.421925 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-28c952ae-3601-4dc5-9d16-712001b5802f req-8859ac5c-b914-4f17-add5-902ed7f764e7 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec93f663-8702-4611-bec1-81ebbd483b87 HTTP/1.1" status: 200 len: 946 time: 0.0642185 Sep 20 13:33:55.464294 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-28c952ae-3601-4dc5-9d16-712001b5802f req-fe777887-5b00-4b83-8c60-ee36400a648c tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/security-groups?id=0453924a-4e62-4c6c-a323-25cbb499fe95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441203 Sep 20 13:33:55.790549 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8e864779-b98e-48b6-bb16-8aebdc7717dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (e6bdf340-58c5-4186-af2d-ab00439e5425), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:33:56.595319 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f1597-6323-4d23-a810-4bd60a1df5dc req-6e179a19-6b86-484d-83b3-bab23dbe34e9 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:33:56.597114 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-241f1597-6323-4d23-a810-4bd60a1df5dc req-6e179a19-6b86-484d-83b3-bab23dbe34e9 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec93f663-8702-4611-bec1-81ebbd483b87 HTTP/1.1" status: 200 len: 946 time: 0.0575724 Sep 20 13:33:56.647250 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-241f1597-6323-4d23-a810-4bd60a1df5dc req-583ac7cb-de8f-4148-b0e6-8fd2f5c25026 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/security-groups?id=0453924a-4e62-4c6c-a323-25cbb499fe95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442410 Sep 20 13:33:56.790529 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21c1e68e-1f58-483a-acac-7453cdb7afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (dfbc54aa-0ed8-4030-9edb-0bf7f0e74037), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:33:57.781767 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89540b1-3293-46a2-8c73-8b3c2375293e req-2fd71b96-f12c-4770-8182-4bed526f49a7 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:33:57.783229 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d89540b1-3293-46a2-8c73-8b3c2375293e req-2fd71b96-f12c-4770-8182-4bed526f49a7 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec93f663-8702-4611-bec1-81ebbd483b87 HTTP/1.1" status: 200 len: 946 time: 0.0555761 Sep 20 13:33:57.831674 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d89540b1-3293-46a2-8c73-8b3c2375293e req-a736b7b3-5944-42a5-b532-aab79da2a15f tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/security-groups?id=0453924a-4e62-4c6c-a323-25cbb499fe95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425935 Sep 20 13:33:58.202830 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c793fb8f-2eac-4cf0-b972-02f3f2d6d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (78ab24c8-cd03-458a-a2fc-6c0c54d0053a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:33:58.957588 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a4ccd-df8c-40f5-b9af-f2962390e172 req-8b28de52-c72d-4def-a393-21ad30d1ccc9 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:33:58.959435 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-a39a4ccd-df8c-40f5-b9af-f2962390e172 req-8b28de52-c72d-4def-a393-21ad30d1ccc9 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec93f663-8702-4611-bec1-81ebbd483b87 HTTP/1.1" status: 200 len: 946 time: 0.0528362 Sep 20 13:33:59.010996 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-a39a4ccd-df8c-40f5-b9af-f2962390e172 req-9f299f1d-1a57-4153-8610-69842037b3b8 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/security-groups?id=0453924a-4e62-4c6c-a323-25cbb499fe95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460105 Sep 20 13:33:59.612717 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (543ca60b-7e7a-4ebd-8f87-7672c7a482b9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:00.133116 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a1028-c25b-4ff4-8039-6b33366f65c8 req-663a0a9e-04e0-4c1a-8386-b699adda6073 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:34:00.134568 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-586a1028-c25b-4ff4-8039-6b33366f65c8 req-663a0a9e-04e0-4c1a-8386-b699adda6073 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec93f663-8702-4611-bec1-81ebbd483b87 HTTP/1.1" status: 200 len: 946 time: 0.0521560 Sep 20 13:34:00.181995 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-586a1028-c25b-4ff4-8039-6b33366f65c8 req-54280794-8839-402c-a0bc-07708690ea94 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/security-groups?id=0453924a-4e62-4c6c-a323-25cbb499fe95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418589 Sep 20 13:34:01.304760 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff7df5b-4aba-4f35-acbc-52cd425f49cf req-eaeea4e8-b000-435d-8103-19446914c9bd tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:34:01.306176 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-fff7df5b-4aba-4f35-acbc-52cd425f49cf req-eaeea4e8-b000-435d-8103-19446914c9bd tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec93f663-8702-4611-bec1-81ebbd483b87 HTTP/1.1" status: 200 len: 946 time: 0.0536799 Sep 20 13:34:01.354982 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-fff7df5b-4aba-4f35-acbc-52cd425f49cf req-7132d7c9-40ce-4958-a8c2-b08aa8cd5207 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/security-groups?id=0453924a-4e62-4c6c-a323-25cbb499fe95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433147 Sep 20 13:34:02.477175 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31b99b-5a4d-4f7a-b0e9-99e7182cdc1e req-5baa0ff7-fcd4-4b84-adce-3f942913175d tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:34:02.478613 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4c31b99b-5a4d-4f7a-b0e9-99e7182cdc1e req-5baa0ff7-fcd4-4b84-adce-3f942913175d tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec93f663-8702-4611-bec1-81ebbd483b87 HTTP/1.1" status: 200 len: 946 time: 0.0514529 Sep 20 13:34:02.530085 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4c31b99b-5a4d-4f7a-b0e9-99e7182cdc1e req-1637d9f8-fa31-4959-8613-1ab395e2edeb tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/security-groups?id=0453924a-4e62-4c6c-a323-25cbb499fe95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454540 Sep 20 13:34:03.653346 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27afbd83-cd9e-4722-8d37-71224409ba44 req-9aefb8a0-5b45-4eaf-abe1-90c134a6d188 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:34:03.654867 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-27afbd83-cd9e-4722-8d37-71224409ba44 req-9aefb8a0-5b45-4eaf-abe1-90c134a6d188 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec93f663-8702-4611-bec1-81ebbd483b87 HTTP/1.1" status: 200 len: 946 time: 0.0523674 Sep 20 13:34:03.702277 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-27afbd83-cd9e-4722-8d37-71224409ba44 req-2b801869-d30d-4e6e-bd08-860a1687301b tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/security-groups?id=0453924a-4e62-4c6c-a323-25cbb499fe95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416632 Sep 20 13:34:04.462098 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f730c-dd7d-453d-b459-a9ab53caecb0 req-b8135254-1d06-40bc-b344-19d374675293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:34:04.463690 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7a1f730c-dd7d-453d-b459-a9ab53caecb0 req-b8135254-1d06-40bc-b344-19d374675293 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a0f2064a9ebc4d1abb2285ce408b90d6&device_id=ec93f663-8702-4611-bec1-81ebbd483b87 HTTP/1.1" status: 200 len: 1130 time: 0.0451405 Sep 20 13:34:04.558268 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f730c-dd7d-453d-b459-a9ab53caecb0 req-596489bf-4c76-416f-9930-bcd2b9c687ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:34:04.559859 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7a1f730c-dd7d-453d-b459-a9ab53caecb0 req-596489bf-4c76-416f-9930-bcd2b9c687ec service neutron] 10.222.0.62 "GET /v2.0/networks?id=9fc3ed28-8239-4d46-a344-482b29fe53fd HTTP/1.1" status: 200 len: 909 time: 0.0894840 Sep 20 13:34:04.628759 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7a1f730c-dd7d-453d-b459-a9ab53caecb0 req-0acf8cbe-fd50-4490-8ead-5ae6f2e940f3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=519095cb-14c4-49c5-86d3-99172a2b602b HTTP/1.1" status: 200 len: 1002 time: 0.0622675 Sep 20 13:34:04.679841 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f730c-dd7d-453d-b459-a9ab53caecb0 req-c3ad3da2-c247-44ea-9134-ceb6b804cb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:34:04.681205 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7a1f730c-dd7d-453d-b459-a9ab53caecb0 req-c3ad3da2-c247-44ea-9134-ceb6b804cb43 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=13fecf05-f068-411a-94fe-40dc17ac3796 HTTP/1.1" status: 200 len: 848 time: 0.0471382 Sep 20 13:34:04.730551 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f730c-dd7d-453d-b459-a9ab53caecb0 req-49c1dd09-8b78-42f6-9068-16ca591affc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:34:04.732290 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7a1f730c-dd7d-453d-b459-a9ab53caecb0 req-49c1dd09-8b78-42f6-9068-16ca591affc4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9fc3ed28-8239-4d46-a344-482b29fe53fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446806 Sep 20 13:34:04.860516 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7a1f730c-dd7d-453d-b459-a9ab53caecb0 req-fc637fe8-3832-42e9-9142-5681a5d35bb3 service neutron] 10.222.0.62 "GET /v2.0/networks/9fc3ed28-8239-4d46-a344-482b29fe53fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207182 Sep 20 13:34:04.869024 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57694260-5411-4b39-bbbf-452a702e59bb req-be188f81-1af9-414a-9dc9-1c6206f0dc50 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:34:04.870378 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-57694260-5411-4b39-bbbf-452a702e59bb req-be188f81-1af9-414a-9dc9-1c6206f0dc50 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec93f663-8702-4611-bec1-81ebbd483b87 HTTP/1.1" status: 200 len: 946 time: 0.0843227 Sep 20 13:34:04.968526 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-57694260-5411-4b39-bbbf-452a702e59bb req-7833bdde-5c61-4c35-a4d5-ba32c5ad4a2f tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/security-groups?id=0453924a-4e62-4c6c-a323-25cbb499fe95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904162 Sep 20 13:34:04.990259 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7a1f730c-dd7d-453d-b459-a9ab53caecb0 req-9a1300cb-acd8-410f-b2ef-f00e1f7b85cc service neutron] 10.222.0.62 "GET /v2.0/networks/9fc3ed28-8239-4d46-a344-482b29fe53fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189449 Sep 20 13:34:06.094656 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a81134-26e8-45d8-abb9-2353ed5f579b req-4cfd34cc-ce8e-42ff-8689-a3c8baa39854 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:34:06.096185 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b3a81134-26e8-45d8-abb9-2353ed5f579b req-4cfd34cc-ce8e-42ff-8689-a3c8baa39854 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec93f663-8702-4611-bec1-81ebbd483b87 HTTP/1.1" status: 200 len: 946 time: 0.0536149 Sep 20 13:34:06.145626 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b3a81134-26e8-45d8-abb9-2353ed5f579b req-e45b18d0-070c-4d34-acf1-66cfcb0602ac tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/security-groups?id=0453924a-4e62-4c6c-a323-25cbb499fe95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438359 Sep 20 13:34:07.272648 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d54ac7c-5bdf-472a-83ad-ed2b64a1a87c req-04863579-1a03-4a39-91eb-6c9ab536bd18 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:34:07.274680 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-7d54ac7c-5bdf-472a-83ad-ed2b64a1a87c req-04863579-1a03-4a39-91eb-6c9ab536bd18 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec93f663-8702-4611-bec1-81ebbd483b87 HTTP/1.1" status: 200 len: 946 time: 0.0554790 Sep 20 13:34:07.321870 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-7d54ac7c-5bdf-472a-83ad-ed2b64a1a87c req-3c7b1a20-c5d1-443b-9300-d3e80db43550 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/security-groups?id=0453924a-4e62-4c6c-a323-25cbb499fe95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416837 Sep 20 13:34:08.449833 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ee5ea-54c9-4682-917d-10c2f87621e1 req-f693ab47-4c75-4139-a9c3-5b46decc6a7b tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:34:08.451326 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-817ee5ea-54c9-4682-917d-10c2f87621e1 req-f693ab47-4c75-4139-a9c3-5b46decc6a7b tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec93f663-8702-4611-bec1-81ebbd483b87 HTTP/1.1" status: 200 len: 946 time: 0.0566218 Sep 20 13:34:08.498866 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-817ee5ea-54c9-4682-917d-10c2f87621e1 req-68dc8248-cc89-4279-9196-14d5da83e912 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/security-groups?id=0453924a-4e62-4c6c-a323-25cbb499fe95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418944 Sep 20 13:34:08.714614 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 37988) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:34:08.717725 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408f0fc1-48f9-4aeb-8745-560c41963ffe req-9de841fa-40a8-4f1f-a010-57e9175b0c21 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:34:08.719571 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-408f0fc1-48f9-4aeb-8745-560c41963ffe req-9de841fa-40a8-4f1f-a010-57e9175b0c21 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec93f663-8702-4611-bec1-81ebbd483b87 HTTP/1.1" status: 200 len: 946 time: 0.0540743 Sep 20 13:34:08.769110 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-408f0fc1-48f9-4aeb-8745-560c41963ffe req-dee901f7-a2d1-41ac-8f4e-1b34a7ff4f0b tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/security-groups?id=0453924a-4e62-4c6c-a323-25cbb499fe95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440187 Sep 20 13:34:08.803555 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-23a8952a-b9c3-41b4-8bd4-d79b2dde0bd3 req-5092e958-29bd-429f-9da1-30a464eb265f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ec93f663-8702-4611-bec1-81ebbd483b87&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0877616 Sep 20 13:34:08.812662 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [req-23a8952a-b9c3-41b4-8bd4-d79b2dde0bd3 req-1055c55c-6914-4f5d-967e-675d5024724a service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104086) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 20 13:34:08.813713 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-23a8952a-b9c3-41b4-8bd4-d79b2dde0bd3 req-1055c55c-6914-4f5d-967e-675d5024724a service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048423 Sep 20 13:34:08.941856 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 37996) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:34:09.031561 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8952a-b9c3-41b4-8bd4-d79b2dde0bd3 req-e9c8985f-7158-4480-910c-db388791a088 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:34:09.032878 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-23a8952a-b9c3-41b4-8bd4-d79b2dde0bd3 req-e9c8985f-7158-4480-910c-db388791a088 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/ports/519095cb-14c4-49c5-86d3-99172a2b602b HTTP/1.1" status: 200 len: 943 time: 0.0900972 Sep 20 13:34:09.897691 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83493de-2342-4c0e-9ac8-193db7ba3bad req-974f2901-e661-49b0-a7ec-ca0c60378d53 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:34:09.899169 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-d83493de-2342-4c0e-9ac8-193db7ba3bad req-974f2901-e661-49b0-a7ec-ca0c60378d53 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec93f663-8702-4611-bec1-81ebbd483b87 HTTP/1.1" status: 200 len: 946 time: 0.0562029 Sep 20 13:34:09.948219 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-d83493de-2342-4c0e-9ac8-193db7ba3bad req-faf911c0-69d8-4762-84be-c3f53b17d178 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/security-groups?id=0453924a-4e62-4c6c-a323-25cbb499fe95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433455 Sep 20 13:34:10.064024 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 519095cb-14c4-49c5-86d3-99172a2b602b no longer exists at agent hyperv_hv-cinder-85846 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:34:10.134287 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Current status of the port 519095cb-14c4-49c5-86d3-99172a2b602b is: ACTIVE; New status is: DOWN {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:34:10.134675 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (519095cb-14c4-49c5-86d3-99172a2b602b), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:10.156084 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec93f663-8702-4611-bec1-81ebbd483b87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '519095cb-14c4-49c5-86d3-99172a2b602b'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:34:10.158304 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76b3f69f6489aff1aa8284e7e37e9464aa9e8db96ff70d8a184fca566081ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bca31d6-474a-46de-924e-a139e2b7c9d8" -d '{"events": [{"server_uuid": "ec93f663-8702-4611-bec1-81ebbd483b87", "name": "network-vif-unplugged", "status": "completed", "tag": "519095cb-14c4-49c5-86d3-99172a2b602b"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:34:10.171153 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port 519095cb-14c4-49c5-86d3-99172a2b602b, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=519095cb-14c4-49c5-86d3-99172a2b602b,segment=NetworkSegment(c4e97fc0-43ad-46a7-bda9-023f4d5197db),segment_id=c4e97fc0-43ad-46a7-bda9-023f4d5197db)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:34:10.176025 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (519095cb-14c4-49c5-86d3-99172a2b602b), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:10.200204 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 20 Sep 2022 13:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9fced73-84bf-4fa1-bc5b-3359ae8af0c8 x-openstack-request-id: req-e9fced73-84bf-4fa1-bc5b-3359ae8af0c8 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:34:10.200503 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec93f663-8702-4611-bec1-81ebbd483b87", "name": "network-vif-unplugged", "status": "failed", "tag": "519095cb-14c4-49c5-86d3-99172a2b602b", "code": 422}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:34:10.200756 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e9fced73-84bf-4fa1-bc5b-3359ae8af0c8 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:34:10.201158 dv-cinder-858463-1-iscsi neutron-server[104088]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e9fced73-84bf-4fa1-bc5b-3359ae8af0c8']: {'server_uuid': 'ec93f663-8702-4611-bec1-81ebbd483b87', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '519095cb-14c4-49c5-86d3-99172a2b602b', 'code': 422} returned with failed status Sep 20 13:34:10.225835 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Pushing event updated for resources: {'Port': ['ID=519095cb-14c4-49c5-86d3-99172a2b602b,revision_number=6']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:34:10.233317 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:34:10.233676 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:34:10.234024 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:34:10.234368 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:34:10.234706 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:34:10.235067 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:34:10.235401 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:34:10.235732 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:34:10.236062 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:34:10.236397 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:34:10.236724 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:34:10.237053 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:34:10.237377 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:34:10.266853 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (728cf656-0364-4172-b8b5-b6ffd3122ed0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:11.071052 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb2543f-1a27-41da-9575-fb544d3df4c1 req-640a3cf2-2ef7-4dea-aae9-401fdff607cc tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:34:11.072529 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-deb2543f-1a27-41da-9575-fb544d3df4c1 req-640a3cf2-2ef7-4dea-aae9-401fdff607cc tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec93f663-8702-4611-bec1-81ebbd483b87 HTTP/1.1" status: 200 len: 944 time: 0.0533111 Sep 20 13:34:11.119816 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-deb2543f-1a27-41da-9575-fb544d3df4c1 req-351f31a3-fa15-41e6-a9c8-6f449842fca7 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/security-groups?id=0453924a-4e62-4c6c-a323-25cbb499fe95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418169 Sep 20 13:34:12.242118 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02969575-6d9b-4de0-bf0a-83ba1d3c0f02 req-429054c0-979d-424f-b2f7-53932d537eb6 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:34:12.243623 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-02969575-6d9b-4de0-bf0a-83ba1d3c0f02 req-429054c0-979d-424f-b2f7-53932d537eb6 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec93f663-8702-4611-bec1-81ebbd483b87 HTTP/1.1" status: 200 len: 944 time: 0.0530713 Sep 20 13:34:12.295829 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-02969575-6d9b-4de0-bf0a-83ba1d3c0f02 req-ea1f2257-2772-40f2-981b-c4e7501c7609 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/security-groups?id=0453924a-4e62-4c6c-a323-25cbb499fe95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463111 Sep 20 13:34:13.104912 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [req-358039de-3e2f-4ce9-b30f-277ea19ec46c req-49924068-7124-4414-91a8-957821f107fe service neutron] (104087) timed out ('10.222.0.62', 61070) {{(pid=104087) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 20 13:34:13.436895 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c39161-a239-4c29-88c4-fc69baefd711 req-12522228-2f86-4bec-96f8-231f570516b1 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:34:13.439194 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-32c39161-a239-4c29-88c4-fc69baefd711 req-12522228-2f86-4bec-96f8-231f570516b1 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec93f663-8702-4611-bec1-81ebbd483b87 HTTP/1.1" status: 200 len: 944 time: 0.0693235 Sep 20 13:34:13.494495 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-32c39161-a239-4c29-88c4-fc69baefd711 req-cdf8ad07-1ddb-4410-b49c-04251b8c6520 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/security-groups?id=0453924a-4e62-4c6c-a323-25cbb499fe95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495598 Sep 20 13:34:14.619537 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016bf80-990f-42a5-9812-68029ee0cd47 req-8653d370-ea2d-4f18-81e1-53a030f90972 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:34:14.621034 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-a016bf80-990f-42a5-9812-68029ee0cd47 req-8653d370-ea2d-4f18-81e1-53a030f90972 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec93f663-8702-4611-bec1-81ebbd483b87 HTTP/1.1" status: 200 len: 944 time: 0.0531590 Sep 20 13:34:14.623710 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8952a-b9c3-41b4-8bd4-d79b2dde0bd3 req-66aa988e-a763-4ef3-b2b0-726b59124d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:34:14.625193 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-23a8952a-b9c3-41b4-8bd4-d79b2dde0bd3 req-66aa988e-a763-4ef3-b2b0-726b59124d99 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ec93f663-8702-4611-bec1-81ebbd483b87&tenant_id=a0f2064a9ebc4d1abb2285ce408b90d6 HTTP/1.1" status: 200 len: 1128 time: 0.0459163 Sep 20 13:34:14.671910 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-a016bf80-990f-42a5-9812-68029ee0cd47 req-01a78f5d-c181-4ca1-a38f-438192a9b0ae tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/security-groups?id=0453924a-4e62-4c6c-a323-25cbb499fe95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442364 Sep 20 13:34:14.709899 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8952a-b9c3-41b4-8bd4-d79b2dde0bd3 req-772b52e7-bb8d-4a69-a6a9-69864932ad31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:34:14.711473 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-23a8952a-b9c3-41b4-8bd4-d79b2dde0bd3 req-772b52e7-bb8d-4a69-a6a9-69864932ad31 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a0f2064a9ebc4d1abb2285ce408b90d6&device_id=ec93f663-8702-4611-bec1-81ebbd483b87 HTTP/1.1" status: 200 len: 1128 time: 0.0465386 Sep 20 13:34:14.802682 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8952a-b9c3-41b4-8bd4-d79b2dde0bd3 req-deea6e09-b76d-410f-851c-e08a3afbeec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:34:14.804737 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-23a8952a-b9c3-41b4-8bd4-d79b2dde0bd3 req-deea6e09-b76d-410f-851c-e08a3afbeec8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9fc3ed28-8239-4d46-a344-482b29fe53fd HTTP/1.1" status: 200 len: 909 time: 0.0852418 Sep 20 13:34:14.864226 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-23a8952a-b9c3-41b4-8bd4-d79b2dde0bd3 req-10cf0997-8acb-40a4-8462-457ea16c1063 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=519095cb-14c4-49c5-86d3-99172a2b602b HTTP/1.1" status: 200 len: 1000 time: 0.0528152 Sep 20 13:34:14.911086 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8952a-b9c3-41b4-8bd4-d79b2dde0bd3 req-d5849962-6667-4436-a670-6438b8c14ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:34:14.912524 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-23a8952a-b9c3-41b4-8bd4-d79b2dde0bd3 req-d5849962-6667-4436-a670-6438b8c14ab5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=13fecf05-f068-411a-94fe-40dc17ac3796 HTTP/1.1" status: 200 len: 848 time: 0.0417249 Sep 20 13:34:14.966670 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8952a-b9c3-41b4-8bd4-d79b2dde0bd3 req-2597e05f-6a83-48f4-8363-0232a1509af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:34:14.968200 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-23a8952a-b9c3-41b4-8bd4-d79b2dde0bd3 req-2597e05f-6a83-48f4-8363-0232a1509af5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9fc3ed28-8239-4d46-a344-482b29fe53fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484810 Sep 20 13:34:15.061564 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-23a8952a-b9c3-41b4-8bd4-d79b2dde0bd3 req-bd4a3fc2-dca9-40d5-82a6-08f1ee5b010e service neutron] 10.222.0.62 "GET /v2.0/networks/9fc3ed28-8239-4d46-a344-482b29fe53fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862319 Sep 20 13:34:15.152497 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-23a8952a-b9c3-41b4-8bd4-d79b2dde0bd3 req-4b4975f9-31cf-4b7a-ad56-4053ce09a05a service neutron] 10.222.0.62 "GET /v2.0/networks/9fc3ed28-8239-4d46-a344-482b29fe53fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835035 Sep 20 13:34:15.796875 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e602b-4fe6-4a92-82e3-937543cdd0f4 req-8554baab-04cf-43b1-9a03-8c05f2e678be tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:34:15.798239 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-781e602b-4fe6-4a92-82e3-937543cdd0f4 req-8554baab-04cf-43b1-9a03-8c05f2e678be tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec93f663-8702-4611-bec1-81ebbd483b87 HTTP/1.1" status: 200 len: 944 time: 0.0535152 Sep 20 13:34:15.846422 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-781e602b-4fe6-4a92-82e3-937543cdd0f4 req-a3d93ae1-52cf-4258-9f07-b1b4186badda tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/security-groups?id=0453924a-4e62-4c6c-a323-25cbb499fe95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426466 Sep 20 13:34:16.976116 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f12c3-c5f6-4e81-933e-2dbda4da3167 req-98eec2ca-1349-4b6e-96b2-c63854041ea3 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:34:16.977641 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-531f12c3-c5f6-4e81-933e-2dbda4da3167 req-98eec2ca-1349-4b6e-96b2-c63854041ea3 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec93f663-8702-4611-bec1-81ebbd483b87 HTTP/1.1" status: 200 len: 944 time: 0.0561907 Sep 20 13:34:17.025097 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-531f12c3-c5f6-4e81-933e-2dbda4da3167 req-d9d97a5d-77a7-4999-b395-95fc39348c8c tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/security-groups?id=0453924a-4e62-4c6c-a323-25cbb499fe95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418324 Sep 20 13:34:17.909553 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26da2fb-f157-40d4-b4a5-911b6245f184 req-bee7f752-8c54-4a85-8d06-da840856b31e tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:34:17.911059 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-e26da2fb-f157-40d4-b4a5-911b6245f184 req-bee7f752-8c54-4a85-8d06-da840856b31e tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f042363-4a47-447c-aec9-b60874434bba HTTP/1.1" status: 200 len: 945 time: 0.0563843 Sep 20 13:34:17.957193 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-e26da2fb-f157-40d4-b4a5-911b6245f184 req-e1bcc5be-e9c6-4bac-9bcd-1b624bc8251e tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a913b-a47c-4bb1-bfca-dc62b2ef888e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403121 Sep 20 13:34:18.149183 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d994c8-55a8-4430-a554-b97bf8557d4d req-e3e737cb-6849-479d-8bbc-d5db594c3fdf tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:34:18.150777 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f9d994c8-55a8-4430-a554-b97bf8557d4d req-e3e737cb-6849-479d-8bbc-d5db594c3fdf tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec93f663-8702-4611-bec1-81ebbd483b87 HTTP/1.1" status: 200 len: 944 time: 0.0534890 Sep 20 13:34:18.198574 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f9d994c8-55a8-4430-a554-b97bf8557d4d req-a065e2d5-d7da-48b7-9a98-da771f764c13 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/security-groups?id=0453924a-4e62-4c6c-a323-25cbb499fe95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421824 Sep 20 13:34:19.084476 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f14083-469f-45af-8e99-994d8598da95 req-0a28c0a9-99f1-4a67-8e2b-64b9bd8a4ebe tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:34:19.086837 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-e7f14083-469f-45af-8e99-994d8598da95 req-0a28c0a9-99f1-4a67-8e2b-64b9bd8a4ebe tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f042363-4a47-447c-aec9-b60874434bba HTTP/1.1" status: 200 len: 945 time: 0.0528014 Sep 20 13:34:19.132709 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-e7f14083-469f-45af-8e99-994d8598da95 req-944e2e1e-3d30-42fe-9e5f-0b216a5a4627 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a913b-a47c-4bb1-bfca-dc62b2ef888e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402873 Sep 20 13:34:19.325506 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae039f0-ce53-4060-9a15-5521328fe186 req-1adc9520-2b0a-4cea-9a6b-92f919853962 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:34:19.326899 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-eae039f0-ce53-4060-9a15-5521328fe186 req-1adc9520-2b0a-4cea-9a6b-92f919853962 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec93f663-8702-4611-bec1-81ebbd483b87 HTTP/1.1" status: 200 len: 944 time: 0.0563798 Sep 20 13:34:19.375079 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-eae039f0-ce53-4060-9a15-5521328fe186 req-81fa91f8-123a-4c57-8416-6ea123028333 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/security-groups?id=0453924a-4e62-4c6c-a323-25cbb499fe95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426402 Sep 20 13:34:20.154306 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc9f1f-97f8-46ad-aeff-c19d3553f5be req-ff2415ef-07a4-4458-b8cb-562032445b9c tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:34:20.155739 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ffbc9f1f-97f8-46ad-aeff-c19d3553f5be req-ff2415ef-07a4-4458-b8cb-562032445b9c tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f042363-4a47-447c-aec9-b60874434bba HTTP/1.1" status: 200 len: 945 time: 0.0516756 Sep 20 13:34:20.258318 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dffc83-9a27-4fc1-91d9-b0fdf857310f req-a8ca635d-ac8c-4309-ae8a-043489536273 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:34:20.260148 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-07dffc83-9a27-4fc1-91d9-b0fdf857310f req-a8ca635d-ac8c-4309-ae8a-043489536273 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f042363-4a47-447c-aec9-b60874434bba HTTP/1.1" status: 200 len: 945 time: 0.0565886 Sep 20 13:34:20.310278 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-07dffc83-9a27-4fc1-91d9-b0fdf857310f req-bf209b3a-bb7e-4c2f-a345-12c2cd7a4194 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/security-groups?id=d89a913b-a47c-4bb1-bfca-dc62b2ef888e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443227 Sep 20 13:34:20.537303 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-ffbc9f1f-97f8-46ad-aeff-c19d3553f5be req-74b95ac2-ac04-472c-9844-a39dab6a1817 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Deleting port 731c23cc-a936-40c0-9287-d252d831e330 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:34:20.537871 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ffbc9f1f-97f8-46ad-aeff-c19d3553f5be req-74b95ac2-ac04-472c-9844-a39dab6a1817 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (731c23cc-a936-40c0-9287-d252d831e330), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:20.613061 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14dc364-657b-4439-9127-e1d62e245b4c req-db5d5d81-fe7f-45f1-b5ce-a3002562f87f tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:34:20.614496 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a14dc364-657b-4439-9127-e1d62e245b4c req-db5d5d81-fe7f-45f1-b5ce-a3002562f87f tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec93f663-8702-4611-bec1-81ebbd483b87 HTTP/1.1" status: 200 len: 944 time: 0.1069717 Sep 20 13:34:20.660906 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-ffbc9f1f-97f8-46ad-aeff-c19d3553f5be req-74b95ac2-ac04-472c-9844-a39dab6a1817 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] For port 731c23cc-a936-40c0-9287-d252d831e330, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=731c23cc-a936-40c0-9287-d252d831e330,segment=NetworkSegment(9fa4b3a9-3030-408d-94ff-78e487e07b97),segment_id=9fa4b3a9-3030-408d-94ff-78e487e07b97)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:34:20.661266 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ffbc9f1f-97f8-46ad-aeff-c19d3553f5be req-74b95ac2-ac04-472c-9844-a39dab6a1817 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (731c23cc-a936-40c0-9287-d252d831e330), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:20.721302 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a14dc364-657b-4439-9127-e1d62e245b4c req-5013aa38-aaf8-42e1-8111-f9d45e70ec8e tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/security-groups?id=0453924a-4e62-4c6c-a323-25cbb499fe95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009588 Sep 20 13:34:20.833849 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ffbc9f1f-97f8-46ad-aeff-c19d3553f5be req-74b95ac2-ac04-472c-9844-a39dab6a1817 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:20.834169 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ffbc9f1f-97f8-46ad-aeff-c19d3553f5be req-74b95ac2-ac04-472c-9844-a39dab6a1817 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607693'] for floatingip (c630e46f-b972-47ee-96c7-41b33e52fa5b), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:20.834488 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.db.l3_db [req-ffbc9f1f-97f8-46ad-aeff-c19d3553f5be req-74b95ac2-ac04-472c-9844-a39dab6a1817 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Floating IP c630e46f-b972-47ee-96c7-41b33e52fa5b disassociated. External IP: 172.27.2.220, port: 731c23cc-a936-40c0-9287-d252d831e330. Sep 20 13:34:20.834858 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-ffbc9f1f-97f8-46ad-aeff-c19d3553f5be req-74b95ac2-ac04-472c-9844-a39dab6a1817 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Calling delete_port for 731c23cc-a936-40c0-9287-d252d831e330 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:34:20.959303 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ffbc9f1f-97f8-46ad-aeff-c19d3553f5be req-74b95ac2-ac04-472c-9844-a39dab6a1817 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (731c23cc-a936-40c0-9287-d252d831e330), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:20.984273 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b95ac2-ac04-472c-9844-a39dab6a1817 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Pushing event deleted for resources: {'Port': ['ID=731c23cc-a936-40c0-9287-d252d831e330,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:34:21.094274 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ffbc9f1f-97f8-46ad-aeff-c19d3553f5be req-74b95ac2-ac04-472c-9844-a39dab6a1817 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Router 002a5ead-4f41-4c0f-8fb0-abfed7a073cf has already been hosted by L3 agent e6bdf340-58c5-4186-af2d-ab00439e5425 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:34:21.195322 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ffbc9f1f-97f8-46ad-aeff-c19d3553f5be req-74b95ac2-ac04-472c-9844-a39dab6a1817 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Notify agent at l3_agent.dv-cinder-858463-1-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:34:21.208754 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25a3194-9405-45be-a07e-dba8672dbac6 None None] Sync routers for ids ['002a5ead-4f41-4c0f-8fb0-abfed7a073cf'] in dv-cinder-858463-1-iscsi {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:34:21.218179 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25a3194-9405-45be-a07e-dba8672dbac6 None None] Routers {'002a5ead-4f41-4c0f-8fb0-abfed7a073cf'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:34:21.218822 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-a25a3194-9405-45be-a07e-dba8672dbac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:33:56Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['002a5ead-4f41-4c0f-8fb0-abfed7a073cf'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:34:21.235976 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffbc9f1f-97f8-46ad-aeff-c19d3553f5be req-74b95ac2-ac04-472c-9844-a39dab6a1817 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] No DVR routers for this DVR port 731c23cc-a936-40c0-9287-d252d831e330 on host hv-cinder-85846 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:34:21.238701 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ffbc9f1f-97f8-46ad-aeff-c19d3553f5be req-74b95ac2-ac04-472c-9844-a39dab6a1817 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:21.242049 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ffbc9f1f-97f8-46ad-aeff-c19d3553f5be req-74b95ac2-ac04-472c-9844-a39dab6a1817 tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.62 "DELETE /v2.0/ports/731c23cc-a936-40c0-9287-d252d831e330 HTTP/1.1" status: 204 len: 173 time: 1.0807719 Sep 20 13:34:21.242552 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f042363-4a47-447c-aec9-b60874434bba', 'name': 'network-vif-deleted', 'tag': '731c23cc-a936-40c0-9287-d252d831e330'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:34:21.245382 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8afa0c3fb06aef531850fccced94fa4b659a4977f0534d5a49c84d13d87c0c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637ff5ad-74be-43b8-94cf-8b86f44055e3" -d '{"events": [{"server_uuid": "0f042363-4a47-447c-aec9-b60874434bba", "name": "network-vif-deleted", "tag": "731c23cc-a936-40c0-9287-d252d831e330"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:34:21.284966 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 13:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3378ff1f-46da-40c4-8aa1-5761353a79ed x-openstack-request-id: req-3378ff1f-46da-40c4-8aa1-5761353a79ed {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:34:21.285512 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f042363-4a47-447c-aec9-b60874434bba", "name": "network-vif-deleted", "tag": "731c23cc-a936-40c0-9287-d252d831e330", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:34:21.285772 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3378ff1f-46da-40c4-8aa1-5761353a79ed {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:34:21.286186 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3378ff1f-46da-40c4-8aa1-5761353a79ed'] response: {'server_uuid': '0f042363-4a47-447c-aec9-b60874434bba', 'name': 'network-vif-deleted', 'tag': '731c23cc-a936-40c0-9287-d252d831e330', 'status': 'completed', 'code': 200} Sep 20 13:34:21.433568 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8690e7a1-9235-433a-9296-1bde1cda9e0c req-20d82c83-3d1c-4599-bbe6-18a2f88b897c tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f042363-4a47-447c-aec9-b60874434bba HTTP/1.1" status: 200 len: 210 time: 0.0329618 Sep 20 13:34:21.465682 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-a25a3194-9405-45be-a07e-dba8672dbac6 None None] Set router 002a5ead-4f41-4c0f-8fb0-abfed7a073cf gateway port host: dv-cinder-858463-1-iscsi {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:34:21.655336 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-a25a3194-9405-45be-a07e-dba8672dbac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002a5ead-4f41-4c0f-8fb0-abfed7a073cf', 'name': 'tempest-AttachVolumeTestJSON-22534217-router', 'tenant_id': '6ebb73746088487dab581c3f6b24a1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '0a88268d-e0c0-4224-beb8-e409be1ca4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:26:50Z', 'updated_at': '2022-09-20T13:26:52Z', 'revision_number': 4, 'project_id': '6ebb73746088487dab581c3f6b24a1f9', 'gw_port': {'id': '0a88268d-e0c0-4224-beb8-e409be1ca4d5', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:68:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002a5ead-4f41-4c0f-8fb0-abfed7a073cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:26:50Z', 'updated_at': '2022-09-20T13:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': 'f140a66e-18a2-47b5-9893-add31b8696b4', 'name': '', 'network_id': '0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef', 'tenant_id': '6ebb73746088487dab581c3f6b24a1f9', 'mac_address': 'fa:16:3e:09:09:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002a5ead-4f41-4c0f-8fb0-abfed7a073cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '26dd50fe-5f0b-44fd-bc22-34959d5f2393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:26:52Z', 'updated_at': '2022-09-20T13:26:57Z', 'revision_number': 5, 'project_id': '6ebb73746088487dab581c3f6b24a1f9', 'subnets': [{'id': '26dd50fe-5f0b-44fd-bc22-34959d5f2393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:34:21.679050 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25a3194-9405-45be-a07e-dba8672dbac6 None None] Checking router: 002a5ead-4f41-4c0f-8fb0-abfed7a073cf for host: dv-cinder-858463-1-iscsi {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:34:21.687317 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25a3194-9405-45be-a07e-dba8672dbac6 None None] Routers {'002a5ead-4f41-4c0f-8fb0-abfed7a073cf'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:34:21.687910 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-a25a3194-9405-45be-a07e-dba8672dbac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:33:56Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['002a5ead-4f41-4c0f-8fb0-abfed7a073cf'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:34:21.802076 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-a25a3194-9405-45be-a07e-dba8672dbac6 None None] Set router 002a5ead-4f41-4c0f-8fb0-abfed7a073cf gateway port host: dv-cinder-858463-1-iscsi {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:34:21.857061 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71091293-548b-4740-9e58-b63680377d6c req-07b22b97-6540-4847-a7bb-6af543110d77 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:34:21.858577 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-71091293-548b-4740-9e58-b63680377d6c req-07b22b97-6540-4847-a7bb-6af543110d77 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec93f663-8702-4611-bec1-81ebbd483b87 HTTP/1.1" status: 200 len: 944 time: 0.0603981 Sep 20 13:34:21.911558 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-71091293-548b-4740-9e58-b63680377d6c req-330ea530-013b-4e70-a112-4333ee8463f3 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/security-groups?id=0453924a-4e62-4c6c-a323-25cbb499fe95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470464 Sep 20 13:34:22.022525 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-a25a3194-9405-45be-a07e-dba8672dbac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002a5ead-4f41-4c0f-8fb0-abfed7a073cf', 'name': 'tempest-AttachVolumeTestJSON-22534217-router', 'tenant_id': '6ebb73746088487dab581c3f6b24a1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '0a88268d-e0c0-4224-beb8-e409be1ca4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:26:50Z', 'updated_at': '2022-09-20T13:26:52Z', 'revision_number': 4, 'project_id': '6ebb73746088487dab581c3f6b24a1f9', 'gw_port': {'id': '0a88268d-e0c0-4224-beb8-e409be1ca4d5', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:68:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002a5ead-4f41-4c0f-8fb0-abfed7a073cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:26:50Z', 'updated_at': '2022-09-20T13:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': 'f140a66e-18a2-47b5-9893-add31b8696b4', 'name': '', 'network_id': '0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef', 'tenant_id': '6ebb73746088487dab581c3f6b24a1f9', 'mac_address': 'fa:16:3e:09:09:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002a5ead-4f41-4c0f-8fb0-abfed7a073cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '26dd50fe-5f0b-44fd-bc22-34959d5f2393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:26:52Z', 'updated_at': '2022-09-20T13:26:57Z', 'revision_number': 5, 'project_id': '6ebb73746088487dab581c3f6b24a1f9', 'subnets': [{'id': '26dd50fe-5f0b-44fd-bc22-34959d5f2393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:34:22.048075 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25a3194-9405-45be-a07e-dba8672dbac6 None None] The sync data for ids ['002a5ead-4f41-4c0f-8fb0-abfed7a073cf'] in dv-cinder-858463-1-iscsi is: [{'id': '002a5ead-4f41-4c0f-8fb0-abfed7a073cf', 'name': 'tempest-AttachVolumeTestJSON-22534217-router', 'tenant_id': '6ebb73746088487dab581c3f6b24a1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '0a88268d-e0c0-4224-beb8-e409be1ca4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:26:50Z', 'updated_at': '2022-09-20T13:26:52Z', 'revision_number': 4, 'project_id': '6ebb73746088487dab581c3f6b24a1f9', 'gw_port': {'id': '0a88268d-e0c0-4224-beb8-e409be1ca4d5', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:68:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002a5ead-4f41-4c0f-8fb0-abfed7a073cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:26:50Z', 'updated_at': '2022-09-20T13:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': 'f140a66e-18a2-47b5-9893-add31b8696b4', 'name': '', 'network_id': '0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef', 'tenant_id': '6ebb73746088487dab581c3f6b24a1f9', 'mac_address': 'fa:16:3e:09:09:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002a5ead-4f41-4c0f-8fb0-abfed7a073cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '26dd50fe-5f0b-44fd-bc22-34959d5f2393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:26:52Z', 'updated_at': '2022-09-20T13:26:57Z', 'revision_number': 5, 'project_id': '6ebb73746088487dab581c3f6b24a1f9', 'subnets': [{'id': '26dd50fe-5f0b-44fd-bc22-34959d5f2393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:34:22.264947 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb928ce2-51b5-4faf-b1db-8a70a2c1779c None None] New status for floating IP c630e46f-b972-47ee-96c7-41b33e52fa5b: DOWN {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 13:34:22.449721 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.agents_db [None req-1b87bba1-5a3b-42d5-ba20-63287d9ec67c None None] Agent healthcheck: found 6 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:34:23.034891 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d048707-4f33-473b-b0f2-9df08541007a req-5d34abb6-b1d7-4d8e-becf-426ff9efec4b tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:34:23.036338 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8d048707-4f33-473b-b0f2-9df08541007a req-5d34abb6-b1d7-4d8e-becf-426ff9efec4b tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec93f663-8702-4611-bec1-81ebbd483b87 HTTP/1.1" status: 200 len: 944 time: 0.0526636 Sep 20 13:34:23.086333 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8d048707-4f33-473b-b0f2-9df08541007a req-55b7e548-7b87-4a25-8e98-e64e65c28692 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/security-groups?id=0453924a-4e62-4c6c-a323-25cbb499fe95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444353 Sep 20 13:34:23.451311 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0f862fd4-5094-48c3-90ac-4ff895812d90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (c520f755-59ca-4a79-a15e-107c01e131c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:23.537343 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 38108) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:34:23.591492 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-547ca600-d734-44ca-871b-cf26a4f800fc tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks [] for security_group (d89a913b-a47c-4bb1-bfca-dc62b2ef888e), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:23.614503 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-547ca600-d734-44ca-871b-cf26a4f800fc tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks [] for security_group (d89a913b-a47c-4bb1-bfca-dc62b2ef888e), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:23.666779 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-547ca600-d734-44ca-871b-cf26a4f800fc tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (d89a913b-a47c-4bb1-bfca-dc62b2ef888e), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:23.669187 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-547ca600-d734-44ca-871b-cf26a4f800fc tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:23.670307 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-547ca600-d734-44ca-871b-cf26a4f800fc tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "DELETE /v2.0/security-groups/d89a913b-a47c-4bb1-bfca-dc62b2ef888e HTTP/1.1" status: 204 len: 168 time: 0.1319797 Sep 20 13:34:23.673229 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 38110) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:34:23.678900 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547ca600-d734-44ca-871b-cf26a4f800fc tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89a913b-a47c-4bb1-bfca-dc62b2ef888e,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:34:23.686913 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.api.v2.resource [None req-e9321cad-ef2d-47a5-b19a-2af2e647156e tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] show failed (client error): The resource could not be found. Sep 20 13:34:23.687916 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-e9321cad-ef2d-47a5-b19a-2af2e647156e tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "GET /v2.0/security-groups/d89a913b-a47c-4bb1-bfca-dc62b2ef888e HTTP/1.1" status: 404 len: 347 time: 0.0136471 Sep 20 13:34:23.690796 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 38112) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:34:23.697602 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547ca600-d734-44ca-871b-cf26a4f800fc tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:34:23.697951 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547ca600-d734-44ca-871b-cf26a4f800fc tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:34:23.698296 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547ca600-d734-44ca-871b-cf26a4f800fc tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:34:23.698642 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547ca600-d734-44ca-871b-cf26a4f800fc tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:34:23.699011 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547ca600-d734-44ca-871b-cf26a4f800fc tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:34:23.699343 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547ca600-d734-44ca-871b-cf26a4f800fc tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:34:23.699674 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547ca600-d734-44ca-871b-cf26a4f800fc tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:34:23.700009 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547ca600-d734-44ca-871b-cf26a4f800fc tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:34:23.700337 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547ca600-d734-44ca-871b-cf26a4f800fc tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:34:23.700667 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547ca600-d734-44ca-871b-cf26a4f800fc tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:34:23.700990 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547ca600-d734-44ca-871b-cf26a4f800fc tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:34:23.701314 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547ca600-d734-44ca-871b-cf26a4f800fc tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:34:23.701632 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547ca600-d734-44ca-871b-cf26a4f800fc tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:34:23.814842 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-b8b45b0e-2f55-4037-a94d-eb74a4865a2a tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Deleting port 1ecfd4a4-f0c8-41dc-9e99-d953150fa6f6 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:34:23.815193 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b8b45b0e-2f55-4037-a94d-eb74a4865a2a tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (1ecfd4a4-f0c8-41dc-9e99-d953150fa6f6), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:23.899314 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b8b45b0e-2f55-4037-a94d-eb74a4865a2a tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (1ecfd4a4-f0c8-41dc-9e99-d953150fa6f6), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:23.900300 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b8b45b0e-2f55-4037-a94d-eb74a4865a2a tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks [] for floatingip (1ecfd4a4-f0c8-41dc-9e99-d953150fa6f6), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:23.912734 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-b8b45b0e-2f55-4037-a94d-eb74a4865a2a tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Calling delete_port for 1ecfd4a4-f0c8-41dc-9e99-d953150fa6f6 owned by network:floatingip {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:34:24.041306 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b8b45b0e-2f55-4037-a94d-eb74a4865a2a tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (1ecfd4a4-f0c8-41dc-9e99-d953150fa6f6), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:24.064615 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b45b0e-2f55-4037-a94d-eb74a4865a2a tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Pushing event deleted for resources: {'Port': ['ID=1ecfd4a4-f0c8-41dc-9e99-d953150fa6f6,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:34:24.105758 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 519095cb-14c4-49c5-86d3-99172a2b602b details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=104088) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 13:34:24.117064 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 731c23cc-a936-40c0-9287-d252d831e330 no longer exists at agent hyperv_hv-cinder-85846 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:34:24.128823 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b8b45b0e-2f55-4037-a94d-eb74a4865a2a tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks [] for floatingip (c630e46f-b972-47ee-96c7-41b33e52fa5b), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:24.131660 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b8b45b0e-2f55-4037-a94d-eb74a4865a2a tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:24.137619 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-b8b45b0e-2f55-4037-a94d-eb74a4865a2a tempest-AttachVolumeTestJSON-1610883386 tempest-AttachVolumeTestJSON-1610883386-project] 10.222.0.55 "DELETE /v2.0/floatingips/c630e46f-b972-47ee-96c7-41b33e52fa5b HTTP/1.1" status: 204 len: 168 time: 0.4414108 Sep 20 13:34:24.146877 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] No Port match for: 731c23cc-a936-40c0-9287-d252d831e330 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 20 13:34:24.146877 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 731c23cc-a936-40c0-9287-d252d831e330 not bound to the agent host hv-cinder-85846 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:34:24.218489 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1589e612-1bb2-436a-a425-e7aab587af99 req-5df27717-633d-4b1d-b7f6-3f24ef6dc87c tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:34:24.219995 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1589e612-1bb2-436a-a425-e7aab587af99 req-5df27717-633d-4b1d-b7f6-3f24ef6dc87c tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec93f663-8702-4611-bec1-81ebbd483b87 HTTP/1.1" status: 200 len: 944 time: 0.0563543 Sep 20 13:34:24.242566 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port 519095cb-14c4-49c5-86d3-99172a2b602b, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=519095cb-14c4-49c5-86d3-99172a2b602b,segment=NetworkSegment(c4e97fc0-43ad-46a7-bda9-023f4d5197db),segment_id=c4e97fc0-43ad-46a7-bda9-023f4d5197db)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:34:24.257267 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Returning: {'device': '519095cb-14c4-49c5-86d3-99172a2b602b', 'network_id': '9fc3ed28-8239-4d46-a344-482b29fe53fd', 'port_id': '519095cb-14c4-49c5-86d3-99172a2b602b', 'mac_address': 'fa:16:3e:9b:72:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13fecf05-f068-411a-94fe-40dc17ac3796', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104088) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 13:34:24.276425 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1589e612-1bb2-436a-a425-e7aab587af99 req-965096b0-d944-496e-aebf-28a3a5b9e9a1 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/security-groups?id=0453924a-4e62-4c6c-a323-25cbb499fe95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491931 Sep 20 13:34:24.294723 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Current status of the port 519095cb-14c4-49c5-86d3-99172a2b602b is: DOWN; New status is: BUILD {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:34:24.295134 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (519095cb-14c4-49c5-86d3-99172a2b602b), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:24.307503 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 519095cb-14c4-49c5-86d3-99172a2b602b {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 13:34:24.326461 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port 519095cb-14c4-49c5-86d3-99172a2b602b, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=519095cb-14c4-49c5-86d3-99172a2b602b,segment=NetworkSegment(c4e97fc0-43ad-46a7-bda9-023f4d5197db),segment_id=c4e97fc0-43ad-46a7-bda9-023f4d5197db)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:34:24.329878 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (519095cb-14c4-49c5-86d3-99172a2b602b), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:24.379668 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Pushing event updated for resources: {'Port': ['ID=519095cb-14c4-49c5-86d3-99172a2b602b,revision_number=7']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:34:24.779296 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] get_ports_and_sgs() called for port_ids ['519095cb-14c4-49c5-86d3-99172a2b602b'] {{(pid=104088) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 13:34:25.406584 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3642e107-cf4e-42d5-ad3f-90dea40af533 req-feb7b6d7-fc16-4082-9502-5c62a8f2f547 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:34:25.408105 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-3642e107-cf4e-42d5-ad3f-90dea40af533 req-feb7b6d7-fc16-4082-9502-5c62a8f2f547 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec93f663-8702-4611-bec1-81ebbd483b87 HTTP/1.1" status: 200 len: 945 time: 0.0583029 Sep 20 13:34:25.458561 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-3642e107-cf4e-42d5-ad3f-90dea40af533 req-3c31c4dc-979c-46bb-8b68-a9a87863e600 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/security-groups?id=0453924a-4e62-4c6c-a323-25cbb499fe95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444620 Sep 20 13:34:25.793519 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8fd49b0c-fbfb-414c-8fb8-c6646103d3ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (e6bdf340-58c5-4186-af2d-ab00439e5425), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:26.105512 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 519095cb-14c4-49c5-86d3-99172a2b602b up at agent hyperv_hv-cinder-85846 {{(pid=104088) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 13:34:26.150421 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Provisioning complete for port 519095cb-14c4-49c5-86d3-99172a2b602b triggered by entity L2. {{(pid=104088) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 13:34:26.150838 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-559172'] for port (519095cb-14c4-49c5-86d3-99172a2b602b), provisioning_complete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:26.151188 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Attempt 1 to provision port 519095cb-14c4-49c5-86d3-99172a2b602b Sep 20 13:34:26.221997 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Current status of the port 519095cb-14c4-49c5-86d3-99172a2b602b is: BUILD; New status is: ACTIVE {{(pid=104088) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 20 13:34:26.222388 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700077'] for port (519095cb-14c4-49c5-86d3-99172a2b602b), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:26.244427 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec93f663-8702-4611-bec1-81ebbd483b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519095cb-14c4-49c5-86d3-99172a2b602b'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:34:26.246973 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76b3f69f6489aff1aa8284e7e37e9464aa9e8db96ff70d8a184fca566081ef02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a3113a-4475-411f-87c0-0bacee7efe71" -d '{"events": [{"server_uuid": "ec93f663-8702-4611-bec1-81ebbd483b87", "name": "network-vif-plugged", "status": "completed", "tag": "519095cb-14c4-49c5-86d3-99172a2b602b"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:34:26.258706 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] For port 519095cb-14c4-49c5-86d3-99172a2b602b, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=519095cb-14c4-49c5-86d3-99172a2b602b,segment=NetworkSegment(c4e97fc0-43ad-46a7-bda9-023f4d5197db),segment_id=c4e97fc0-43ad-46a7-bda9-023f4d5197db)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:34:26.263615 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760608240743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760607732956', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760607732974'] for port (519095cb-14c4-49c5-86d3-99172a2b602b), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:26.308906 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Pushing event updated for resources: {'Port': ['ID=519095cb-14c4-49c5-86d3-99172a2b602b,revision_number=8']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:34:26.340938 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 13:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0dc68c9-f554-4c48-8768-a78ea3244ae0 x-openstack-request-id: req-e0dc68c9-f554-4c48-8768-a78ea3244ae0 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:34:26.341235 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec93f663-8702-4611-bec1-81ebbd483b87", "name": "network-vif-plugged", "status": "completed", "tag": "519095cb-14c4-49c5-86d3-99172a2b602b", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:34:26.341490 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e0dc68c9-f554-4c48-8768-a78ea3244ae0 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:34:26.341891 dv-cinder-858463-1-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0dc68c9-f554-4c48-8768-a78ea3244ae0'] response: {'server_uuid': 'ec93f663-8702-4611-bec1-81ebbd483b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519095cb-14c4-49c5-86d3-99172a2b602b', 'code': 200} Sep 20 13:34:26.611029 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f7805-85eb-4390-a5d3-4aa988f960c4 req-43c32b6d-a623-473a-aa06-9517ecdc8a74 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:34:26.612503 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-653f7805-85eb-4390-a5d3-4aa988f960c4 req-43c32b6d-a623-473a-aa06-9517ecdc8a74 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec93f663-8702-4611-bec1-81ebbd483b87 HTTP/1.1" status: 200 len: 946 time: 0.0742998 Sep 20 13:34:26.623866 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07c111-efe0-4f4b-9587-efe9eb9be2e7 req-0a312518-af46-4d9a-8f97-eeb907a27f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:34:26.625356 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ae07c111-efe0-4f4b-9587-efe9eb9be2e7 req-0a312518-af46-4d9a-8f97-eeb907a27f85 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ec93f663-8702-4611-bec1-81ebbd483b87 HTTP/1.1" status: 200 len: 1130 time: 0.0498397 Sep 20 13:34:26.662259 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-653f7805-85eb-4390-a5d3-4aa988f960c4 req-b246fadc-be27-4531-b955-8d30b7689f6b tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/security-groups?id=0453924a-4e62-4c6c-a323-25cbb499fe95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439169 Sep 20 13:34:26.671994 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ae07c111-efe0-4f4b-9587-efe9eb9be2e7 req-b6b738e8-871d-4986-9375-01c6c2314400 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0453924a-4e62-4c6c-a323-25cbb499fe95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397067 Sep 20 13:34:26.792685 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21c1e68e-1f58-483a-acac-7453cdb7afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (dfbc54aa-0ed8-4030-9edb-0bf7f0e74037), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:27.684399 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 38150) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:34:27.843618 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e9efeb-9ce3-4958-a4b8-b6769b3fc361 req-54542272-f4b0-4bcd-b03e-b8335c33c01c tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:34:27.845073 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c8e9efeb-9ce3-4958-a4b8-b6769b3fc361 req-54542272-f4b0-4bcd-b03e-b8335c33c01c tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec93f663-8702-4611-bec1-81ebbd483b87 HTTP/1.1" status: 200 len: 946 time: 0.0970051 Sep 20 13:34:27.935194 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c8e9efeb-9ce3-4958-a4b8-b6769b3fc361 req-6e01f02d-9dcd-42fe-91c8-9ab66e7cd508 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/security-groups?id=0453924a-4e62-4c6c-a323-25cbb499fe95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841255 Sep 20 13:34:28.162610 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-665c2b40-e5e3-41b5-82cc-ca5db37c5e73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1608461'] for router_interface (002a5ead-4f41-4c0f-8fb0-abfed7a073cf), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:28.205419 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c793fb8f-2eac-4cf0-b972-02f3f2d6d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (78ab24c8-cd03-458a-a2fc-6c0c54d0053a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:28.392700 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-665c2b40-e5e3-41b5-82cc-ca5db37c5e73 admin admin] Deleting port f140a66e-18a2-47b5-9893-add31b8696b4 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:34:28.393042 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-665c2b40-e5e3-41b5-82cc-ca5db37c5e73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (f140a66e-18a2-47b5-9893-add31b8696b4), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:28.472388 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-665c2b40-e5e3-41b5-82cc-ca5db37c5e73 admin admin] For port f140a66e-18a2-47b5-9893-add31b8696b4, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=f140a66e-18a2-47b5-9893-add31b8696b4,segment=NetworkSegment(9fa4b3a9-3030-408d-94ff-78e487e07b97),segment_id=9fa4b3a9-3030-408d-94ff-78e487e07b97)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:34:28.472698 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-665c2b40-e5e3-41b5-82cc-ca5db37c5e73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (f140a66e-18a2-47b5-9893-add31b8696b4), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:28.485676 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-665c2b40-e5e3-41b5-82cc-ca5db37c5e73 admin admin] Calling delete_port for f140a66e-18a2-47b5-9893-add31b8696b4 owned by network:router_interface {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:34:28.657205 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-665c2b40-e5e3-41b5-82cc-ca5db37c5e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (f140a66e-18a2-47b5-9893-add31b8696b4), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:28.682982 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665c2b40-e5e3-41b5-82cc-ca5db37c5e73 admin admin] Pushing event deleted for resources: {'Port': ['ID=f140a66e-18a2-47b5-9893-add31b8696b4,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:34:28.860104 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-665c2b40-e5e3-41b5-82cc-ca5db37c5e73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1609629'] for router_interface (002a5ead-4f41-4c0f-8fb0-abfed7a073cf), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:29.061816 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-665c2b40-e5e3-41b5-82cc-ca5db37c5e73 admin admin] Router 002a5ead-4f41-4c0f-8fb0-abfed7a073cf has already been hosted by L3 agent e6bdf340-58c5-4186-af2d-ab00439e5425 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:34:29.062485 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe56d8-9bfb-4f06-8480-8a7f379a2ae8 req-baa8e205-b85f-4b37-b826-f8dabfd24273 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:34:29.064021 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-8ffe56d8-9bfb-4f06-8480-8a7f379a2ae8 req-baa8e205-b85f-4b37-b826-f8dabfd24273 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec93f663-8702-4611-bec1-81ebbd483b87 HTTP/1.1" status: 200 len: 946 time: 0.0574195 Sep 20 13:34:29.117177 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-8ffe56d8-9bfb-4f06-8480-8a7f379a2ae8 req-f5544f4e-0db3-48aa-9e76-f3da6ab75b4e tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/security-groups?id=0453924a-4e62-4c6c-a323-25cbb499fe95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454597 Sep 20 13:34:29.167065 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665c2b40-e5e3-41b5-82cc-ca5db37c5e73 admin admin] Notify agent at l3_agent.dv-cinder-858463-1-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:34:29.172041 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-665c2b40-e5e3-41b5-82cc-ca5db37c5e73 admin admin] 10.222.0.55 "PUT /v2.0/routers/002a5ead-4f41-4c0f-8fb0-abfed7a073cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4866247 Sep 20 13:34:29.174582 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 38160) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:34:29.177065 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f6b709-88b9-4198-aec2-5646f3ab43df None None] Sync routers for ids ['002a5ead-4f41-4c0f-8fb0-abfed7a073cf'] in dv-cinder-858463-1-iscsi {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:34:29.187649 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f6b709-88b9-4198-aec2-5646f3ab43df None None] Routers {'002a5ead-4f41-4c0f-8fb0-abfed7a073cf'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:34:29.188373 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-87f6b709-88b9-4198-aec2-5646f3ab43df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:34:26Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['002a5ead-4f41-4c0f-8fb0-abfed7a073cf'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:34:29.271052 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3c71dde6-7d89-43d7-8a8b-f6d500065c2a admin admin] Publish callbacks [] for router (002a5ead-4f41-4c0f-8fb0-abfed7a073cf), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:29.286267 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-87f6b709-88b9-4198-aec2-5646f3ab43df None None] Set router 002a5ead-4f41-4c0f-8fb0-abfed7a073cf gateway port host: dv-cinder-858463-1-iscsi {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:34:29.367740 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3c71dde6-7d89-43d7-8a8b-f6d500065c2a admin admin] Publish callbacks [] for router_gateway (002a5ead-4f41-4c0f-8fb0-abfed7a073cf), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:29.465548 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-87f6b709-88b9-4198-aec2-5646f3ab43df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002a5ead-4f41-4c0f-8fb0-abfed7a073cf', 'name': 'tempest-AttachVolumeTestJSON-22534217-router', 'tenant_id': '6ebb73746088487dab581c3f6b24a1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '0a88268d-e0c0-4224-beb8-e409be1ca4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:26:50Z', 'updated_at': '2022-09-20T13:34:28Z', 'revision_number': 5, 'project_id': '6ebb73746088487dab581c3f6b24a1f9', 'gw_port': {'id': '0a88268d-e0c0-4224-beb8-e409be1ca4d5', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:68:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002a5ead-4f41-4c0f-8fb0-abfed7a073cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:26:50Z', 'updated_at': '2022-09-20T13:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi'}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:34:29.491164 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f6b709-88b9-4198-aec2-5646f3ab43df None None] Checking router: 002a5ead-4f41-4c0f-8fb0-abfed7a073cf for host: dv-cinder-858463-1-iscsi {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:34:29.501105 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f6b709-88b9-4198-aec2-5646f3ab43df None None] Routers {'002a5ead-4f41-4c0f-8fb0-abfed7a073cf'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:34:29.501739 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-87f6b709-88b9-4198-aec2-5646f3ab43df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:34:26Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['002a5ead-4f41-4c0f-8fb0-abfed7a073cf'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:34:29.586232 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-87f6b709-88b9-4198-aec2-5646f3ab43df None None] Set router 002a5ead-4f41-4c0f-8fb0-abfed7a073cf gateway port host: None {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:34:29.638894 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-87f6b709-88b9-4198-aec2-5646f3ab43df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002a5ead-4f41-4c0f-8fb0-abfed7a073cf', 'name': 'tempest-AttachVolumeTestJSON-22534217-router', 'tenant_id': '6ebb73746088487dab581c3f6b24a1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:26:50Z', 'updated_at': '2022-09-20T13:34:29Z', 'revision_number': 6, 'project_id': '6ebb73746088487dab581c3f6b24a1f9', 'gw_port_host': None}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:34:29.675262 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f6b709-88b9-4198-aec2-5646f3ab43df None None] The sync data for ids ['002a5ead-4f41-4c0f-8fb0-abfed7a073cf'] in dv-cinder-858463-1-iscsi is: [{'id': '002a5ead-4f41-4c0f-8fb0-abfed7a073cf', 'name': 'tempest-AttachVolumeTestJSON-22534217-router', 'tenant_id': '6ebb73746088487dab581c3f6b24a1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:26:50Z', 'updated_at': '2022-09-20T13:34:29Z', 'revision_number': 6, 'project_id': '6ebb73746088487dab581c3f6b24a1f9', 'gw_port_host': None}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:34:29.678226 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (543ca60b-7e7a-4ebd-8f87-7672c7a482b9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:29.691150 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-3c71dde6-7d89-43d7-8a8b-f6d500065c2a admin admin] Deleting port 0a88268d-e0c0-4224-beb8-e409be1ca4d5 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:34:29.691495 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3c71dde6-7d89-43d7-8a8b-f6d500065c2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (0a88268d-e0c0-4224-beb8-e409be1ca4d5), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:29.772680 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-3c71dde6-7d89-43d7-8a8b-f6d500065c2a admin admin] For port 0a88268d-e0c0-4224-beb8-e409be1ca4d5, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=0a88268d-e0c0-4224-beb8-e409be1ca4d5,segment=NetworkSegment(5aaf6297-6a46-4e9d-b63a-dd8b37b93294),segment_id=5aaf6297-6a46-4e9d-b63a-dd8b37b93294)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:34:29.773044 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3c71dde6-7d89-43d7-8a8b-f6d500065c2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (0a88268d-e0c0-4224-beb8-e409be1ca4d5), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:29.788202 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-3c71dde6-7d89-43d7-8a8b-f6d500065c2a admin admin] Calling delete_port for 0a88268d-e0c0-4224-beb8-e409be1ca4d5 owned by network:router_gateway {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:34:29.946796 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3c71dde6-7d89-43d7-8a8b-f6d500065c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (0a88268d-e0c0-4224-beb8-e409be1ca4d5), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:29.968740 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c71dde6-7d89-43d7-8a8b-f6d500065c2a admin admin] Pushing event deleted for resources: {'Port': ['ID=0a88268d-e0c0-4224-beb8-e409be1ca4d5,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:34:30.033515 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3c71dde6-7d89-43d7-8a8b-f6d500065c2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607735'] for router_gateway (002a5ead-4f41-4c0f-8fb0-abfed7a073cf), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:30.129011 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device f140a66e-18a2-47b5-9893-add31b8696b4 no longer exists at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:34:30.133366 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3c71dde6-7d89-43d7-8a8b-f6d500065c2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36854'] for router (002a5ead-4f41-4c0f-8fb0-abfed7a073cf), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:30.135769 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3c71dde6-7d89-43d7-8a8b-f6d500065c2a admin admin] Publish callbacks [] for router_controller (002a5ead-4f41-4c0f-8fb0-abfed7a073cf), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:30.151180 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] No Port match for: f140a66e-18a2-47b5-9893-add31b8696b4 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 20 13:34:30.151607 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device f140a66e-18a2-47b5-9893-add31b8696b4 not bound to the agent host dv-cinder-858463-1-iscsi {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:34:30.178017 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3c71dde6-7d89-43d7-8a8b-f6d500065c2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634723'] for router (002a5ead-4f41-4c0f-8fb0-abfed7a073cf), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:30.178539 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c71dde6-7d89-43d7-8a8b-f6d500065c2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 002a5ead-4f41-4c0f-8fb0-abfed7a073cf {{(pid=104087) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 13:34:30.185013 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3c71dde6-7d89-43d7-8a8b-f6d500065c2a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:30.185584 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-3c71dde6-7d89-43d7-8a8b-f6d500065c2a admin admin] 10.222.0.55 "DELETE /v2.0/routers/002a5ead-4f41-4c0f-8fb0-abfed7a073cf HTTP/1.1" status: 204 len: 168 time: 1.0100536 Sep 20 13:34:30.188175 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 38162) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:34:30.232097 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-caec601f-3b00-49b6-8953-c1c0ba6dff0d admin admin] Deleting subnet 26dd50fe-5f0b-44fd-bc22-34959d5f2393 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 20 13:34:30.235136 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-caec601f-3b00-49b6-8953-c1c0ba6dff0d admin admin] Publish callbacks [] for subnet (26dd50fe-5f0b-44fd-bc22-34959d5f2393), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:30.268472 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-caec601f-3b00-49b6-8953-c1c0ba6dff0d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10421076'] for subnet (26dd50fe-5f0b-44fd-bc22-34959d5f2393), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:30.343160 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-caec601f-3b00-49b6-8953-c1c0ba6dff0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-555306'] for subnet (26dd50fe-5f0b-44fd-bc22-34959d5f2393), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:30.396665 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-caec601f-3b00-49b6-8953-c1c0ba6dff0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-555325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10421116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10408817'] for subnet (26dd50fe-5f0b-44fd-bc22-34959d5f2393), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:30.422443 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec601f-3b00-49b6-8953-c1c0ba6dff0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26dd50fe-5f0b-44fd-bc22-34959d5f2393,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:34:30.428121 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-caec601f-3b00-49b6-8953-c1c0ba6dff0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:30.433139 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-caec601f-3b00-49b6-8953-c1c0ba6dff0d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/26dd50fe-5f0b-44fd-bc22-34959d5f2393 HTTP/1.1" status: 204 len: 168 time: 0.2434831 Sep 20 13:34:30.434023 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577480b9-100b-4852-804e-4795903f4aeb None None] Network 0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef requested from dv-cinder-858463-1-iscsi {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 20 13:34:30.435410 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 38164) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:34:30.506569 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c3eea9f4-9146-44e8-912d-7e7dbf48efad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-760150'] for network (0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:30.559215 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-c3eea9f4-9146-44e8-912d-7e7dbf48efad admin admin] Deleting port fa5a68bb-3c37-4f3a-92e7-ffadb98849d3 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:34:30.559568 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c3eea9f4-9146-44e8-912d-7e7dbf48efad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (fa5a68bb-3c37-4f3a-92e7-ffadb98849d3), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:30.594589 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ca435c-4509-4f49-a886-f4e23d004889 None None] DHCP port deletion for 0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef request from dv-cinder-858463-1-iscsi {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 20 13:34:30.631719 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-c3eea9f4-9146-44e8-912d-7e7dbf48efad admin admin] For port fa5a68bb-3c37-4f3a-92e7-ffadb98849d3, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=fa5a68bb-3c37-4f3a-92e7-ffadb98849d3,segment=NetworkSegment(9fa4b3a9-3030-408d-94ff-78e487e07b97),segment_id=9fa4b3a9-3030-408d-94ff-78e487e07b97)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:34:30.632079 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c3eea9f4-9146-44e8-912d-7e7dbf48efad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (fa5a68bb-3c37-4f3a-92e7-ffadb98849d3), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:30.639328 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-d6ca435c-4509-4f49-a886-f4e23d004889 None None] Deleting port fa5a68bb-3c37-4f3a-92e7-ffadb98849d3 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:34:30.639709 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d6ca435c-4509-4f49-a886-f4e23d004889 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (fa5a68bb-3c37-4f3a-92e7-ffadb98849d3), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:30.646254 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-c3eea9f4-9146-44e8-912d-7e7dbf48efad admin admin] Calling delete_port for fa5a68bb-3c37-4f3a-92e7-ffadb98849d3 owned by network:dhcp {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:34:30.709972 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-d6ca435c-4509-4f49-a886-f4e23d004889 None None] For port fa5a68bb-3c37-4f3a-92e7-ffadb98849d3, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=fa5a68bb-3c37-4f3a-92e7-ffadb98849d3,segment=NetworkSegment(9fa4b3a9-3030-408d-94ff-78e487e07b97),segment_id=9fa4b3a9-3030-408d-94ff-78e487e07b97)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:34:30.710393 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d6ca435c-4509-4f49-a886-f4e23d004889 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (fa5a68bb-3c37-4f3a-92e7-ffadb98849d3), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:30.724221 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-d6ca435c-4509-4f49-a886-f4e23d004889 None None] Calling delete_port for fa5a68bb-3c37-4f3a-92e7-ffadb98849d3 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:34:30.729998 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c3eea9f4-9146-44e8-912d-7e7dbf48efad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (fa5a68bb-3c37-4f3a-92e7-ffadb98849d3), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:30.763066 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eea9f4-9146-44e8-912d-7e7dbf48efad admin admin] Pushing event deleted for resources: {'Port': ['ID=fa5a68bb-3c37-4f3a-92e7-ffadb98849d3,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:34:30.770812 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3eea9f4-9146-44e8-912d-7e7dbf48efad admin admin] No DVR routers for this DVR port fa5a68bb-3c37-4f3a-92e7-ffadb98849d3 on host dv-cinder-858463-1-iscsi {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:34:30.800259 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d6ca435c-4509-4f49-a886-f4e23d004889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947'] for port (fa5a68bb-3c37-4f3a-92e7-ffadb98849d3), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:30.825166 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ca435c-4509-4f49-a886-f4e23d004889 None None] Pushing event deleted for resources: {'Port': ['ID=fa5a68bb-3c37-4f3a-92e7-ffadb98849d3,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:34:30.828594 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ca435c-4509-4f49-a886-f4e23d004889 None None] No DVR routers for this DVR port fa5a68bb-3c37-4f3a-92e7-ffadb98849d3 on host dv-cinder-858463-1-iscsi {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:34:30.849890 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c3eea9f4-9146-44e8-912d-7e7dbf48efad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553133', 'neutron.services.segments.db._delete_segments_for_network-8760608259063'] for network (0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:30.870553 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-c3eea9f4-9146-44e8-912d-7e7dbf48efad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:34:30.879902 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-c3eea9f4-9146-44e8-912d-7e7dbf48efad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fa4b3a9-3030-408d-94ff-78e487e07b97') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:34:30.880205 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-c3eea9f4-9146-44e8-912d-7e7dbf48efad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fa4b3a9-3030-408d-94ff-78e487e07b97') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:34:30.890043 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c3eea9f4-9146-44e8-912d-7e7dbf48efad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760608262413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026615'] for segment (9fa4b3a9-3030-408d-94ff-78e487e07b97), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:30.903321 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c3eea9f4-9146-44e8-912d-7e7dbf48efad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549390'] for segment (9fa4b3a9-3030-408d-94ff-78e487e07b97), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:30.909571 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3eea9f4-9146-44e8-912d-7e7dbf48efad admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 13:34:30.909964 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c3eea9f4-9146-44e8-912d-7e7dbf48efad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242223'] for segment (9fa4b3a9-3030-408d-94ff-78e487e07b97), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:30.947787 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.services.segments.plugin [-] Segment 9fa4b3a9-3030-408d-94ff-78e487e07b97 resource provider aggregate not found Sep 20 13:34:30.965630 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.services.segments.plugin [-] Segment 9fa4b3a9-3030-408d-94ff-78e487e07b97 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9fa4b3a9-3030-408d-94ff-78e487e07b97 found for delete ", "request_id": "req-e6cd38ec-73e0-4987-bd21-689669858eb4"}]} Sep 20 13:34:30.971851 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c3eea9f4-9146-44e8-912d-7e7dbf48efad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607699'] for network (0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:30.977144 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c3eea9f4-9146-44e8-912d-7e7dbf48efad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:30.980843 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-c3eea9f4-9146-44e8-912d-7e7dbf48efad admin admin] 10.222.0.55 "DELETE /v2.0/networks/0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef HTTP/1.1" status: 204 len: 168 time: 0.5444202 Sep 20 13:34:30.996167 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eea9f4-9146-44e8-912d-7e7dbf48efad admin admin] Pushing event deleted for resources: {'Network': ['ID=0af05ab7-e2a5-4106-a8a3-3a6aef6a37ef,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:34:31.090218 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 38172) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:34:31.130036 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-e5b0603e-d751-4ef8-a5aa-fa79ca86b7c3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6ebb73746088487dab581c3f6b24a1f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386384 Sep 20 13:34:31.132563 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 38174) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:34:31.177519 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b079441b-6cb5-4af8-81e0-2803ad7f3781 admin admin] Publish callbacks [] for security_group (4495ba52-0ae0-42cc-b45b-66ba3daea845), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:31.201774 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b079441b-6cb5-4af8-81e0-2803ad7f3781 admin admin] Publish callbacks [] for security_group (4495ba52-0ae0-42cc-b45b-66ba3daea845), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:31.247507 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b079441b-6cb5-4af8-81e0-2803ad7f3781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (4495ba52-0ae0-42cc-b45b-66ba3daea845), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:31.250025 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b079441b-6cb5-4af8-81e0-2803ad7f3781 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:31.251182 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-b079441b-6cb5-4af8-81e0-2803ad7f3781 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4495ba52-0ae0-42cc-b45b-66ba3daea845 HTTP/1.1" status: 204 len: 168 time: 0.1177454 Sep 20 13:34:31.258574 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b079441b-6cb5-4af8-81e0-2803ad7f3781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4495ba52-0ae0-42cc-b45b-66ba3daea845,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:34:32.042959 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device fa5a68bb-3c37-4f3a-92e7-ffadb98849d3 no longer exists at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:34:32.060775 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] No Port match for: fa5a68bb-3c37-4f3a-92e7-ffadb98849d3 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 20 13:34:32.061394 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device fa5a68bb-3c37-4f3a-92e7-ffadb98849d3 not bound to the agent host dv-cinder-858463-1-iscsi {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:34:32.061810 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 0a88268d-e0c0-4224-beb8-e409be1ca4d5 no longer exists at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:34:32.079442 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] No Port match for: 0a88268d-e0c0-4224-beb8-e409be1ca4d5 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 20 13:34:32.079790 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 0a88268d-e0c0-4224-beb8-e409be1ca4d5 not bound to the agent host dv-cinder-858463-1-iscsi {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:34:33.555560 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 38242) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:34:33.657329 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1c764c98-6a59-4a27-9f48-02c3ca0b24e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:33.730607 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1c764c98-6a59-4a27-9f48-02c3ca0b24e5 admin admin] Publish callbacks [] for security_group (64820576-083c-46d8-a538-22e079178612), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:33.734251 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-1c764c98-6a59-4a27-9f48-02c3ca0b24e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (64820576-083c-46d8-a538-22e079178612), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:33.770426 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-1c764c98-6a59-4a27-9f48-02c3ca0b24e5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2d47dd62fea84feeaebeeb0c464bf8cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2132401 Sep 20 13:34:33.771511 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c764c98-6a59-4a27-9f48-02c3ca0b24e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64820576-083c-46d8-a538-22e079178612,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:34:33.773148 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 38246) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:34:33.820873 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d2082253-6d91-4807-9638-218462342b0b admin admin] Publish callbacks [] for security_group (64820576-083c-46d8-a538-22e079178612), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:33.841753 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d2082253-6d91-4807-9638-218462342b0b admin admin] Publish callbacks [] for security_group (64820576-083c-46d8-a538-22e079178612), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:33.887265 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d2082253-6d91-4807-9638-218462342b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (64820576-083c-46d8-a538-22e079178612), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:33.889697 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d2082253-6d91-4807-9638-218462342b0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:33.890863 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-d2082253-6d91-4807-9638-218462342b0b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/64820576-083c-46d8-a538-22e079178612 HTTP/1.1" status: 204 len: 168 time: 0.1166630 Sep 20 13:34:33.898313 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2082253-6d91-4807-9638-218462342b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64820576-083c-46d8-a538-22e079178612,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:34:34.144035 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 38252) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:34:34.157718 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3c33a405-0a4a-4fc7-bc1b-f3c88fee55ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:34.230929 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3c33a405-0a4a-4fc7-bc1b-f3c88fee55ad admin admin] Publish callbacks [] for security_group (04ec26d8-2eeb-42ae-b306-1137d14872d3), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:34.234521 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3c33a405-0a4a-4fc7-bc1b-f3c88fee55ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (04ec26d8-2eeb-42ae-b306-1137d14872d3), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:34.272353 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-3c33a405-0a4a-4fc7-bc1b-f3c88fee55ad admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=956913c4cd58439a8ad7c8414d442a18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1272798 Sep 20 13:34:34.273290 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c33a405-0a4a-4fc7-bc1b-f3c88fee55ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ec26d8-2eeb-42ae-b306-1137d14872d3,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:34:34.275651 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 38254) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:34:34.323469 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0342f9d3-f5d7-4138-8e0d-bb3cb9921ceb admin admin] Publish callbacks [] for security_group (04ec26d8-2eeb-42ae-b306-1137d14872d3), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:34.344326 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0342f9d3-f5d7-4138-8e0d-bb3cb9921ceb admin admin] Publish callbacks [] for security_group (04ec26d8-2eeb-42ae-b306-1137d14872d3), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:34.391849 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0342f9d3-f5d7-4138-8e0d-bb3cb9921ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (04ec26d8-2eeb-42ae-b306-1137d14872d3), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:34.394264 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-0342f9d3-f5d7-4138-8e0d-bb3cb9921ceb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:34.395460 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-0342f9d3-f5d7-4138-8e0d-bb3cb9921ceb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/04ec26d8-2eeb-42ae-b306-1137d14872d3 HTTP/1.1" status: 204 len: 168 time: 0.1187367 Sep 20 13:34:34.404016 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0342f9d3-f5d7-4138-8e0d-bb3cb9921ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ec26d8-2eeb-42ae-b306-1137d14872d3,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:34:40.288621 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (728cf656-0364-4172-b8b5-b6ffd3122ed0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:40.751930 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 38374) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:34:40.862251 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5f8e5764-f3d8-4834-b97b-1983d333736e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:40.946656 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5f8e5764-f3d8-4834-b97b-1983d333736e admin admin] Publish callbacks [] for security_group (b2243737-c70b-4709-b562-34e2699d5be4), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:40.951407 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5f8e5764-f3d8-4834-b97b-1983d333736e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (b2243737-c70b-4709-b562-34e2699d5be4), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:40.992802 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-5f8e5764-f3d8-4834-b97b-1983d333736e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=90db4f361d074a0792f1368e8b6bff5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2397621 Sep 20 13:34:40.995205 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8e5764-f3d8-4834-b97b-1983d333736e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2243737-c70b-4709-b562-34e2699d5be4,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:34:40.996501 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 38378) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:34:41.055231 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f8866c24-bc6a-4a00-9913-74184bc9319f admin admin] Publish callbacks [] for security_group (b2243737-c70b-4709-b562-34e2699d5be4), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:41.079043 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f8866c24-bc6a-4a00-9913-74184bc9319f admin admin] Publish callbacks [] for security_group (b2243737-c70b-4709-b562-34e2699d5be4), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:41.135321 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f8866c24-bc6a-4a00-9913-74184bc9319f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (b2243737-c70b-4709-b562-34e2699d5be4), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:41.137906 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f8866c24-bc6a-4a00-9913-74184bc9319f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:41.139103 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-f8866c24-bc6a-4a00-9913-74184bc9319f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b2243737-c70b-4709-b562-34e2699d5be4 HTTP/1.1" status: 204 len: 168 time: 0.1414602 Sep 20 13:34:41.150505 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8866c24-bc6a-4a00-9913-74184bc9319f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2243737-c70b-4709-b562-34e2699d5be4,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:34:41.394410 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 38384) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:34:41.408202 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-56064541-0487-4939-a979-20a7b4d10e49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:41.503057 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-56064541-0487-4939-a979-20a7b4d10e49 admin admin] Publish callbacks [] for security_group (4d2aa721-5903-4fb4-9a58-700bd985d005), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:41.506978 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-56064541-0487-4939-a979-20a7b4d10e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (4d2aa721-5903-4fb4-9a58-700bd985d005), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:41.544644 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-56064541-0487-4939-a979-20a7b4d10e49 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5cfc1b4d13ab4b99ba0d3b46e162e90f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1491137 Sep 20 13:34:41.546560 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56064541-0487-4939-a979-20a7b4d10e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2aa721-5903-4fb4-9a58-700bd985d005,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:34:41.547322 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 38386) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:34:41.596417 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3840142d-7545-40a4-b103-025221b86484 admin admin] Publish callbacks [] for security_group (4d2aa721-5903-4fb4-9a58-700bd985d005), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:41.617269 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3840142d-7545-40a4-b103-025221b86484 admin admin] Publish callbacks [] for security_group (4d2aa721-5903-4fb4-9a58-700bd985d005), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:41.662983 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3840142d-7545-40a4-b103-025221b86484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (4d2aa721-5903-4fb4-9a58-700bd985d005), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:41.666275 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3840142d-7545-40a4-b103-025221b86484 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:41.667420 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-3840142d-7545-40a4-b103-025221b86484 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4d2aa721-5903-4fb4-9a58-700bd985d005 HTTP/1.1" status: 204 len: 168 time: 0.1191089 Sep 20 13:34:41.675120 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3840142d-7545-40a4-b103-025221b86484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2aa721-5903-4fb4-9a58-700bd985d005,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:34:45.619201 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 38456) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:34:45.719854 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ba72890-b389-488d-8c06-bdf2cfea9f8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:45.795646 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ba72890-b389-488d-8c06-bdf2cfea9f8d admin admin] Publish callbacks [] for security_group (8a86799c-3cda-474f-ae46-15fa46528dee), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:45.799176 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5ba72890-b389-488d-8c06-bdf2cfea9f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (8a86799c-3cda-474f-ae46-15fa46528dee), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:45.835308 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba72890-b389-488d-8c06-bdf2cfea9f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a86799c-3cda-474f-ae46-15fa46528dee,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:34:45.840671 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-5ba72890-b389-488d-8c06-bdf2cfea9f8d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c3a42ccec3d74e08ab94919efa173a8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2204266 Sep 20 13:34:45.843312 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 38460) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:34:45.890655 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-59eebe74-4e6f-4c49-81d8-a68e1cfdaceb admin admin] Publish callbacks [] for security_group (8a86799c-3cda-474f-ae46-15fa46528dee), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:45.911378 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-59eebe74-4e6f-4c49-81d8-a68e1cfdaceb admin admin] Publish callbacks [] for security_group (8a86799c-3cda-474f-ae46-15fa46528dee), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:45.956572 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-59eebe74-4e6f-4c49-81d8-a68e1cfdaceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (8a86799c-3cda-474f-ae46-15fa46528dee), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:45.959204 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-59eebe74-4e6f-4c49-81d8-a68e1cfdaceb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:45.960297 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-59eebe74-4e6f-4c49-81d8-a68e1cfdaceb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8a86799c-3cda-474f-ae46-15fa46528dee HTTP/1.1" status: 204 len: 168 time: 0.1161439 Sep 20 13:34:45.968511 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eebe74-4e6f-4c49-81d8-a68e1cfdaceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a86799c-3cda-474f-ae46-15fa46528dee,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:34:48.844466 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b4264e3b-9168-4432-b073-da469fefa47e req-5160c480-827b-438e-a1de-8b801914df7d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=61058b29-d4e3-455a-8726-d6df998bb0b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0458767 Sep 20 13:34:48.953455 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4264e3b-9168-4432-b073-da469fefa47e req-a381a174-ecd7-4159-8d4b-bac4f2db8416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:34:48.955021 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b4264e3b-9168-4432-b073-da469fefa47e req-a381a174-ecd7-4159-8d4b-bac4f2db8416 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d53aef994f644a7fa4fa688cf97b1e17&device_id=61058b29-d4e3-455a-8726-d6df998bb0b5 HTTP/1.1" status: 200 len: 1130 time: 0.0506549 Sep 20 13:34:49.057050 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4264e3b-9168-4432-b073-da469fefa47e req-afc0d554-9e42-4e06-8860-5fab12449d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:34:49.058572 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b4264e3b-9168-4432-b073-da469fefa47e req-afc0d554-9e42-4e06-8860-5fab12449d5c service neutron] 10.222.0.62 "GET /v2.0/networks?id=cff89604-63f6-4ff4-b070-c24b9893ce13 HTTP/1.1" status: 200 len: 910 time: 0.0848234 Sep 20 13:34:49.125638 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b4264e3b-9168-4432-b073-da469fefa47e req-673c5ee9-1c6d-4043-a9cc-891ecfa152b2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09952dcd-8f32-4854-bf04-7a34c24fa232 HTTP/1.1" status: 200 len: 1000 time: 0.0596116 Sep 20 13:34:49.175004 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4264e3b-9168-4432-b073-da469fefa47e req-516af179-a032-4643-8f16-57c79dddff77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:34:49.176484 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b4264e3b-9168-4432-b073-da469fefa47e req-516af179-a032-4643-8f16-57c79dddff77 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=45d26521-be10-46ff-844d-b02be9b0cca0 HTTP/1.1" status: 200 len: 849 time: 0.0447571 Sep 20 13:34:49.228547 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4264e3b-9168-4432-b073-da469fefa47e req-c3f3c85d-a0a5-45c4-bd24-3d65f3cbb835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:34:49.230102 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b4264e3b-9168-4432-b073-da469fefa47e req-c3f3c85d-a0a5-45c4-bd24-3d65f3cbb835 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cff89604-63f6-4ff4-b070-c24b9893ce13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446744 Sep 20 13:34:49.326653 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b4264e3b-9168-4432-b073-da469fefa47e req-4d365995-3b99-41ef-9592-d18a687c485d service neutron] 10.222.0.62 "GET /v2.0/networks/cff89604-63f6-4ff4-b070-c24b9893ce13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872011 Sep 20 13:34:49.416983 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b4264e3b-9168-4432-b073-da469fefa47e req-c04b3804-66c8-4f6c-8b2f-b193fbe3d991 service neutron] 10.222.0.62 "GET /v2.0/networks/cff89604-63f6-4ff4-b070-c24b9893ce13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813246 Sep 20 13:34:53.454380 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f8ed192d-1790-4386-81b2-29dfb5b08cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (c520f755-59ca-4a79-a15e-107c01e131c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:55.800628 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dbc03188-e446-461d-bff7-9716ccdea2b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (e6bdf340-58c5-4186-af2d-ab00439e5425), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:56.448826 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 38562) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:34:56.600588 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-af8b04b1-72c9-4a67-a700-fe991e997ddb tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Deleting port e726716c-d959-4f39-bcbc-cd02cc9ec3c1 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:34:56.602442 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-af8b04b1-72c9-4a67-a700-fe991e997ddb tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (e726716c-d959-4f39-bcbc-cd02cc9ec3c1), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:56.683161 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-af8b04b1-72c9-4a67-a700-fe991e997ddb tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (e726716c-d959-4f39-bcbc-cd02cc9ec3c1), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:56.683494 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-af8b04b1-72c9-4a67-a700-fe991e997ddb tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks [] for floatingip (e726716c-d959-4f39-bcbc-cd02cc9ec3c1), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:56.696128 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-af8b04b1-72c9-4a67-a700-fe991e997ddb tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Calling delete_port for e726716c-d959-4f39-bcbc-cd02cc9ec3c1 owned by network:floatingip {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:34:56.796291 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21c1e68e-1f58-483a-acac-7453cdb7afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (dfbc54aa-0ed8-4030-9edb-0bf7f0e74037), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:56.876864 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-af8b04b1-72c9-4a67-a700-fe991e997ddb tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (e726716c-d959-4f39-bcbc-cd02cc9ec3c1), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:56.900664 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8b04b1-72c9-4a67-a700-fe991e997ddb tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Pushing event deleted for resources: {'Port': ['ID=e726716c-d959-4f39-bcbc-cd02cc9ec3c1,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:34:56.927788 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8b04b1-72c9-4a67-a700-fe991e997ddb tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:34:56.928141 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8b04b1-72c9-4a67-a700-fe991e997ddb tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:34:56.928483 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8b04b1-72c9-4a67-a700-fe991e997ddb tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:34:56.928826 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8b04b1-72c9-4a67-a700-fe991e997ddb tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:34:56.929162 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8b04b1-72c9-4a67-a700-fe991e997ddb tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:34:56.929494 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8b04b1-72c9-4a67-a700-fe991e997ddb tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:34:56.929825 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8b04b1-72c9-4a67-a700-fe991e997ddb tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:34:56.930156 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8b04b1-72c9-4a67-a700-fe991e997ddb tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:34:56.930484 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8b04b1-72c9-4a67-a700-fe991e997ddb tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:34:56.930837 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8b04b1-72c9-4a67-a700-fe991e997ddb tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:34:56.931165 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8b04b1-72c9-4a67-a700-fe991e997ddb tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:34:56.931490 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8b04b1-72c9-4a67-a700-fe991e997ddb tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:34:56.931812 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8b04b1-72c9-4a67-a700-fe991e997ddb tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:34:56.969912 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-af8b04b1-72c9-4a67-a700-fe991e997ddb tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks [] for floatingip (14f79a02-4438-42e9-9832-ebccef100bb3), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:56.970248 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.db.l3_db [None req-af8b04b1-72c9-4a67-a700-fe991e997ddb tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Floating IP 14f79a02-4438-42e9-9832-ebccef100bb3 disassociated (deleted). External IP: 172.27.2.85, port: 48de767e-c71f-4403-8fef-d062ee73dd43. Sep 20 13:34:57.173107 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af8b04b1-72c9-4a67-a700-fe991e997ddb tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Router 996f78d9-1530-4b4f-838d-e5b1f6b573c9 has already been hosted by L3 agent e6bdf340-58c5-4186-af2d-ab00439e5425 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:34:57.274136 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8b04b1-72c9-4a67-a700-fe991e997ddb tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Notify agent at l3_agent.dv-cinder-858463-1-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:34:57.278989 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-af8b04b1-72c9-4a67-a700-fe991e997ddb tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:57.286210 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c89981f-159b-4c49-bd09-4f41ff125c3b None None] Sync routers for ids ['996f78d9-1530-4b4f-838d-e5b1f6b573c9'] in dv-cinder-858463-1-iscsi {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:34:57.297705 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c89981f-159b-4c49-bd09-4f41ff125c3b None None] Routers {'996f78d9-1530-4b4f-838d-e5b1f6b573c9'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:34:57.298406 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-5c89981f-159b-4c49-bd09-4f41ff125c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:34:56Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['996f78d9-1530-4b4f-838d-e5b1f6b573c9'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:34:57.312015 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-af8b04b1-72c9-4a67-a700-fe991e997ddb tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "DELETE /v2.0/floatingips/14f79a02-4438-42e9-9832-ebccef100bb3 HTTP/1.1" status: 204 len: 168 time: 0.8620527 Sep 20 13:34:57.312745 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a18c68db-9ad8-4a8b-9bd6-afbe04a4133a', 'tag': '48de767e-c71f-4403-8fef-d062ee73dd43'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:34:57.315067 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8afa0c3fb06aef531850fccced94fa4b659a4977f0534d5a49c84d13d87c0c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa098f1-5b6e-4dda-b7b3-52368fab8196" -d '{"events": [{"name": "network-changed", "server_uuid": "a18c68db-9ad8-4a8b-9bd6-afbe04a4133a", "tag": "48de767e-c71f-4403-8fef-d062ee73dd43"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:34:57.488039 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-5c89981f-159b-4c49-bd09-4f41ff125c3b None None] Set router 996f78d9-1530-4b4f-838d-e5b1f6b573c9 gateway port host: dv-cinder-858463-1-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:34:57.507930 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 13:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb1b6061-219c-4122-a4c7-69075e224846 x-openstack-request-id: req-fb1b6061-219c-4122-a4c7-69075e224846 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:34:57.508433 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a18c68db-9ad8-4a8b-9bd6-afbe04a4133a", "tag": "48de767e-c71f-4403-8fef-d062ee73dd43", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:34:57.508537 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fb1b6061-219c-4122-a4c7-69075e224846 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:34:57.508901 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb1b6061-219c-4122-a4c7-69075e224846'] response: {'name': 'network-changed', 'server_uuid': 'a18c68db-9ad8-4a8b-9bd6-afbe04a4133a', 'tag': '48de767e-c71f-4403-8fef-d062ee73dd43', 'status': 'completed', 'code': 200} Sep 20 13:34:57.562700 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b78dbd8-97f5-41c7-b40d-36cb58b2edbc req-68e447e4-abae-4b3e-9c27-f1d39ec359f4 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:34:57.564327 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4b78dbd8-97f5-41c7-b40d-36cb58b2edbc req-68e447e4-abae-4b3e-9c27-f1d39ec359f4 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=a18c68db-9ad8-4a8b-9bd6-afbe04a4133a HTTP/1.1" status: 200 len: 945 time: 0.0544319 Sep 20 13:34:57.617701 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4b78dbd8-97f5-41c7-b40d-36cb58b2edbc req-96c23ff3-46b6-4e32-9776-863e2fe67a53 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475347 Sep 20 13:34:57.672823 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa098f1-5b6e-4dda-b7b3-52368fab8196 req-f38bb290-e97e-4f0b-91c3-da296951cf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:34:57.674537 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1aa098f1-5b6e-4dda-b7b3-52368fab8196 req-f38bb290-e97e-4f0b-91c3-da296951cf1d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d53aef994f644a7fa4fa688cf97b1e17&device_id=a18c68db-9ad8-4a8b-9bd6-afbe04a4133a HTTP/1.1" status: 200 len: 1129 time: 0.0478702 Sep 20 13:34:57.716851 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-5c89981f-159b-4c49-bd09-4f41ff125c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'name': 'tempest-TestVolumeBootPattern-63882873-router', 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '22432643-4979-4ef7-8f82-fccb3218006c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:25:57Z', 'updated_at': '2022-09-20T13:26:00Z', 'revision_number': 4, 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'gw_port': {'id': '22432643-4979-4ef7-8f82-fccb3218006c', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:79:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:25:58Z', 'updated_at': '2022-09-20T13:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_floatingips': [{'id': 'f7cdec5e-908e-40d6-bbd3-169ee89191fd', 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'router_id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'port_id': '09952dcd-8f32-4854-bf04-7a34c24fa232', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff89604-63f6-4ff4-b070-c24b9893ce13', 'mac_address': 'fa:16:3e:56:a1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61058b29-d4e3-455a-8726-d6df998bb0b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T13:30:08Z', 'updated_at': '2022-09-20T13:30:10Z', 'revision_number': 1, 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60ca7d4b-13df-40c2-8c48-a3190f0a6ad7', 'name': '', 'network_id': 'cff89604-63f6-4ff4-b070-c24b9893ce13', 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'mac_address': 'fa:16:3e:59:40:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '45d26521-be10-46ff-844d-b02be9b0cca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:26:00Z', 'updated_at': '2022-09-20T13:26:04Z', 'revision_number': 5, 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'subnets': [{'id': '45d26521-be10-46ff-844d-b02be9b0cca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:34:57.740859 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c89981f-159b-4c49-bd09-4f41ff125c3b None None] Checking router: 996f78d9-1530-4b4f-838d-e5b1f6b573c9 for host: dv-cinder-858463-1-iscsi {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:34:57.749309 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c89981f-159b-4c49-bd09-4f41ff125c3b None None] Routers {'996f78d9-1530-4b4f-838d-e5b1f6b573c9'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:34:57.749911 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-5c89981f-159b-4c49-bd09-4f41ff125c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:34:56Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['996f78d9-1530-4b4f-838d-e5b1f6b573c9'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:34:57.764259 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa098f1-5b6e-4dda-b7b3-52368fab8196 req-b5e21e23-85a3-4e2a-8f76-475a332496f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:34:57.765742 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1aa098f1-5b6e-4dda-b7b3-52368fab8196 req-b5e21e23-85a3-4e2a-8f76-475a332496f8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=cff89604-63f6-4ff4-b070-c24b9893ce13 HTTP/1.1" status: 200 len: 910 time: 0.0850708 Sep 20 13:34:57.810977 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1aa098f1-5b6e-4dda-b7b3-52368fab8196 req-aafd81df-d58c-49e8-b272-455d3418377e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48de767e-c71f-4403-8fef-d062ee73dd43 HTTP/1.1" status: 200 len: 217 time: 0.0373578 Sep 20 13:34:57.848971 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-5c89981f-159b-4c49-bd09-4f41ff125c3b None None] Set router 996f78d9-1530-4b4f-838d-e5b1f6b573c9 gateway port host: dv-cinder-858463-1-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:34:57.860301 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa098f1-5b6e-4dda-b7b3-52368fab8196 req-5122bfe0-7637-4030-b4fe-a30fadf04cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:34:57.861818 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1aa098f1-5b6e-4dda-b7b3-52368fab8196 req-5122bfe0-7637-4030-b4fe-a30fadf04cce service neutron] 10.222.0.62 "GET /v2.0/subnets?id=45d26521-be10-46ff-844d-b02be9b0cca0 HTTP/1.1" status: 200 len: 849 time: 0.0443463 Sep 20 13:34:57.914059 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa098f1-5b6e-4dda-b7b3-52368fab8196 req-33a4728d-3014-45e7-92f8-7345e1b55ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:34:57.916110 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1aa098f1-5b6e-4dda-b7b3-52368fab8196 req-33a4728d-3014-45e7-92f8-7345e1b55ae8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cff89604-63f6-4ff4-b070-c24b9893ce13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463729 Sep 20 13:34:58.011831 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1aa098f1-5b6e-4dda-b7b3-52368fab8196 req-6cb98c17-f512-49fb-a453-3aacf3ee73c1 service neutron] 10.222.0.62 "GET /v2.0/networks/cff89604-63f6-4ff4-b070-c24b9893ce13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881701 Sep 20 13:34:58.063261 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-5c89981f-159b-4c49-bd09-4f41ff125c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'name': 'tempest-TestVolumeBootPattern-63882873-router', 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '22432643-4979-4ef7-8f82-fccb3218006c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:25:57Z', 'updated_at': '2022-09-20T13:26:00Z', 'revision_number': 4, 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'gw_port': {'id': '22432643-4979-4ef7-8f82-fccb3218006c', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:79:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:25:58Z', 'updated_at': '2022-09-20T13:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_floatingips': [{'id': 'f7cdec5e-908e-40d6-bbd3-169ee89191fd', 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'router_id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'port_id': '09952dcd-8f32-4854-bf04-7a34c24fa232', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff89604-63f6-4ff4-b070-c24b9893ce13', 'mac_address': 'fa:16:3e:56:a1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61058b29-d4e3-455a-8726-d6df998bb0b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T13:30:08Z', 'updated_at': '2022-09-20T13:30:10Z', 'revision_number': 1, 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60ca7d4b-13df-40c2-8c48-a3190f0a6ad7', 'name': '', 'network_id': 'cff89604-63f6-4ff4-b070-c24b9893ce13', 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'mac_address': 'fa:16:3e:59:40:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '45d26521-be10-46ff-844d-b02be9b0cca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:26:00Z', 'updated_at': '2022-09-20T13:26:04Z', 'revision_number': 5, 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'subnets': [{'id': '45d26521-be10-46ff-844d-b02be9b0cca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:34:58.089982 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c89981f-159b-4c49-bd09-4f41ff125c3b None None] The sync data for ids ['996f78d9-1530-4b4f-838d-e5b1f6b573c9'] in dv-cinder-858463-1-iscsi is: [{'id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'name': 'tempest-TestVolumeBootPattern-63882873-router', 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '22432643-4979-4ef7-8f82-fccb3218006c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:25:57Z', 'updated_at': '2022-09-20T13:26:00Z', 'revision_number': 4, 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'gw_port': {'id': '22432643-4979-4ef7-8f82-fccb3218006c', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:79:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:25:58Z', 'updated_at': '2022-09-20T13:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_floatingips': [{'id': 'f7cdec5e-908e-40d6-bbd3-169ee89191fd', 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'router_id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'port_id': '09952dcd-8f32-4854-bf04-7a34c24fa232', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff89604-63f6-4ff4-b070-c24b9893ce13', 'mac_address': 'fa:16:3e:56:a1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61058b29-d4e3-455a-8726-d6df998bb0b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T13:30:08Z', 'updated_at': '2022-09-20T13:30:10Z', 'revision_number': 1, 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60ca7d4b-13df-40c2-8c48-a3190f0a6ad7', 'name': '', 'network_id': 'cff89604-63f6-4ff4-b070-c24b9893ce13', 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'mac_address': 'fa:16:3e:59:40:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '45d26521-be10-46ff-844d-b02be9b0cca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:26:00Z', 'updated_at': '2022-09-20T13:26:04Z', 'revision_number': 5, 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'subnets': [{'id': '45d26521-be10-46ff-844d-b02be9b0cca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:34:58.102839 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1aa098f1-5b6e-4dda-b7b3-52368fab8196 req-b8e20227-eed7-4abe-b734-70a37ea0af43 service neutron] 10.222.0.62 "GET /v2.0/networks/cff89604-63f6-4ff4-b070-c24b9893ce13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844033 Sep 20 13:34:58.208941 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c793fb8f-2eac-4cf0-b972-02f3f2d6d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (78ab24c8-cd03-458a-a2fc-6c0c54d0053a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:58.333381 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714bb7df-f3bc-4d3b-aaaa-ccb86a8b55f8 None None] New status for floating IP 14f79a02-4438-42e9-9832-ebccef100bb3: DOWN {{(pid=104088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 13:34:58.746586 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe1f792-32c3-49e0-a959-01dc26a7af17 req-18c63c57-81e9-43fa-b995-88fdef66a31e tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:34:58.748217 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-bfe1f792-32c3-49e0-a959-01dc26a7af17 req-18c63c57-81e9-43fa-b995-88fdef66a31e tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=a18c68db-9ad8-4a8b-9bd6-afbe04a4133a HTTP/1.1" status: 200 len: 945 time: 0.0536158 Sep 20 13:34:58.799700 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-bfe1f792-32c3-49e0-a959-01dc26a7af17 req-7ddf34c8-9055-447d-af8e-d8996e57bd7c tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456953 Sep 20 13:34:59.448335 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.agents_db [None req-1b87bba1-5a3b-42d5-ba20-63287d9ec67c None None] Agent healthcheck: found 6 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:34:59.611698 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (543ca60b-7e7a-4ebd-8f87-7672c7a482b9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:34:59.935731 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2dbb16-0863-4bef-b2f1-48c199617162 req-be170be0-e67c-499b-a1e8-547f1995e69e tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:34:59.937197 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7e2dbb16-0863-4bef-b2f1-48c199617162 req-be170be0-e67c-499b-a1e8-547f1995e69e tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.62 "GET /v2.0/ports?device_id=a18c68db-9ad8-4a8b-9bd6-afbe04a4133a HTTP/1.1" status: 200 len: 945 time: 0.0857594 Sep 20 13:34:59.958155 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f1aafd-c2f7-4223-9bf0-56f4d88caec7 req-3c1b239e-3836-4f3d-95d2-fef9283d597e tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:34:59.959564 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-35f1aafd-c2f7-4223-9bf0-56f4d88caec7 req-3c1b239e-3836-4f3d-95d2-fef9283d597e tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=a18c68db-9ad8-4a8b-9bd6-afbe04a4133a HTTP/1.1" status: 200 len: 945 time: 0.0811830 Sep 20 13:35:00.053256 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-35f1aafd-c2f7-4223-9bf0-56f4d88caec7 req-4466685e-ac19-4651-8b3c-3838972b48d3 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772524 Sep 20 13:35:00.068598 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-7e2dbb16-0863-4bef-b2f1-48c199617162 req-8cbdda9d-ad30-41d7-a274-3875b5ece26c tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Deleting port 48de767e-c71f-4403-8fef-d062ee73dd43 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:35:00.068945 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-7e2dbb16-0863-4bef-b2f1-48c199617162 req-8cbdda9d-ad30-41d7-a274-3875b5ece26c tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (48de767e-c71f-4403-8fef-d062ee73dd43), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:00.159687 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-7e2dbb16-0863-4bef-b2f1-48c199617162 req-8cbdda9d-ad30-41d7-a274-3875b5ece26c tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] For port 48de767e-c71f-4403-8fef-d062ee73dd43, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=48de767e-c71f-4403-8fef-d062ee73dd43,segment=NetworkSegment(f47cb449-14cc-4dd6-9f7f-1690124e994f),segment_id=f47cb449-14cc-4dd6-9f7f-1690124e994f)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:35:00.160048 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-7e2dbb16-0863-4bef-b2f1-48c199617162 req-8cbdda9d-ad30-41d7-a274-3875b5ece26c tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (48de767e-c71f-4403-8fef-d062ee73dd43), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:00.173094 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-7e2dbb16-0863-4bef-b2f1-48c199617162 req-8cbdda9d-ad30-41d7-a274-3875b5ece26c tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Calling delete_port for 48de767e-c71f-4403-8fef-d062ee73dd43 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:35:00.295944 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-7e2dbb16-0863-4bef-b2f1-48c199617162 req-8cbdda9d-ad30-41d7-a274-3875b5ece26c tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (48de767e-c71f-4403-8fef-d062ee73dd43), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:00.322018 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbdda9d-ad30-41d7-a274-3875b5ece26c tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Pushing event deleted for resources: {'Port': ['ID=48de767e-c71f-4403-8fef-d062ee73dd43,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:35:00.365928 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e2dbb16-0863-4bef-b2f1-48c199617162 req-8cbdda9d-ad30-41d7-a274-3875b5ece26c tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] No DVR routers for this DVR port 48de767e-c71f-4403-8fef-d062ee73dd43 on host hv-cinder-85846 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:35:00.368483 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-7e2dbb16-0863-4bef-b2f1-48c199617162 req-8cbdda9d-ad30-41d7-a274-3875b5ece26c tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:00.371970 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7e2dbb16-0863-4bef-b2f1-48c199617162 req-8cbdda9d-ad30-41d7-a274-3875b5ece26c tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.62 "DELETE /v2.0/ports/48de767e-c71f-4403-8fef-d062ee73dd43 HTTP/1.1" status: 204 len: 173 time: 0.4271147 Sep 20 13:35:00.372595 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a18c68db-9ad8-4a8b-9bd6-afbe04a4133a', 'name': 'network-vif-deleted', 'tag': '48de767e-c71f-4403-8fef-d062ee73dd43'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:35:00.374873 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8afa0c3fb06aef531850fccced94fa4b659a4977f0534d5a49c84d13d87c0c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47feca6a-65e3-4462-8da2-af26914316e8" -d '{"events": [{"server_uuid": "a18c68db-9ad8-4a8b-9bd6-afbe04a4133a", "name": "network-vif-deleted", "tag": "48de767e-c71f-4403-8fef-d062ee73dd43"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:35:00.412807 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 13:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ca37d4-e6d0-450c-9b49-459ca1de5544 x-openstack-request-id: req-26ca37d4-e6d0-450c-9b49-459ca1de5544 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:35:00.413108 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a18c68db-9ad8-4a8b-9bd6-afbe04a4133a", "name": "network-vif-deleted", "tag": "48de767e-c71f-4403-8fef-d062ee73dd43", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:35:00.413362 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-26ca37d4-e6d0-450c-9b49-459ca1de5544 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:35:00.413768 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26ca37d4-e6d0-450c-9b49-459ca1de5544'] response: {'server_uuid': 'a18c68db-9ad8-4a8b-9bd6-afbe04a4133a', 'name': 'network-vif-deleted', 'tag': '48de767e-c71f-4403-8fef-d062ee73dd43', 'status': 'completed', 'code': 200} Sep 20 13:35:01.162698 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5bf4d1ae-e785-4300-9ca8-520d8be44e0f req-33a7fc0d-0035-4d20-b0c5-e8773bb1f7c1 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=a18c68db-9ad8-4a8b-9bd6-afbe04a4133a HTTP/1.1" status: 200 len: 210 time: 0.0273416 Sep 20 13:35:02.185592 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 48de767e-c71f-4403-8fef-d062ee73dd43 no longer exists at agent hyperv_hv-cinder-85846 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:35:02.205118 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] No Port match for: 48de767e-c71f-4403-8fef-d062ee73dd43 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 20 13:35:02.205392 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 48de767e-c71f-4403-8fef-d062ee73dd43 not bound to the agent host hv-cinder-85846 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:35:04.455168 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 38626) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:35:04.597753 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-a2aea2cf-0440-49b0-a385-dcfc9b1572fd tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Deleting port 64866357-c1e5-4baf-b079-5d409c211553 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:35:04.598096 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a2aea2cf-0440-49b0-a385-dcfc9b1572fd tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (64866357-c1e5-4baf-b079-5d409c211553), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:04.672667 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a2aea2cf-0440-49b0-a385-dcfc9b1572fd tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (64866357-c1e5-4baf-b079-5d409c211553), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:04.672992 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a2aea2cf-0440-49b0-a385-dcfc9b1572fd tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks [] for floatingip (64866357-c1e5-4baf-b079-5d409c211553), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:04.684125 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-a2aea2cf-0440-49b0-a385-dcfc9b1572fd tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Calling delete_port for 64866357-c1e5-4baf-b079-5d409c211553 owned by network:floatingip {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:35:04.824180 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a2aea2cf-0440-49b0-a385-dcfc9b1572fd tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (64866357-c1e5-4baf-b079-5d409c211553), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:04.850097 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aea2cf-0440-49b0-a385-dcfc9b1572fd tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Pushing event deleted for resources: {'Port': ['ID=64866357-c1e5-4baf-b079-5d409c211553,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:35:04.908838 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a2aea2cf-0440-49b0-a385-dcfc9b1572fd tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks [] for floatingip (f7cdec5e-908e-40d6-bbd3-169ee89191fd), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:04.909438 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.db.l3_db [None req-a2aea2cf-0440-49b0-a385-dcfc9b1572fd tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Floating IP f7cdec5e-908e-40d6-bbd3-169ee89191fd disassociated (deleted). External IP: 172.27.2.3, port: 09952dcd-8f32-4854-bf04-7a34c24fa232. Sep 20 13:35:05.104115 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2aea2cf-0440-49b0-a385-dcfc9b1572fd tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Router 996f78d9-1530-4b4f-838d-e5b1f6b573c9 has already been hosted by L3 agent e6bdf340-58c5-4186-af2d-ab00439e5425 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:35:05.204290 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2aea2cf-0440-49b0-a385-dcfc9b1572fd tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Notify agent at l3_agent.dv-cinder-858463-1-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:35:05.209032 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a2aea2cf-0440-49b0-a385-dcfc9b1572fd tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:05.213460 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0224ded-4b24-49b2-9055-97af23003ef7 None None] Sync routers for ids ['996f78d9-1530-4b4f-838d-e5b1f6b573c9'] in dv-cinder-858463-1-iscsi {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:35:05.222591 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0224ded-4b24-49b2-9055-97af23003ef7 None None] Routers {'996f78d9-1530-4b4f-838d-e5b1f6b573c9'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:35:05.223233 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-b0224ded-4b24-49b2-9055-97af23003ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:34:56Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['996f78d9-1530-4b4f-838d-e5b1f6b573c9'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:35:05.237845 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-a2aea2cf-0440-49b0-a385-dcfc9b1572fd tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "DELETE /v2.0/floatingips/f7cdec5e-908e-40d6-bbd3-169ee89191fd HTTP/1.1" status: 204 len: 168 time: 0.7815931 Sep 20 13:35:05.238624 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61058b29-d4e3-455a-8726-d6df998bb0b5', 'tag': '09952dcd-8f32-4854-bf04-7a34c24fa232'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:35:05.241100 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8afa0c3fb06aef531850fccced94fa4b659a4977f0534d5a49c84d13d87c0c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e4ebb7-1510-45c4-a646-61b8e60b5290" -d '{"events": [{"name": "network-changed", "server_uuid": "61058b29-d4e3-455a-8726-d6df998bb0b5", "tag": "09952dcd-8f32-4854-bf04-7a34c24fa232"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:35:05.279445 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 13:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034865ee-1fcd-49a3-b623-8a5da09fdb41 x-openstack-request-id: req-034865ee-1fcd-49a3-b623-8a5da09fdb41 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:35:05.279859 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61058b29-d4e3-455a-8726-d6df998bb0b5", "tag": "09952dcd-8f32-4854-bf04-7a34c24fa232", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:35:05.280220 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-034865ee-1fcd-49a3-b623-8a5da09fdb41 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:35:05.280726 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-034865ee-1fcd-49a3-b623-8a5da09fdb41'] response: {'name': 'network-changed', 'server_uuid': '61058b29-d4e3-455a-8726-d6df998bb0b5', 'tag': '09952dcd-8f32-4854-bf04-7a34c24fa232', 'status': 'completed', 'code': 200} Sep 20 13:35:05.327092 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-b0224ded-4b24-49b2-9055-97af23003ef7 None None] Set router 996f78d9-1530-4b4f-838d-e5b1f6b573c9 gateway port host: dv-cinder-858463-1-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:35:05.389345 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4ebb7-1510-45c4-a646-61b8e60b5290 req-d2651d20-8ee6-4a2a-bd61-f83fe7cfaf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:35:05.391205 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-95e4ebb7-1510-45c4-a646-61b8e60b5290 req-d2651d20-8ee6-4a2a-bd61-f83fe7cfaf40 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d53aef994f644a7fa4fa688cf97b1e17&device_id=61058b29-d4e3-455a-8726-d6df998bb0b5 HTTP/1.1" status: 200 len: 1130 time: 0.0656881 Sep 20 13:35:05.474936 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c6bb1e-713c-4ac4-a294-cb4895c4f202 req-347832e7-81a0-4485-b103-e060261a25bb tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:35:05.477232 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-41c6bb1e-713c-4ac4-a294-cb4895c4f202 req-347832e7-81a0-4485-b103-e060261a25bb tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=61058b29-d4e3-455a-8726-d6df998bb0b5 HTTP/1.1" status: 200 len: 946 time: 0.0530407 Sep 20 13:35:05.533429 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-b0224ded-4b24-49b2-9055-97af23003ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'name': 'tempest-TestVolumeBootPattern-63882873-router', 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '22432643-4979-4ef7-8f82-fccb3218006c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:25:57Z', 'updated_at': '2022-09-20T13:26:00Z', 'revision_number': 4, 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'gw_port': {'id': '22432643-4979-4ef7-8f82-fccb3218006c', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:79:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:25:58Z', 'updated_at': '2022-09-20T13:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': '60ca7d4b-13df-40c2-8c48-a3190f0a6ad7', 'name': '', 'network_id': 'cff89604-63f6-4ff4-b070-c24b9893ce13', 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'mac_address': 'fa:16:3e:59:40:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '45d26521-be10-46ff-844d-b02be9b0cca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:26:00Z', 'updated_at': '2022-09-20T13:26:04Z', 'revision_number': 5, 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'subnets': [{'id': '45d26521-be10-46ff-844d-b02be9b0cca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:35:05.537983 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-41c6bb1e-713c-4ac4-a294-cb4895c4f202 req-55d1685e-b7d9-4ad8-8cdc-46f0f47e8832 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539665 Sep 20 13:35:05.542632 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4ebb7-1510-45c4-a646-61b8e60b5290 req-79eeb2f6-c311-4e0e-b7e2-cfcb833f1a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:35:05.544372 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-95e4ebb7-1510-45c4-a646-61b8e60b5290 req-79eeb2f6-c311-4e0e-b7e2-cfcb833f1a53 service neutron] 10.222.0.62 "GET /v2.0/networks?id=cff89604-63f6-4ff4-b070-c24b9893ce13 HTTP/1.1" status: 200 len: 910 time: 0.0984831 Sep 20 13:35:05.563367 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0224ded-4b24-49b2-9055-97af23003ef7 None None] Checking router: 996f78d9-1530-4b4f-838d-e5b1f6b573c9 for host: dv-cinder-858463-1-iscsi {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:35:05.572049 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0224ded-4b24-49b2-9055-97af23003ef7 None None] Routers {'996f78d9-1530-4b4f-838d-e5b1f6b573c9'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:35:05.572643 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-b0224ded-4b24-49b2-9055-97af23003ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:34:56Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['996f78d9-1530-4b4f-838d-e5b1f6b573c9'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:35:05.584158 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-95e4ebb7-1510-45c4-a646-61b8e60b5290 req-86f8c6ca-0f65-48bd-ba5e-7e4cd0184fbc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09952dcd-8f32-4854-bf04-7a34c24fa232 HTTP/1.1" status: 200 len: 217 time: 0.0327427 Sep 20 13:35:05.631973 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4ebb7-1510-45c4-a646-61b8e60b5290 req-b4b78c1e-ec6c-4ee3-98ec-83e39de4d210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:35:05.633308 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-95e4ebb7-1510-45c4-a646-61b8e60b5290 req-b4b78c1e-ec6c-4ee3-98ec-83e39de4d210 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=45d26521-be10-46ff-844d-b02be9b0cca0 HTTP/1.1" status: 200 len: 849 time: 0.0432277 Sep 20 13:35:05.672992 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-b0224ded-4b24-49b2-9055-97af23003ef7 None None] Set router 996f78d9-1530-4b4f-838d-e5b1f6b573c9 gateway port host: dv-cinder-858463-1-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:35:05.711167 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4ebb7-1510-45c4-a646-61b8e60b5290 req-dc2f663d-a894-4c4e-a730-b61cd2d31972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:35:05.712657 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-95e4ebb7-1510-45c4-a646-61b8e60b5290 req-dc2f663d-a894-4c4e-a730-b61cd2d31972 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cff89604-63f6-4ff4-b070-c24b9893ce13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478022 Sep 20 13:35:05.874760 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-b0224ded-4b24-49b2-9055-97af23003ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'name': 'tempest-TestVolumeBootPattern-63882873-router', 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '22432643-4979-4ef7-8f82-fccb3218006c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:25:57Z', 'updated_at': '2022-09-20T13:26:00Z', 'revision_number': 4, 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'gw_port': {'id': '22432643-4979-4ef7-8f82-fccb3218006c', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:79:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:25:58Z', 'updated_at': '2022-09-20T13:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': '60ca7d4b-13df-40c2-8c48-a3190f0a6ad7', 'name': '', 'network_id': 'cff89604-63f6-4ff4-b070-c24b9893ce13', 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'mac_address': 'fa:16:3e:59:40:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '45d26521-be10-46ff-844d-b02be9b0cca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:26:00Z', 'updated_at': '2022-09-20T13:26:04Z', 'revision_number': 5, 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'subnets': [{'id': '45d26521-be10-46ff-844d-b02be9b0cca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:35:05.899734 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0224ded-4b24-49b2-9055-97af23003ef7 None None] The sync data for ids ['996f78d9-1530-4b4f-838d-e5b1f6b573c9'] in dv-cinder-858463-1-iscsi is: [{'id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'name': 'tempest-TestVolumeBootPattern-63882873-router', 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '22432643-4979-4ef7-8f82-fccb3218006c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:25:57Z', 'updated_at': '2022-09-20T13:26:00Z', 'revision_number': 4, 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'gw_port': {'id': '22432643-4979-4ef7-8f82-fccb3218006c', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:79:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:25:58Z', 'updated_at': '2022-09-20T13:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': '60ca7d4b-13df-40c2-8c48-a3190f0a6ad7', 'name': '', 'network_id': 'cff89604-63f6-4ff4-b070-c24b9893ce13', 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'mac_address': 'fa:16:3e:59:40:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '45d26521-be10-46ff-844d-b02be9b0cca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:26:00Z', 'updated_at': '2022-09-20T13:26:04Z', 'revision_number': 5, 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'subnets': [{'id': '45d26521-be10-46ff-844d-b02be9b0cca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:35:06.069120 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-95e4ebb7-1510-45c4-a646-61b8e60b5290 req-91ff33b9-4b96-49e2-876e-fa8f2e81df90 service neutron] 10.222.0.62 "GET /v2.0/networks/cff89604-63f6-4ff4-b070-c24b9893ce13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496673 Sep 20 13:35:06.153126 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f9427a-855d-45e6-a2f5-5306703c6afd None None] New status for floating IP f7cdec5e-908e-40d6-bbd3-169ee89191fd: DOWN {{(pid=104088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 13:35:06.170994 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-95e4ebb7-1510-45c4-a646-61b8e60b5290 req-12be7d71-286f-4997-a6d9-9d5c8daf9850 service neutron] 10.222.0.62 "GET /v2.0/networks/cff89604-63f6-4ff4-b070-c24b9893ce13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942283 Sep 20 13:35:06.664866 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aad500-538e-42ef-8936-b29185471284 req-ff4107eb-1f70-4a64-a6e4-31e5ec5a6815 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:35:06.666308 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e0aad500-538e-42ef-8936-b29185471284 req-ff4107eb-1f70-4a64-a6e4-31e5ec5a6815 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=61058b29-d4e3-455a-8726-d6df998bb0b5 HTTP/1.1" status: 200 len: 946 time: 0.0526104 Sep 20 13:35:06.714196 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e0aad500-538e-42ef-8936-b29185471284 req-3b314ee9-62c4-44c4-b917-9c1136c7559c tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c3eaa96-65a4-410f-84e1-9364e6766e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415227 Sep 20 13:35:06.788644 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ec8ac-eb7c-41fc-86b7-b2148a426c2b req-11fe3f21-41fd-4620-ba2b-33d505d9d463 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:35:06.789977 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-949ec8ac-eb7c-41fc-86b7-b2148a426c2b req-11fe3f21-41fd-4620-ba2b-33d505d9d463 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.62 "GET /v2.0/ports?device_id=61058b29-d4e3-455a-8726-d6df998bb0b5 HTTP/1.1" status: 200 len: 946 time: 0.0525413 Sep 20 13:35:06.881014 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-949ec8ac-eb7c-41fc-86b7-b2148a426c2b req-a99c0c7c-66a1-4208-9f26-de8c93a7abbb tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Deleting port 09952dcd-8f32-4854-bf04-7a34c24fa232 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:35:06.881357 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-949ec8ac-eb7c-41fc-86b7-b2148a426c2b req-a99c0c7c-66a1-4208-9f26-de8c93a7abbb tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (09952dcd-8f32-4854-bf04-7a34c24fa232), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:06.969430 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-949ec8ac-eb7c-41fc-86b7-b2148a426c2b req-a99c0c7c-66a1-4208-9f26-de8c93a7abbb tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] For port 09952dcd-8f32-4854-bf04-7a34c24fa232, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=09952dcd-8f32-4854-bf04-7a34c24fa232,segment=NetworkSegment(f47cb449-14cc-4dd6-9f7f-1690124e994f),segment_id=f47cb449-14cc-4dd6-9f7f-1690124e994f)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:35:06.969786 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-949ec8ac-eb7c-41fc-86b7-b2148a426c2b req-a99c0c7c-66a1-4208-9f26-de8c93a7abbb tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (09952dcd-8f32-4854-bf04-7a34c24fa232), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:06.985959 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-949ec8ac-eb7c-41fc-86b7-b2148a426c2b req-a99c0c7c-66a1-4208-9f26-de8c93a7abbb tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Calling delete_port for 09952dcd-8f32-4854-bf04-7a34c24fa232 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:35:07.109409 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-949ec8ac-eb7c-41fc-86b7-b2148a426c2b req-a99c0c7c-66a1-4208-9f26-de8c93a7abbb tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (09952dcd-8f32-4854-bf04-7a34c24fa232), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:07.136767 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99c0c7c-66a1-4208-9f26-de8c93a7abbb tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Pushing event deleted for resources: {'Port': ['ID=09952dcd-8f32-4854-bf04-7a34c24fa232,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:35:07.182293 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-949ec8ac-eb7c-41fc-86b7-b2148a426c2b req-a99c0c7c-66a1-4208-9f26-de8c93a7abbb tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] No DVR routers for this DVR port 09952dcd-8f32-4854-bf04-7a34c24fa232 on host hv-cinder-85846 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:35:07.184874 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-949ec8ac-eb7c-41fc-86b7-b2148a426c2b req-a99c0c7c-66a1-4208-9f26-de8c93a7abbb tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:07.188605 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-949ec8ac-eb7c-41fc-86b7-b2148a426c2b req-a99c0c7c-66a1-4208-9f26-de8c93a7abbb tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.62 "DELETE /v2.0/ports/09952dcd-8f32-4854-bf04-7a34c24fa232 HTTP/1.1" status: 204 len: 173 time: 0.3921757 Sep 20 13:35:07.281728 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61058b29-d4e3-455a-8726-d6df998bb0b5', 'name': 'network-vif-deleted', 'tag': '09952dcd-8f32-4854-bf04-7a34c24fa232'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:35:07.284454 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8afa0c3fb06aef531850fccced94fa4b659a4977f0534d5a49c84d13d87c0c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c52f9a6-69c4-4cf2-a48b-02d3eb16e8a5" -d '{"events": [{"server_uuid": "61058b29-d4e3-455a-8726-d6df998bb0b5", "name": "network-vif-deleted", "tag": "09952dcd-8f32-4854-bf04-7a34c24fa232"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:35:07.319568 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 13:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b47c5c-746e-4aec-8568-f739d71330c8 x-openstack-request-id: req-07b47c5c-746e-4aec-8568-f739d71330c8 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:35:07.319873 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61058b29-d4e3-455a-8726-d6df998bb0b5", "name": "network-vif-deleted", "tag": "09952dcd-8f32-4854-bf04-7a34c24fa232", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:35:07.320135 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-07b47c5c-746e-4aec-8568-f739d71330c8 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:35:07.320546 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07b47c5c-746e-4aec-8568-f739d71330c8'] response: {'server_uuid': '61058b29-d4e3-455a-8726-d6df998bb0b5', 'name': 'network-vif-deleted', 'tag': '09952dcd-8f32-4854-bf04-7a34c24fa232', 'status': 'completed', 'code': 200} Sep 20 13:35:07.830961 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-42170151-c52f-42c4-9c6b-dc5afca6aaff req-f5cfc459-1aaa-41be-8a0f-49e6cc676dc6 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "GET /v2.0/ports?device_id=61058b29-d4e3-455a-8726-d6df998bb0b5 HTTP/1.1" status: 200 len: 210 time: 0.0280979 Sep 20 13:35:08.900073 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 38650) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:35:09.015253 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-7460dcac-db15-4e48-ad7a-3d444e7ee2f6 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Deleting port 09e50458-f947-4406-b993-1ee214663e84 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:35:09.015598 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7460dcac-db15-4e48-ad7a-3d444e7ee2f6 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (09e50458-f947-4406-b993-1ee214663e84), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:09.088861 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7460dcac-db15-4e48-ad7a-3d444e7ee2f6 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (09e50458-f947-4406-b993-1ee214663e84), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:09.089186 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7460dcac-db15-4e48-ad7a-3d444e7ee2f6 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks [] for floatingip (09e50458-f947-4406-b993-1ee214663e84), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:09.100758 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-7460dcac-db15-4e48-ad7a-3d444e7ee2f6 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Calling delete_port for 09e50458-f947-4406-b993-1ee214663e84 owned by network:floatingip {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:35:09.231638 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7460dcac-db15-4e48-ad7a-3d444e7ee2f6 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (09e50458-f947-4406-b993-1ee214663e84), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:09.257927 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7460dcac-db15-4e48-ad7a-3d444e7ee2f6 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Pushing event deleted for resources: {'Port': ['ID=09e50458-f947-4406-b993-1ee214663e84,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:35:09.323869 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7460dcac-db15-4e48-ad7a-3d444e7ee2f6 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks [] for floatingip (af326e08-df96-4d5d-99bb-67edd4a3e38a), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:09.326645 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7460dcac-db15-4e48-ad7a-3d444e7ee2f6 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:09.327930 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-7460dcac-db15-4e48-ad7a-3d444e7ee2f6 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "DELETE /v2.0/floatingips/af326e08-df96-4d5d-99bb-67edd4a3e38a HTTP/1.1" status: 204 len: 168 time: 0.4262311 Sep 20 13:35:10.212545 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 09952dcd-8f32-4854-bf04-7a34c24fa232 no longer exists at agent hyperv_hv-cinder-85846 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:35:10.231485 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] No Port match for: 09952dcd-8f32-4854-bf04-7a34c24fa232 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 20 13:35:10.231833 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 09952dcd-8f32-4854-bf04-7a34c24fa232 not bound to the agent host hv-cinder-85846 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:35:10.280703 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (728cf656-0364-4172-b8b5-b6ffd3122ed0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:10.538754 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 38670) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:35:10.596021 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-30f57089-6b8e-4e57-804d-8c1eb7413593 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks [] for security_group (1c3eaa96-65a4-410f-84e1-9364e6766e3f), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:10.622454 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-30f57089-6b8e-4e57-804d-8c1eb7413593 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks [] for security_group (1c3eaa96-65a4-410f-84e1-9364e6766e3f), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:10.685623 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-30f57089-6b8e-4e57-804d-8c1eb7413593 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (1c3eaa96-65a4-410f-84e1-9364e6766e3f), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:10.690768 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-30f57089-6b8e-4e57-804d-8c1eb7413593 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:10.690768 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-30f57089-6b8e-4e57-804d-8c1eb7413593 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] 10.222.0.55 "DELETE /v2.0/security-groups/1c3eaa96-65a4-410f-84e1-9364e6766e3f HTTP/1.1" status: 204 len: 168 time: 0.1499705 Sep 20 13:35:10.702348 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f57089-6b8e-4e57-804d-8c1eb7413593 tempest-TestVolumeBootPattern-1792702861 tempest-TestVolumeBootPattern-1792702861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3eaa96-65a4-410f-84e1-9364e6766e3f,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:35:10.745780 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 38678) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:35:11.243625 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4d477171-e4df-4285-8fda-4636abe22f72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1608461'] for router_interface (996f78d9-1530-4b4f-838d-e5b1f6b573c9), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:11.470162 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-4d477171-e4df-4285-8fda-4636abe22f72 admin admin] Deleting port 60ca7d4b-13df-40c2-8c48-a3190f0a6ad7 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:35:11.470500 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4d477171-e4df-4285-8fda-4636abe22f72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (60ca7d4b-13df-40c2-8c48-a3190f0a6ad7), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:11.549828 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-4d477171-e4df-4285-8fda-4636abe22f72 admin admin] For port 60ca7d4b-13df-40c2-8c48-a3190f0a6ad7, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=60ca7d4b-13df-40c2-8c48-a3190f0a6ad7,segment=NetworkSegment(f47cb449-14cc-4dd6-9f7f-1690124e994f),segment_id=f47cb449-14cc-4dd6-9f7f-1690124e994f)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:35:11.550526 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4d477171-e4df-4285-8fda-4636abe22f72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (60ca7d4b-13df-40c2-8c48-a3190f0a6ad7), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:11.562943 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-4d477171-e4df-4285-8fda-4636abe22f72 admin admin] Calling delete_port for 60ca7d4b-13df-40c2-8c48-a3190f0a6ad7 owned by network:router_interface {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:35:11.735582 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4d477171-e4df-4285-8fda-4636abe22f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (60ca7d4b-13df-40c2-8c48-a3190f0a6ad7), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:11.760582 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d477171-e4df-4285-8fda-4636abe22f72 admin admin] Pushing event deleted for resources: {'Port': ['ID=60ca7d4b-13df-40c2-8c48-a3190f0a6ad7,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:35:11.924454 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4d477171-e4df-4285-8fda-4636abe22f72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1609629'] for router_interface (996f78d9-1530-4b4f-838d-e5b1f6b573c9), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:12.134655 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d477171-e4df-4285-8fda-4636abe22f72 admin admin] Router 996f78d9-1530-4b4f-838d-e5b1f6b573c9 has already been hosted by L3 agent e6bdf340-58c5-4186-af2d-ab00439e5425 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:35:12.238669 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d477171-e4df-4285-8fda-4636abe22f72 admin admin] Notify agent at l3_agent.dv-cinder-858463-1-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:35:12.245109 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-4d477171-e4df-4285-8fda-4636abe22f72 admin admin] 10.222.0.55 "PUT /v2.0/routers/996f78d9-1530-4b4f-838d-e5b1f6b573c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4974096 Sep 20 13:35:12.246238 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 38692) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:35:12.247749 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f40855-0fc6-4f47-b4ad-586b9a72713f None None] Sync routers for ids ['996f78d9-1530-4b4f-838d-e5b1f6b573c9'] in dv-cinder-858463-1-iscsi {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:35:12.257654 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f40855-0fc6-4f47-b4ad-586b9a72713f None None] Routers {'996f78d9-1530-4b4f-838d-e5b1f6b573c9'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:35:12.258270 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-e8f40855-0fc6-4f47-b4ad-586b9a72713f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:34:56Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['996f78d9-1530-4b4f-838d-e5b1f6b573c9'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:35:12.345753 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d31af516-7dd6-4c8d-b8ac-dd81806bb6ff admin admin] Publish callbacks [] for router (996f78d9-1530-4b4f-838d-e5b1f6b573c9), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:12.445384 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d31af516-7dd6-4c8d-b8ac-dd81806bb6ff admin admin] Publish callbacks [] for router_gateway (996f78d9-1530-4b4f-838d-e5b1f6b573c9), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:12.451816 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-e8f40855-0fc6-4f47-b4ad-586b9a72713f None None] Set router 996f78d9-1530-4b4f-838d-e5b1f6b573c9 gateway port host: dv-cinder-858463-1-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:35:12.495761 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-d31af516-7dd6-4c8d-b8ac-dd81806bb6ff admin admin] Deleting port 22432643-4979-4ef7-8f82-fccb3218006c {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:35:12.496088 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d31af516-7dd6-4c8d-b8ac-dd81806bb6ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (22432643-4979-4ef7-8f82-fccb3218006c), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:12.578977 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-d31af516-7dd6-4c8d-b8ac-dd81806bb6ff admin admin] For port 22432643-4979-4ef7-8f82-fccb3218006c, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=22432643-4979-4ef7-8f82-fccb3218006c,segment=NetworkSegment(5aaf6297-6a46-4e9d-b63a-dd8b37b93294),segment_id=5aaf6297-6a46-4e9d-b63a-dd8b37b93294)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:35:12.579651 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d31af516-7dd6-4c8d-b8ac-dd81806bb6ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (22432643-4979-4ef7-8f82-fccb3218006c), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:12.591732 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-d31af516-7dd6-4c8d-b8ac-dd81806bb6ff admin admin] Calling delete_port for 22432643-4979-4ef7-8f82-fccb3218006c owned by network:router_gateway {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:35:12.630570 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-e8f40855-0fc6-4f47-b4ad-586b9a72713f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'name': 'tempest-TestVolumeBootPattern-63882873-router', 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '22432643-4979-4ef7-8f82-fccb3218006c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:25:57Z', 'updated_at': '2022-09-20T13:35:11Z', 'revision_number': 5, 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'gw_port': {'id': '22432643-4979-4ef7-8f82-fccb3218006c', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:79:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:25:58Z', 'updated_at': '2022-09-20T13:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi'}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:35:12.655729 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f40855-0fc6-4f47-b4ad-586b9a72713f None None] Checking router: 996f78d9-1530-4b4f-838d-e5b1f6b573c9 for host: dv-cinder-858463-1-iscsi {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:35:12.664501 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f40855-0fc6-4f47-b4ad-586b9a72713f None None] Routers {'996f78d9-1530-4b4f-838d-e5b1f6b573c9'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:35:12.665113 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-e8f40855-0fc6-4f47-b4ad-586b9a72713f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:34:56Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['996f78d9-1530-4b4f-838d-e5b1f6b573c9'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:35:12.748455 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-e8f40855-0fc6-4f47-b4ad-586b9a72713f None None] Set router 996f78d9-1530-4b4f-838d-e5b1f6b573c9 gateway port host: None {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:35:12.751633 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d31af516-7dd6-4c8d-b8ac-dd81806bb6ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (22432643-4979-4ef7-8f82-fccb3218006c), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:12.777479 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31af516-7dd6-4c8d-b8ac-dd81806bb6ff admin admin] Pushing event deleted for resources: {'Port': ['ID=22432643-4979-4ef7-8f82-fccb3218006c,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:35:12.801512 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-e8f40855-0fc6-4f47-b4ad-586b9a72713f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'name': 'tempest-TestVolumeBootPattern-63882873-router', 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:25:57Z', 'updated_at': '2022-09-20T13:35:12Z', 'revision_number': 6, 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'gw_port_host': None}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:35:12.825789 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f40855-0fc6-4f47-b4ad-586b9a72713f None None] The sync data for ids ['996f78d9-1530-4b4f-838d-e5b1f6b573c9'] in dv-cinder-858463-1-iscsi is: [{'id': '996f78d9-1530-4b4f-838d-e5b1f6b573c9', 'name': 'tempest-TestVolumeBootPattern-63882873-router', 'tenant_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:25:57Z', 'updated_at': '2022-09-20T13:35:12Z', 'revision_number': 6, 'project_id': 'd53aef994f644a7fa4fa688cf97b1e17', 'gw_port_host': None}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:35:12.837296 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d31af516-7dd6-4c8d-b8ac-dd81806bb6ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607735'] for router_gateway (996f78d9-1530-4b4f-838d-e5b1f6b573c9), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:12.925679 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d31af516-7dd6-4c8d-b8ac-dd81806bb6ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36854'] for router (996f78d9-1530-4b4f-838d-e5b1f6b573c9), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:12.927741 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d31af516-7dd6-4c8d-b8ac-dd81806bb6ff admin admin] Publish callbacks [] for router_controller (996f78d9-1530-4b4f-838d-e5b1f6b573c9), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:12.970958 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d31af516-7dd6-4c8d-b8ac-dd81806bb6ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634723'] for router (996f78d9-1530-4b4f-838d-e5b1f6b573c9), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:12.971521 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d31af516-7dd6-4c8d-b8ac-dd81806bb6ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 996f78d9-1530-4b4f-838d-e5b1f6b573c9 {{(pid=104087) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 13:35:12.976726 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d31af516-7dd6-4c8d-b8ac-dd81806bb6ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:12.977890 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-d31af516-7dd6-4c8d-b8ac-dd81806bb6ff admin admin] 10.222.0.55 "DELETE /v2.0/routers/996f78d9-1530-4b4f-838d-e5b1f6b573c9 HTTP/1.1" status: 204 len: 168 time: 0.7306902 Sep 20 13:35:12.980503 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 38696) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:35:13.023666 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-24782c05-810c-4db3-afe1-ba029e867361 admin admin] Deleting subnet 45d26521-be10-46ff-844d-b02be9b0cca0 {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 20 13:35:13.026627 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-24782c05-810c-4db3-afe1-ba029e867361 admin admin] Publish callbacks [] for subnet (45d26521-be10-46ff-844d-b02be9b0cca0), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:13.060401 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-24782c05-810c-4db3-afe1-ba029e867361 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026560'] for subnet (45d26521-be10-46ff-844d-b02be9b0cca0), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:13.134653 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-24782c05-810c-4db3-afe1-ba029e867361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-555306'] for subnet (45d26521-be10-46ff-844d-b02be9b0cca0), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:13.197075 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-24782c05-810c-4db3-afe1-ba029e867361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-555325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9062310'] for subnet (45d26521-be10-46ff-844d-b02be9b0cca0), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:13.224233 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24782c05-810c-4db3-afe1-ba029e867361 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45d26521-be10-46ff-844d-b02be9b0cca0,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:35:13.227859 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-24782c05-810c-4db3-afe1-ba029e867361 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:13.231225 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-24782c05-810c-4db3-afe1-ba029e867361 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/45d26521-be10-46ff-844d-b02be9b0cca0 HTTP/1.1" status: 204 len: 168 time: 0.2497840 Sep 20 13:35:13.234188 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db4f6f0-5598-452c-b63c-0c0115755a29 None None] Network cff89604-63f6-4ff4-b070-c24b9893ce13 requested from dv-cinder-858463-1-iscsi {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 20 13:35:13.234693 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 38700) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:35:13.312301 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-877c8848-c177-452f-bf87-f4e0a8e80f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-760150'] for network (cff89604-63f6-4ff4-b070-c24b9893ce13), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:13.379036 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-877c8848-c177-452f-bf87-f4e0a8e80f92 admin admin] Deleting port 54f588eb-eb48-4931-a62c-36b79e8de44a {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:35:13.379403 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-877c8848-c177-452f-bf87-f4e0a8e80f92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (54f588eb-eb48-4931-a62c-36b79e8de44a), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:13.402086 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2fabcf-8d4e-4128-bcf3-6b029dbca9c2 None None] DHCP port deletion for cff89604-63f6-4ff4-b070-c24b9893ce13 request from dv-cinder-858463-1-iscsi {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 20 13:35:13.443317 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-877c8848-c177-452f-bf87-f4e0a8e80f92 admin admin] For port 54f588eb-eb48-4931-a62c-36b79e8de44a, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=54f588eb-eb48-4931-a62c-36b79e8de44a,segment=NetworkSegment(f47cb449-14cc-4dd6-9f7f-1690124e994f),segment_id=f47cb449-14cc-4dd6-9f7f-1690124e994f)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:35:13.443689 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-877c8848-c177-452f-bf87-f4e0a8e80f92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (54f588eb-eb48-4931-a62c-36b79e8de44a), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:13.451893 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1f2fabcf-8d4e-4128-bcf3-6b029dbca9c2 None None] Deleting port 54f588eb-eb48-4931-a62c-36b79e8de44a {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:35:13.452617 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1f2fabcf-8d4e-4128-bcf3-6b029dbca9c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (54f588eb-eb48-4931-a62c-36b79e8de44a), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:13.457205 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-877c8848-c177-452f-bf87-f4e0a8e80f92 admin admin] Calling delete_port for 54f588eb-eb48-4931-a62c-36b79e8de44a owned by network:dhcp {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:35:13.525508 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-1f2fabcf-8d4e-4128-bcf3-6b029dbca9c2 None None] For port 54f588eb-eb48-4931-a62c-36b79e8de44a, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=54f588eb-eb48-4931-a62c-36b79e8de44a,segment=NetworkSegment(f47cb449-14cc-4dd6-9f7f-1690124e994f),segment_id=f47cb449-14cc-4dd6-9f7f-1690124e994f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:35:13.525912 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1f2fabcf-8d4e-4128-bcf3-6b029dbca9c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (54f588eb-eb48-4931-a62c-36b79e8de44a), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:13.538945 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-877c8848-c177-452f-bf87-f4e0a8e80f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (54f588eb-eb48-4931-a62c-36b79e8de44a), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:13.541149 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1f2fabcf-8d4e-4128-bcf3-6b029dbca9c2 None None] Calling delete_port for 54f588eb-eb48-4931-a62c-36b79e8de44a owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:35:13.564772 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c8848-c177-452f-bf87-f4e0a8e80f92 admin admin] Pushing event deleted for resources: {'Port': ['ID=54f588eb-eb48-4931-a62c-36b79e8de44a,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:35:13.569216 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877c8848-c177-452f-bf87-f4e0a8e80f92 admin admin] No DVR routers for this DVR port 54f588eb-eb48-4931-a62c-36b79e8de44a on host dv-cinder-858463-1-iscsi {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:35:13.634588 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1f2fabcf-8d4e-4128-bcf3-6b029dbca9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947'] for port (54f588eb-eb48-4931-a62c-36b79e8de44a), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:13.650589 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-877c8848-c177-452f-bf87-f4e0a8e80f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553133', 'neutron.services.segments.db._delete_segments_for_network-8760608259063'] for network (cff89604-63f6-4ff4-b070-c24b9893ce13), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:13.661822 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2fabcf-8d4e-4128-bcf3-6b029dbca9c2 None None] Pushing event deleted for resources: {'Port': ['ID=54f588eb-eb48-4931-a62c-36b79e8de44a,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:35:13.671426 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2fabcf-8d4e-4128-bcf3-6b029dbca9c2 None None] No DVR routers for this DVR port 54f588eb-eb48-4931-a62c-36b79e8de44a on host dv-cinder-858463-1-iscsi {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:35:13.674147 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2fabcf-8d4e-4128-bcf3-6b029dbca9c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:35:13.674511 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2fabcf-8d4e-4128-bcf3-6b029dbca9c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:35:13.676248 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2fabcf-8d4e-4128-bcf3-6b029dbca9c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:35:13.676620 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2fabcf-8d4e-4128-bcf3-6b029dbca9c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:35:13.677351 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2fabcf-8d4e-4128-bcf3-6b029dbca9c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:35:13.677351 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2fabcf-8d4e-4128-bcf3-6b029dbca9c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:35:13.677537 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-877c8848-c177-452f-bf87-f4e0a8e80f92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cff89604-63f6-4ff4-b070-c24b9893ce13']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:35:13.677694 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2fabcf-8d4e-4128-bcf3-6b029dbca9c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:35:13.678029 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2fabcf-8d4e-4128-bcf3-6b029dbca9c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:35:13.678363 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2fabcf-8d4e-4128-bcf3-6b029dbca9c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:35:13.678698 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2fabcf-8d4e-4128-bcf3-6b029dbca9c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:35:13.679071 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2fabcf-8d4e-4128-bcf3-6b029dbca9c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:35:13.679814 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2fabcf-8d4e-4128-bcf3-6b029dbca9c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:35:13.679814 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2fabcf-8d4e-4128-bcf3-6b029dbca9c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:35:13.694636 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-877c8848-c177-452f-bf87-f4e0a8e80f92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f47cb449-14cc-4dd6-9f7f-1690124e994f') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:35:13.695094 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-877c8848-c177-452f-bf87-f4e0a8e80f92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f47cb449-14cc-4dd6-9f7f-1690124e994f') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:35:13.709763 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-877c8848-c177-452f-bf87-f4e0a8e80f92 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760608262413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026615'] for segment (f47cb449-14cc-4dd6-9f7f-1690124e994f), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:13.724255 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-877c8848-c177-452f-bf87-f4e0a8e80f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549390'] for segment (f47cb449-14cc-4dd6-9f7f-1690124e994f), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:13.731549 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-877c8848-c177-452f-bf87-f4e0a8e80f92 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 13:35:13.732007 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-877c8848-c177-452f-bf87-f4e0a8e80f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242223'] for segment (f47cb449-14cc-4dd6-9f7f-1690124e994f), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:13.798631 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-877c8848-c177-452f-bf87-f4e0a8e80f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607699'] for network (cff89604-63f6-4ff4-b070-c24b9893ce13), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:13.815388 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-877c8848-c177-452f-bf87-f4e0a8e80f92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:13.818569 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-877c8848-c177-452f-bf87-f4e0a8e80f92 admin admin] 10.222.0.55 "DELETE /v2.0/networks/cff89604-63f6-4ff4-b070-c24b9893ce13 HTTP/1.1" status: 204 len: 168 time: 0.5832601 Sep 20 13:35:13.819715 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c8848-c177-452f-bf87-f4e0a8e80f92 admin admin] Pushing event deleted for resources: {'Network': ['ID=cff89604-63f6-4ff4-b070-c24b9893ce13,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:35:13.821455 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 38706) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:35:13.908953 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.services.segments.plugin [-] Segment f47cb449-14cc-4dd6-9f7f-1690124e994f resource provider aggregate not found Sep 20 13:35:13.931604 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.services.segments.plugin [-] Segment f47cb449-14cc-4dd6-9f7f-1690124e994f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f47cb449-14cc-4dd6-9f7f-1690124e994f found for delete ", "request_id": "req-755ae141-c01a-4d1b-9a83-9bf42d80a160"}]} Sep 20 13:35:14.066823 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 22432643-4979-4ef7-8f82-fccb3218006c no longer exists at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:35:14.086191 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] No Port match for: 22432643-4979-4ef7-8f82-fccb3218006c {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 20 13:35:14.086835 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 22432643-4979-4ef7-8f82-fccb3218006c not bound to the agent host dv-cinder-858463-1-iscsi {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:35:14.087268 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 54f588eb-eb48-4931-a62c-36b79e8de44a no longer exists at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:35:14.105802 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] No Port match for: 54f588eb-eb48-4931-a62c-36b79e8de44a {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 20 13:35:14.106161 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 54f588eb-eb48-4931-a62c-36b79e8de44a not bound to the agent host dv-cinder-858463-1-iscsi {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:35:14.106576 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 60ca7d4b-13df-40c2-8c48-a3190f0a6ad7 no longer exists at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:35:14.125973 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] No Port match for: 60ca7d4b-13df-40c2-8c48-a3190f0a6ad7 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 20 13:35:14.126329 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 60ca7d4b-13df-40c2-8c48-a3190f0a6ad7 not bound to the agent host dv-cinder-858463-1-iscsi {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:35:14.170912 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1b01bdce-2dd3-45c3-984a-612715279bd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1608461'] for router_interface (ab598022-21b5-460a-b4b5-ee3165ed8e81), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:14.658060 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-1b01bdce-2dd3-45c3-984a-612715279bd9 admin admin] Deleting port 2535db73-96cc-48d1-bda6-ca801c7f4368 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:35:14.658776 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1b01bdce-2dd3-45c3-984a-612715279bd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (2535db73-96cc-48d1-bda6-ca801c7f4368), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:14.734038 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-1b01bdce-2dd3-45c3-984a-612715279bd9 admin admin] For port 2535db73-96cc-48d1-bda6-ca801c7f4368, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=2535db73-96cc-48d1-bda6-ca801c7f4368,segment=NetworkSegment(d9aad17b-8667-4e18-8435-17f7a04dfb25),segment_id=d9aad17b-8667-4e18-8435-17f7a04dfb25)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:35:14.734392 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1b01bdce-2dd3-45c3-984a-612715279bd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (2535db73-96cc-48d1-bda6-ca801c7f4368), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:14.746437 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-1b01bdce-2dd3-45c3-984a-612715279bd9 admin admin] Calling delete_port for 2535db73-96cc-48d1-bda6-ca801c7f4368 owned by network:router_interface {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:35:14.925454 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1b01bdce-2dd3-45c3-984a-612715279bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (2535db73-96cc-48d1-bda6-ca801c7f4368), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:14.950806 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b01bdce-2dd3-45c3-984a-612715279bd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2535db73-96cc-48d1-bda6-ca801c7f4368,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:35:15.112229 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1b01bdce-2dd3-45c3-984a-612715279bd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1609629'] for router_interface (ab598022-21b5-460a-b4b5-ee3165ed8e81), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:15.312143 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b01bdce-2dd3-45c3-984a-612715279bd9 admin admin] Router ab598022-21b5-460a-b4b5-ee3165ed8e81 has already been hosted by L3 agent e6bdf340-58c5-4186-af2d-ab00439e5425 {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:35:15.412172 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b01bdce-2dd3-45c3-984a-612715279bd9 admin admin] Notify agent at l3_agent.dv-cinder-858463-1-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:35:15.416988 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-1b01bdce-2dd3-45c3-984a-612715279bd9 admin admin] 10.222.0.55 "PUT /v2.0/routers/ab598022-21b5-460a-b4b5-ee3165ed8e81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5945344 Sep 20 13:35:15.419775 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 38714) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:35:15.420454 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d997ac-7b9b-4c6b-99f7-e6729ca51531 None None] Sync routers for ids ['ab598022-21b5-460a-b4b5-ee3165ed8e81'] in dv-cinder-858463-1-iscsi {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:35:15.431378 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d997ac-7b9b-4c6b-99f7-e6729ca51531 None None] Routers {'ab598022-21b5-460a-b4b5-ee3165ed8e81'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:35:15.431996 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-89d997ac-7b9b-4c6b-99f7-e6729ca51531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:34:56Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['ab598022-21b5-460a-b4b5-ee3165ed8e81'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:35:15.518961 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0525797d-8e64-4a54-b659-5e6da5851bff admin admin] Publish callbacks [] for router (ab598022-21b5-460a-b4b5-ee3165ed8e81), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:15.531778 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-89d997ac-7b9b-4c6b-99f7-e6729ca51531 None None] Set router ab598022-21b5-460a-b4b5-ee3165ed8e81 gateway port host: dv-cinder-858463-1-iscsi {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:35:15.616283 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0525797d-8e64-4a54-b659-5e6da5851bff admin admin] Publish callbacks [] for router_gateway (ab598022-21b5-460a-b4b5-ee3165ed8e81), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:15.665659 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-0525797d-8e64-4a54-b659-5e6da5851bff admin admin] Deleting port d752d49a-aa79-4771-98da-0a837a25847e {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:35:15.666361 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0525797d-8e64-4a54-b659-5e6da5851bff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (d752d49a-aa79-4771-98da-0a837a25847e), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:15.708449 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-89d997ac-7b9b-4c6b-99f7-e6729ca51531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab598022-21b5-460a-b4b5-ee3165ed8e81', 'name': 'tempest-TestVolumeBootPattern-1877596785-router', 'tenant_id': 'a39cebc2ca264f9bb20f5711b1b3382c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd752d49a-aa79-4771-98da-0a837a25847e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:26:02Z', 'updated_at': '2022-09-20T13:35:14Z', 'revision_number': 5, 'project_id': 'a39cebc2ca264f9bb20f5711b1b3382c', 'gw_port': {'id': 'd752d49a-aa79-4771-98da-0a837a25847e', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:84:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab598022-21b5-460a-b4b5-ee3165ed8e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:26:03Z', 'updated_at': '2022-09-20T13:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi'}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:35:15.733148 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d997ac-7b9b-4c6b-99f7-e6729ca51531 None None] Checking router: ab598022-21b5-460a-b4b5-ee3165ed8e81 for host: dv-cinder-858463-1-iscsi {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:35:15.741380 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d997ac-7b9b-4c6b-99f7-e6729ca51531 None None] Routers {'ab598022-21b5-460a-b4b5-ee3165ed8e81'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:35:15.741986 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-89d997ac-7b9b-4c6b-99f7-e6729ca51531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:34:56Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['ab598022-21b5-460a-b4b5-ee3165ed8e81'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:35:15.747025 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-0525797d-8e64-4a54-b659-5e6da5851bff admin admin] For port d752d49a-aa79-4771-98da-0a837a25847e, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=d752d49a-aa79-4771-98da-0a837a25847e,segment=NetworkSegment(5aaf6297-6a46-4e9d-b63a-dd8b37b93294),segment_id=5aaf6297-6a46-4e9d-b63a-dd8b37b93294)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:35:15.747399 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0525797d-8e64-4a54-b659-5e6da5851bff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (d752d49a-aa79-4771-98da-0a837a25847e), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:15.760203 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-0525797d-8e64-4a54-b659-5e6da5851bff admin admin] Calling delete_port for d752d49a-aa79-4771-98da-0a837a25847e owned by network:router_gateway {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:35:15.824296 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-89d997ac-7b9b-4c6b-99f7-e6729ca51531 None None] Set router ab598022-21b5-460a-b4b5-ee3165ed8e81 gateway port host: None {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:35:15.875276 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-89d997ac-7b9b-4c6b-99f7-e6729ca51531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab598022-21b5-460a-b4b5-ee3165ed8e81', 'name': 'tempest-TestVolumeBootPattern-1877596785-router', 'tenant_id': 'a39cebc2ca264f9bb20f5711b1b3382c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:26:02Z', 'updated_at': '2022-09-20T13:35:15Z', 'revision_number': 6, 'project_id': 'a39cebc2ca264f9bb20f5711b1b3382c', 'gw_port_host': None}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:35:15.899139 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d997ac-7b9b-4c6b-99f7-e6729ca51531 None None] The sync data for ids ['ab598022-21b5-460a-b4b5-ee3165ed8e81'] in dv-cinder-858463-1-iscsi is: [{'id': 'ab598022-21b5-460a-b4b5-ee3165ed8e81', 'name': 'tempest-TestVolumeBootPattern-1877596785-router', 'tenant_id': 'a39cebc2ca264f9bb20f5711b1b3382c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:26:02Z', 'updated_at': '2022-09-20T13:35:15Z', 'revision_number': 6, 'project_id': 'a39cebc2ca264f9bb20f5711b1b3382c', 'gw_port_host': None}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:35:15.924897 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0525797d-8e64-4a54-b659-5e6da5851bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (d752d49a-aa79-4771-98da-0a837a25847e), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:15.949144 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0525797d-8e64-4a54-b659-5e6da5851bff admin admin] Pushing event deleted for resources: {'Port': ['ID=d752d49a-aa79-4771-98da-0a837a25847e,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:35:16.011526 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0525797d-8e64-4a54-b659-5e6da5851bff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607735'] for router_gateway (ab598022-21b5-460a-b4b5-ee3165ed8e81), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:16.095873 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0525797d-8e64-4a54-b659-5e6da5851bff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36854'] for router (ab598022-21b5-460a-b4b5-ee3165ed8e81), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:16.097953 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0525797d-8e64-4a54-b659-5e6da5851bff admin admin] Publish callbacks [] for router_controller (ab598022-21b5-460a-b4b5-ee3165ed8e81), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:16.140583 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0525797d-8e64-4a54-b659-5e6da5851bff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634723'] for router (ab598022-21b5-460a-b4b5-ee3165ed8e81), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:16.141112 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0525797d-8e64-4a54-b659-5e6da5851bff admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab598022-21b5-460a-b4b5-ee3165ed8e81 {{(pid=104087) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 13:35:16.145243 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0525797d-8e64-4a54-b659-5e6da5851bff admin admin] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:16.146452 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-0525797d-8e64-4a54-b659-5e6da5851bff admin admin] 10.222.0.55 "DELETE /v2.0/routers/ab598022-21b5-460a-b4b5-ee3165ed8e81 HTTP/1.1" status: 204 len: 168 time: 0.7257423 Sep 20 13:35:16.149035 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 38716) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:35:16.192620 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1996de9-f815-4418-bf5e-2e5544cfcce7 admin admin] Deleting subnet 2f5acfbc-16e2-40cc-8604-b4f14ae61113 {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 20 13:35:16.195539 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e1996de9-f815-4418-bf5e-2e5544cfcce7 admin admin] Publish callbacks [] for subnet (2f5acfbc-16e2-40cc-8604-b4f14ae61113), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:16.229803 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e1996de9-f815-4418-bf5e-2e5544cfcce7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026560'] for subnet (2f5acfbc-16e2-40cc-8604-b4f14ae61113), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:16.315328 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e1996de9-f815-4418-bf5e-2e5544cfcce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-555306'] for subnet (2f5acfbc-16e2-40cc-8604-b4f14ae61113), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:16.369324 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 2535db73-96cc-48d1-bda6-ca801c7f4368 no longer exists at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:35:16.376487 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e1996de9-f815-4418-bf5e-2e5544cfcce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-555325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9062310'] for subnet (2f5acfbc-16e2-40cc-8604-b4f14ae61113), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:16.388986 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] No Port match for: 2535db73-96cc-48d1-bda6-ca801c7f4368 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 20 13:35:16.389406 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 2535db73-96cc-48d1-bda6-ca801c7f4368 not bound to the agent host dv-cinder-858463-1-iscsi {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:35:16.403221 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1996de9-f815-4418-bf5e-2e5544cfcce7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f5acfbc-16e2-40cc-8604-b4f14ae61113,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:35:16.407929 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e1996de9-f815-4418-bf5e-2e5544cfcce7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:16.414446 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-e1996de9-f815-4418-bf5e-2e5544cfcce7 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/2f5acfbc-16e2-40cc-8604-b4f14ae61113 HTTP/1.1" status: 204 len: 168 time: 0.2620935 Sep 20 13:35:16.414609 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9689afcd-2547-4595-884a-f6efa28b9744 None None] Network 507f8f00-c091-4132-858a-f3bc02408573 requested from dv-cinder-858463-1-iscsi {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 20 13:35:16.414851 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 38720) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:35:16.483115 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c3245d59-1347-46f7-b473-ba7179a32b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-760150'] for network (507f8f00-c091-4132-858a-f3bc02408573), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:16.536670 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-c3245d59-1347-46f7-b473-ba7179a32b90 admin admin] Deleting port 509fe0c3-6df7-4251-85c5-8942504eefc6 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:35:16.537017 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c3245d59-1347-46f7-b473-ba7179a32b90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (509fe0c3-6df7-4251-85c5-8942504eefc6), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:16.600837 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-c3245d59-1347-46f7-b473-ba7179a32b90 admin admin] For port 509fe0c3-6df7-4251-85c5-8942504eefc6, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=509fe0c3-6df7-4251-85c5-8942504eefc6,segment=NetworkSegment(d9aad17b-8667-4e18-8435-17f7a04dfb25),segment_id=d9aad17b-8667-4e18-8435-17f7a04dfb25)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:35:16.601200 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c3245d59-1347-46f7-b473-ba7179a32b90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (509fe0c3-6df7-4251-85c5-8942504eefc6), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:16.614624 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-c3245d59-1347-46f7-b473-ba7179a32b90 admin admin] Calling delete_port for 509fe0c3-6df7-4251-85c5-8942504eefc6 owned by network:dhcp {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:35:16.682869 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66425471-3be1-4a1f-9851-f50c1e540315 None None] DHCP port deletion for 507f8f00-c091-4132-858a-f3bc02408573 request from dv-cinder-858463-1-iscsi {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 20 13:35:16.700454 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c3245d59-1347-46f7-b473-ba7179a32b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (509fe0c3-6df7-4251-85c5-8942504eefc6), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:16.726287 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3245d59-1347-46f7-b473-ba7179a32b90 admin admin] Pushing event deleted for resources: {'Port': ['ID=509fe0c3-6df7-4251-85c5-8942504eefc6,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:35:16.729873 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3245d59-1347-46f7-b473-ba7179a32b90 admin admin] No DVR routers for this DVR port 509fe0c3-6df7-4251-85c5-8942504eefc6 on host dv-cinder-858463-1-iscsi {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:35:16.735254 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-66425471-3be1-4a1f-9851-f50c1e540315 None None] Deleting port 509fe0c3-6df7-4251-85c5-8942504eefc6 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:35:16.735889 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-66425471-3be1-4a1f-9851-f50c1e540315 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (509fe0c3-6df7-4251-85c5-8942504eefc6), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:16.801472 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c3245d59-1347-46f7-b473-ba7179a32b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553133', 'neutron.services.segments.db._delete_segments_for_network-8760608259063'] for network (507f8f00-c091-4132-858a-f3bc02408573), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:16.803798 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-66425471-3be1-4a1f-9851-f50c1e540315 None None] For port 509fe0c3-6df7-4251-85c5-8942504eefc6, host dv-cinder-858463-1-iscsi, got binding levels [] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:35:16.804073 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-66425471-3be1-4a1f-9851-f50c1e540315 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (509fe0c3-6df7-4251-85c5-8942504eefc6), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:16.817908 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-66425471-3be1-4a1f-9851-f50c1e540315 None None] Calling delete_port for 509fe0c3-6df7-4251-85c5-8942504eefc6 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:35:16.821156 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.ipam_backend_mixin [None req-66425471-3be1-4a1f-9851-f50c1e540315 None None] Port 509fe0c3-6df7-4251-85c5-8942504eefc6 was not found and therefore no delete operation was performed {{(pid=104088) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Sep 20 13:35:16.822456 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-66425471-3be1-4a1f-9851-f50c1e540315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947'] for port (509fe0c3-6df7-4251-85c5-8942504eefc6), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:16.826263 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-c3245d59-1347-46f7-b473-ba7179a32b90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['507f8f00-c091-4132-858a-f3bc02408573']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:35:16.836136 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-c3245d59-1347-46f7-b473-ba7179a32b90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9aad17b-8667-4e18-8435-17f7a04dfb25') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:35:16.836443 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-c3245d59-1347-46f7-b473-ba7179a32b90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9aad17b-8667-4e18-8435-17f7a04dfb25') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:35:16.846508 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c3245d59-1347-46f7-b473-ba7179a32b90 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760608262413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026615'] for segment (d9aad17b-8667-4e18-8435-17f7a04dfb25), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:16.846832 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66425471-3be1-4a1f-9851-f50c1e540315 None None] Pushing event deleted for resources: {'Port': ['ID=509fe0c3-6df7-4251-85c5-8942504eefc6,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:35:16.850245 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66425471-3be1-4a1f-9851-f50c1e540315 None None] No DVR routers for this DVR port 509fe0c3-6df7-4251-85c5-8942504eefc6 on host dv-cinder-858463-1-iscsi {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:35:16.866141 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c3245d59-1347-46f7-b473-ba7179a32b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549390'] for segment (d9aad17b-8667-4e18-8435-17f7a04dfb25), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:16.872612 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3245d59-1347-46f7-b473-ba7179a32b90 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 13:35:16.873060 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c3245d59-1347-46f7-b473-ba7179a32b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242223'] for segment (d9aad17b-8667-4e18-8435-17f7a04dfb25), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:16.918377 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.services.segments.plugin [-] Segment d9aad17b-8667-4e18-8435-17f7a04dfb25 resource provider aggregate not found Sep 20 13:35:16.937515 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.services.segments.plugin [-] Segment d9aad17b-8667-4e18-8435-17f7a04dfb25 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d9aad17b-8667-4e18-8435-17f7a04dfb25 found for delete ", "request_id": "req-a4a58424-0ced-48bb-9fbe-10d31c5ca0e1"}]} Sep 20 13:35:16.946687 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c3245d59-1347-46f7-b473-ba7179a32b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607699'] for network (507f8f00-c091-4132-858a-f3bc02408573), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:16.953861 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c3245d59-1347-46f7-b473-ba7179a32b90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:16.959609 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-c3245d59-1347-46f7-b473-ba7179a32b90 admin admin] 10.222.0.55 "DELETE /v2.0/networks/507f8f00-c091-4132-858a-f3bc02408573 HTTP/1.1" status: 204 len: 168 time: 0.5411623 Sep 20 13:35:16.969527 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3245d59-1347-46f7-b473-ba7179a32b90 admin admin] Pushing event deleted for resources: {'Network': ['ID=507f8f00-c091-4132-858a-f3bc02408573,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:35:17.074431 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 38728) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:35:17.113968 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-8424694a-f925-46e9-9883-038bf661dc1d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d53aef994f644a7fa4fa688cf97b1e17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383499 Sep 20 13:35:17.116361 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 38730) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:35:17.163219 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f5092f03-13dc-4e8e-be2b-f9f7e379fa59 admin admin] Publish callbacks [] for security_group (b45de4ed-c0c8-47a2-8443-52604b8cf326), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:17.187752 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f5092f03-13dc-4e8e-be2b-f9f7e379fa59 admin admin] Publish callbacks [] for security_group (b45de4ed-c0c8-47a2-8443-52604b8cf326), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:17.234187 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f5092f03-13dc-4e8e-be2b-f9f7e379fa59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (b45de4ed-c0c8-47a2-8443-52604b8cf326), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:17.236927 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f5092f03-13dc-4e8e-be2b-f9f7e379fa59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:17.238082 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-f5092f03-13dc-4e8e-be2b-f9f7e379fa59 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b45de4ed-c0c8-47a2-8443-52604b8cf326 HTTP/1.1" status: 204 len: 168 time: 0.1208091 Sep 20 13:35:17.245579 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5092f03-13dc-4e8e-be2b-f9f7e379fa59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45de4ed-c0c8-47a2-8443-52604b8cf326,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:35:17.557666 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 38742) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:35:17.595937 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-ba111b39-c191-48d2-8d4d-140c4079f12f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a39cebc2ca264f9bb20f5711b1b3382c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0371437 Sep 20 13:35:17.598300 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 38744) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:35:17.643050 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-260e11d4-9db5-48d2-b086-b737c3ab648f admin admin] Publish callbacks [] for security_group (43355a6e-59e0-4b4c-ad23-29dbd04eb999), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:17.664089 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-260e11d4-9db5-48d2-b086-b737c3ab648f admin admin] Publish callbacks [] for security_group (43355a6e-59e0-4b4c-ad23-29dbd04eb999), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:17.714940 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-260e11d4-9db5-48d2-b086-b737c3ab648f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (43355a6e-59e0-4b4c-ad23-29dbd04eb999), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:17.718343 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-260e11d4-9db5-48d2-b086-b737c3ab648f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:17.719529 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-260e11d4-9db5-48d2-b086-b737c3ab648f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/43355a6e-59e0-4b4c-ad23-29dbd04eb999 HTTP/1.1" status: 204 len: 168 time: 0.1203082 Sep 20 13:35:17.728685 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260e11d4-9db5-48d2-b086-b737c3ab648f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43355a6e-59e0-4b4c-ad23-29dbd04eb999,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:35:18.065544 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 509fe0c3-6df7-4251-85c5-8942504eefc6 no longer exists at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:35:18.085329 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] No Port match for: 509fe0c3-6df7-4251-85c5-8942504eefc6 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 20 13:35:18.085679 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 509fe0c3-6df7-4251-85c5-8942504eefc6 not bound to the agent host dv-cinder-858463-1-iscsi {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:35:18.086117 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device d752d49a-aa79-4771-98da-0a837a25847e no longer exists at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:35:18.108840 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] No Port match for: d752d49a-aa79-4771-98da-0a837a25847e {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 20 13:35:18.109098 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device d752d49a-aa79-4771-98da-0a837a25847e not bound to the agent host dv-cinder-858463-1-iscsi {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:35:22.121980 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 38774) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:35:22.221754 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-56f59947-ac93-4f93-977c-83b63386af60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:22.298635 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-56f59947-ac93-4f93-977c-83b63386af60 admin admin] Publish callbacks [] for security_group (244b2bea-fb25-4d06-b003-d3ccd7fd0e68), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:22.302360 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-56f59947-ac93-4f93-977c-83b63386af60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (244b2bea-fb25-4d06-b003-d3ccd7fd0e68), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:22.340362 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-56f59947-ac93-4f93-977c-83b63386af60 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=769d6ca0ae37441b99a73f89fed115cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2173493 Sep 20 13:35:22.341483 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f59947-ac93-4f93-977c-83b63386af60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244b2bea-fb25-4d06-b003-d3ccd7fd0e68,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:35:22.343229 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 38778) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:35:22.392330 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-789cc6f7-3901-4a2d-89ed-03c2f42e577e admin admin] Publish callbacks [] for security_group (244b2bea-fb25-4d06-b003-d3ccd7fd0e68), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:22.412684 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-789cc6f7-3901-4a2d-89ed-03c2f42e577e admin admin] Publish callbacks [] for security_group (244b2bea-fb25-4d06-b003-d3ccd7fd0e68), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:22.458177 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-789cc6f7-3901-4a2d-89ed-03c2f42e577e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (244b2bea-fb25-4d06-b003-d3ccd7fd0e68), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:22.460779 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-789cc6f7-3901-4a2d-89ed-03c2f42e577e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:22.461939 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-789cc6f7-3901-4a2d-89ed-03c2f42e577e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/244b2bea-fb25-4d06-b003-d3ccd7fd0e68 HTTP/1.1" status: 204 len: 168 time: 0.1177166 Sep 20 13:35:22.469439 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789cc6f7-3901-4a2d-89ed-03c2f42e577e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244b2bea-fb25-4d06-b003-d3ccd7fd0e68,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:35:23.464208 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d6025094-c94a-4d70-9b98-bf5780a075e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (c520f755-59ca-4a79-a15e-107c01e131c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:25.792865 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-26b79849-f0db-42f9-92c2-e03f3a4bd78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (e6bdf340-58c5-4186-af2d-ab00439e5425), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:26.797401 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21c1e68e-1f58-483a-acac-7453cdb7afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (dfbc54aa-0ed8-4030-9edb-0bf7f0e74037), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:28.225462 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c793fb8f-2eac-4cf0-b972-02f3f2d6d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (78ab24c8-cd03-458a-a2fc-6c0c54d0053a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:29.696234 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (543ca60b-7e7a-4ebd-8f87-7672c7a482b9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:36.446801 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.agents_db [None req-1b87bba1-5a3b-42d5-ba20-63287d9ec67c None None] Agent healthcheck: found 6 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:35:40.285006 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (728cf656-0364-4172-b8b5-b6ffd3122ed0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:44.692820 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 38920) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:35:44.795279 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4dabde77-4749-4473-82e6-e63f32e5c94b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:44.866888 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4dabde77-4749-4473-82e6-e63f32e5c94b admin admin] Publish callbacks [] for security_group (728730c6-0363-4732-adb2-f945112eaf8b), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:44.870541 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4dabde77-4749-4473-82e6-e63f32e5c94b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (728730c6-0363-4732-adb2-f945112eaf8b), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:44.908020 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-4dabde77-4749-4473-82e6-e63f32e5c94b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3944c2f4f085496fb8afab387a49312d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2141898 Sep 20 13:35:44.908897 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dabde77-4749-4473-82e6-e63f32e5c94b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728730c6-0363-4732-adb2-f945112eaf8b,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:35:44.911690 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 38924) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:35:45.179528 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c79cf02e-a9f2-4905-bfa7-db6fc4145925 admin admin] Publish callbacks [] for security_group (728730c6-0363-4732-adb2-f945112eaf8b), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:45.199501 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c79cf02e-a9f2-4905-bfa7-db6fc4145925 admin admin] Publish callbacks [] for security_group (728730c6-0363-4732-adb2-f945112eaf8b), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:45.244571 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c79cf02e-a9f2-4905-bfa7-db6fc4145925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (728730c6-0363-4732-adb2-f945112eaf8b), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:45.247167 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c79cf02e-a9f2-4905-bfa7-db6fc4145925 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:45.248320 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-c79cf02e-a9f2-4905-bfa7-db6fc4145925 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/728730c6-0363-4732-adb2-f945112eaf8b HTTP/1.1" status: 204 len: 168 time: 0.3356047 Sep 20 13:35:45.255974 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79cf02e-a9f2-4905-bfa7-db6fc4145925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728730c6-0363-4732-adb2-f945112eaf8b,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:35:45.262938 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79cf02e-a9f2-4905-bfa7-db6fc4145925 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:35:45.263303 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79cf02e-a9f2-4905-bfa7-db6fc4145925 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:35:45.263689 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79cf02e-a9f2-4905-bfa7-db6fc4145925 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:35:45.264036 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79cf02e-a9f2-4905-bfa7-db6fc4145925 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:35:45.264375 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79cf02e-a9f2-4905-bfa7-db6fc4145925 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:35:45.264712 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79cf02e-a9f2-4905-bfa7-db6fc4145925 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:35:45.265050 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79cf02e-a9f2-4905-bfa7-db6fc4145925 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:35:45.265386 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79cf02e-a9f2-4905-bfa7-db6fc4145925 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:35:45.265721 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79cf02e-a9f2-4905-bfa7-db6fc4145925 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:35:45.266057 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79cf02e-a9f2-4905-bfa7-db6fc4145925 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:35:45.266388 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79cf02e-a9f2-4905-bfa7-db6fc4145925 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:35:45.266715 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79cf02e-a9f2-4905-bfa7-db6fc4145925 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:35:45.267072 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79cf02e-a9f2-4905-bfa7-db6fc4145925 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:35:51.062915 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-48a1989f-ccb3-482c-8284-b8293206814a req-780540c8-b1cd-468c-b3b8-9659bd2c041d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ec93f663-8702-4611-bec1-81ebbd483b87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436122 Sep 20 13:35:51.140875 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a1989f-ccb3-482c-8284-b8293206814a req-b9a10a80-6dd4-4f39-8de9-ea558dcce317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:35:51.142347 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-48a1989f-ccb3-482c-8284-b8293206814a req-b9a10a80-6dd4-4f39-8de9-ea558dcce317 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a0f2064a9ebc4d1abb2285ce408b90d6&device_id=ec93f663-8702-4611-bec1-81ebbd483b87 HTTP/1.1" status: 200 len: 1130 time: 0.0469184 Sep 20 13:35:51.240341 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a1989f-ccb3-482c-8284-b8293206814a req-e2ef5edf-c943-4cd9-8359-ca73dc8b6350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:35:51.241823 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-48a1989f-ccb3-482c-8284-b8293206814a req-e2ef5edf-c943-4cd9-8359-ca73dc8b6350 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9fc3ed28-8239-4d46-a344-482b29fe53fd HTTP/1.1" status: 200 len: 909 time: 0.0821507 Sep 20 13:35:51.305708 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-48a1989f-ccb3-482c-8284-b8293206814a req-d4b77f85-3f2e-404b-adae-38fedf8b9d9f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=519095cb-14c4-49c5-86d3-99172a2b602b HTTP/1.1" status: 200 len: 1002 time: 0.0566056 Sep 20 13:35:51.353478 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a1989f-ccb3-482c-8284-b8293206814a req-a2e12b03-05d4-4ce6-9def-39c85b4ddda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:35:51.354820 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-48a1989f-ccb3-482c-8284-b8293206814a req-a2e12b03-05d4-4ce6-9def-39c85b4ddda2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=13fecf05-f068-411a-94fe-40dc17ac3796 HTTP/1.1" status: 200 len: 848 time: 0.0422838 Sep 20 13:35:51.405793 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a1989f-ccb3-482c-8284-b8293206814a req-11c3ddb4-d7ca-43ba-a46b-452644387477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:35:51.407317 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-48a1989f-ccb3-482c-8284-b8293206814a req-11c3ddb4-d7ca-43ba-a46b-452644387477 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9fc3ed28-8239-4d46-a344-482b29fe53fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461118 Sep 20 13:35:51.496799 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-48a1989f-ccb3-482c-8284-b8293206814a req-1f98735b-d40a-4475-8b79-7e47c25ba2d5 service neutron] 10.222.0.62 "GET /v2.0/networks/9fc3ed28-8239-4d46-a344-482b29fe53fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832057 Sep 20 13:35:51.583640 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-48a1989f-ccb3-482c-8284-b8293206814a req-7c6d1883-11f3-4d69-ae94-0403ee754bda service neutron] 10.222.0.62 "GET /v2.0/networks/9fc3ed28-8239-4d46-a344-482b29fe53fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803001 Sep 20 13:35:53.456597 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d09e16ab-34da-49b5-94bb-b30e02f96af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (c520f755-59ca-4a79-a15e-107c01e131c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:54.206434 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 38998) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:35:54.307836 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6d0e6d4c-7d1a-4f70-990c-c658fbb88004 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:54.381761 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6d0e6d4c-7d1a-4f70-990c-c658fbb88004 admin admin] Publish callbacks [] for security_group (0cc2e731-2796-416d-b5f3-8585fdf9f22e), precommit_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:54.385335 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6d0e6d4c-7d1a-4f70-990c-c658fbb88004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (0cc2e731-2796-416d-b5f3-8585fdf9f22e), after_create {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:54.422515 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-6d0e6d4c-7d1a-4f70-990c-c658fbb88004 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=92b9cc4d52304cc8b8e69f1d7d41ee1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2150435 Sep 20 13:35:54.423398 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0e6d4c-7d1a-4f70-990c-c658fbb88004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc2e731-2796-416d-b5f3-8585fdf9f22e,revision_number=1']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:35:54.425215 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 39002) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:35:54.475599 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d3206c36-8c21-4ba6-83d6-955afbf43c8e admin admin] Publish callbacks [] for security_group (0cc2e731-2796-416d-b5f3-8585fdf9f22e), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:54.496395 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d3206c36-8c21-4ba6-83d6-955afbf43c8e admin admin] Publish callbacks [] for security_group (0cc2e731-2796-416d-b5f3-8585fdf9f22e), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:54.542800 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d3206c36-8c21-4ba6-83d6-955afbf43c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (0cc2e731-2796-416d-b5f3-8585fdf9f22e), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:54.545352 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d3206c36-8c21-4ba6-83d6-955afbf43c8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:54.546490 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-d3206c36-8c21-4ba6-83d6-955afbf43c8e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0cc2e731-2796-416d-b5f3-8585fdf9f22e HTTP/1.1" status: 204 len: 168 time: 0.1201982 Sep 20 13:35:54.554414 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3206c36-8c21-4ba6-83d6-955afbf43c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc2e731-2796-416d-b5f3-8585fdf9f22e,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:35:55.796554 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-431b94e2-87d4-4aac-918d-73f116fdc9c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (e6bdf340-58c5-4186-af2d-ab00439e5425), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:56.801097 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21c1e68e-1f58-483a-acac-7453cdb7afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (dfbc54aa-0ed8-4030-9edb-0bf7f0e74037), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:58.214705 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c793fb8f-2eac-4cf0-b972-02f3f2d6d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (78ab24c8-cd03-458a-a2fc-6c0c54d0053a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:35:59.619139 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (543ca60b-7e7a-4ebd-8f87-7672c7a482b9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:10.297486 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (728cf656-0364-4172-b8b5-b6ffd3122ed0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:13.445424 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.agents_db [None req-1b87bba1-5a3b-42d5-ba20-63287d9ec67c None None] Agent healthcheck: found 6 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:36:23.456939 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-baf40d2b-3a53-4bbd-8c91-9c447f036c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (c520f755-59ca-4a79-a15e-107c01e131c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:25.797275 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-43c132a5-a6ec-4ff2-97b4-b569324a77e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (e6bdf340-58c5-4186-af2d-ab00439e5425), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:26.804179 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21c1e68e-1f58-483a-acac-7453cdb7afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (dfbc54aa-0ed8-4030-9edb-0bf7f0e74037), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:28.218878 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c793fb8f-2eac-4cf0-b972-02f3f2d6d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (78ab24c8-cd03-458a-a2fc-6c0c54d0053a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:29.622520 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (543ca60b-7e7a-4ebd-8f87-7672c7a482b9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:40.289326 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (728cf656-0364-4172-b8b5-b6ffd3122ed0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:41.981658 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 39010) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:36:42.253097 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-14ba3142-61ed-400a-97d2-9ffdf9d49f50 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Deleting port 5ce805c2-6a72-49a6-8d1d-fe30d717480a {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:36:42.253354 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-14ba3142-61ed-400a-97d2-9ffdf9d49f50 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (5ce805c2-6a72-49a6-8d1d-fe30d717480a), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:42.327170 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-14ba3142-61ed-400a-97d2-9ffdf9d49f50 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (5ce805c2-6a72-49a6-8d1d-fe30d717480a), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:42.327501 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-14ba3142-61ed-400a-97d2-9ffdf9d49f50 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Publish callbacks [] for floatingip (5ce805c2-6a72-49a6-8d1d-fe30d717480a), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:42.339753 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-14ba3142-61ed-400a-97d2-9ffdf9d49f50 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Calling delete_port for 5ce805c2-6a72-49a6-8d1d-fe30d717480a owned by network:floatingip {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:36:42.481115 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-14ba3142-61ed-400a-97d2-9ffdf9d49f50 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421007'] for port (5ce805c2-6a72-49a6-8d1d-fe30d717480a), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:42.506196 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ba3142-61ed-400a-97d2-9ffdf9d49f50 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Pushing event deleted for resources: {'Port': ['ID=5ce805c2-6a72-49a6-8d1d-fe30d717480a,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:36:42.563700 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-14ba3142-61ed-400a-97d2-9ffdf9d49f50 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Publish callbacks [] for floatingip (33b37b18-4b00-4b02-9d60-15407211a1af), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:42.564071 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.db.l3_db [None req-14ba3142-61ed-400a-97d2-9ffdf9d49f50 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Floating IP 33b37b18-4b00-4b02-9d60-15407211a1af disassociated (deleted). External IP: 172.27.2.229, port: 519095cb-14c4-49c5-86d3-99172a2b602b. Sep 20 13:36:42.756177 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14ba3142-61ed-400a-97d2-9ffdf9d49f50 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Router cb4058b9-8340-4a69-85fe-2a61529f8e0e has already been hosted by L3 agent e6bdf340-58c5-4186-af2d-ab00439e5425 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:36:42.855619 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ba3142-61ed-400a-97d2-9ffdf9d49f50 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Notify agent at l3_agent.dv-cinder-858463-1-iscsi the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:36:42.860335 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-14ba3142-61ed-400a-97d2-9ffdf9d49f50 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for floatingip (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:42.865467 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11957300-af55-4e37-8f9d-61a810dd15b7 None None] Sync routers for ids ['cb4058b9-8340-4a69-85fe-2a61529f8e0e'] in dv-cinder-858463-1-iscsi {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:36:42.875204 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11957300-af55-4e37-8f9d-61a810dd15b7 None None] Routers {'cb4058b9-8340-4a69-85fe-2a61529f8e0e'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:36:42.875822 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-11957300-af55-4e37-8f9d-61a810dd15b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:36:26Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['cb4058b9-8340-4a69-85fe-2a61529f8e0e'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:36:42.889682 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-14ba3142-61ed-400a-97d2-9ffdf9d49f50 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "DELETE /v2.0/floatingips/33b37b18-4b00-4b02-9d60-15407211a1af HTTP/1.1" status: 204 len: 168 time: 0.9069428 Sep 20 13:36:42.890431 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec93f663-8702-4611-bec1-81ebbd483b87', 'tag': '519095cb-14c4-49c5-86d3-99172a2b602b'}] {{(pid=104086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:36:42.893505 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35f9f8ba2811e4be4385c704f255b6faf45db8d19dac8ae47afe3dd23e96b6c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98dea99a-8000-4c1b-b25c-78550e55d264" -d '{"events": [{"name": "network-changed", "server_uuid": "ec93f663-8702-4611-bec1-81ebbd483b87", "tag": "519095cb-14c4-49c5-86d3-99172a2b602b"}]}' {{(pid=104086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:36:42.979107 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-11957300-af55-4e37-8f9d-61a810dd15b7 None None] Set router cb4058b9-8340-4a69-85fe-2a61529f8e0e gateway port host: dv-cinder-858463-1-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:36:43.061897 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 13:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1311f9-8bef-4e1f-90a3-bf25be8c4c2c x-openstack-request-id: req-1b1311f9-8bef-4e1f-90a3-bf25be8c4c2c {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:36:43.062409 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec93f663-8702-4611-bec1-81ebbd483b87", "tag": "519095cb-14c4-49c5-86d3-99172a2b602b", "status": "completed", "code": 200}]} {{(pid=104086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:36:43.062522 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1b1311f9-8bef-4e1f-90a3-bf25be8c4c2c {{(pid=104086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:36:43.062894 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b1311f9-8bef-4e1f-90a3-bf25be8c4c2c'] response: {'name': 'network-changed', 'server_uuid': 'ec93f663-8702-4611-bec1-81ebbd483b87', 'tag': '519095cb-14c4-49c5-86d3-99172a2b602b', 'status': 'completed', 'code': 200} Sep 20 13:36:43.132329 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0413bfd-858f-44e6-bfaf-46905ae7f138 req-8f8a7b60-8a2b-426a-adb8-ffe8895427ab tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:36:43.133988 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-a0413bfd-858f-44e6-bfaf-46905ae7f138 req-8f8a7b60-8a2b-426a-adb8-ffe8895427ab tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec93f663-8702-4611-bec1-81ebbd483b87 HTTP/1.1" status: 200 len: 946 time: 0.0556605 Sep 20 13:36:43.170632 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dea99a-8000-4c1b-b25c-78550e55d264 req-01201f23-5fd9-4f49-9083-64e3da4a7f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:36:43.172225 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-98dea99a-8000-4c1b-b25c-78550e55d264 req-01201f23-5fd9-4f49-9083-64e3da4a7f90 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a0f2064a9ebc4d1abb2285ce408b90d6&device_id=ec93f663-8702-4611-bec1-81ebbd483b87 HTTP/1.1" status: 200 len: 1130 time: 0.0518394 Sep 20 13:36:43.193327 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [req-a0413bfd-858f-44e6-bfaf-46905ae7f138 req-1fdc5fad-76b8-490c-a1f1-67dc7c5255eb tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/security-groups?id=0453924a-4e62-4c6c-a323-25cbb499fe95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525513 Sep 20 13:36:43.201175 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-11957300-af55-4e37-8f9d-61a810dd15b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb4058b9-8340-4a69-85fe-2a61529f8e0e', 'name': 'tempest-TestShelveInstance-1537881348-router', 'tenant_id': 'a0f2064a9ebc4d1abb2285ce408b90d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '49937269-b5f3-4609-a209-3efef81adac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:30:26Z', 'updated_at': '2022-09-20T13:30:29Z', 'revision_number': 4, 'project_id': 'a0f2064a9ebc4d1abb2285ce408b90d6', 'gw_port': {'id': '49937269-b5f3-4609-a209-3efef81adac7', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4058b9-8340-4a69-85fe-2a61529f8e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:30:26Z', 'updated_at': '2022-09-20T13:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': 'dd6c4892-a97d-4bcf-b51c-053c4fa09a13', 'name': '', 'network_id': '9fc3ed28-8239-4d46-a344-482b29fe53fd', 'tenant_id': 'a0f2064a9ebc4d1abb2285ce408b90d6', 'mac_address': 'fa:16:3e:ee:da:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4058b9-8340-4a69-85fe-2a61529f8e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '13fecf05-f068-411a-94fe-40dc17ac3796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:30:28Z', 'updated_at': '2022-09-20T13:30:32Z', 'revision_number': 5, 'project_id': 'a0f2064a9ebc4d1abb2285ce408b90d6', 'subnets': [{'id': '13fecf05-f068-411a-94fe-40dc17ac3796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:36:43.237085 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11957300-af55-4e37-8f9d-61a810dd15b7 None None] Checking router: cb4058b9-8340-4a69-85fe-2a61529f8e0e for host: dv-cinder-858463-1-iscsi {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:36:43.245423 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11957300-af55-4e37-8f9d-61a810dd15b7 None None] Routers {'cb4058b9-8340-4a69-85fe-2a61529f8e0e'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:36:43.246021 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-11957300-af55-4e37-8f9d-61a810dd15b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:36:26Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['cb4058b9-8340-4a69-85fe-2a61529f8e0e'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:36:43.270085 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dea99a-8000-4c1b-b25c-78550e55d264 req-56b143f6-a3c7-4cbb-8a8f-3adeef5d4165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:36:43.271499 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-98dea99a-8000-4c1b-b25c-78550e55d264 req-56b143f6-a3c7-4cbb-8a8f-3adeef5d4165 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9fc3ed28-8239-4d46-a344-482b29fe53fd HTTP/1.1" status: 200 len: 909 time: 0.0923765 Sep 20 13:36:43.315452 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-98dea99a-8000-4c1b-b25c-78550e55d264 req-edf36c92-b7e4-463e-a2c4-828ae950ae29 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=519095cb-14c4-49c5-86d3-99172a2b602b HTTP/1.1" status: 200 len: 217 time: 0.0378532 Sep 20 13:36:43.351728 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-11957300-af55-4e37-8f9d-61a810dd15b7 None None] Set router cb4058b9-8340-4a69-85fe-2a61529f8e0e gateway port host: dv-cinder-858463-1-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:36:43.365376 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dea99a-8000-4c1b-b25c-78550e55d264 req-4a8c69f8-c460-4fcc-ba11-6dd2fb36f23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:36:43.366908 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-98dea99a-8000-4c1b-b25c-78550e55d264 req-4a8c69f8-c460-4fcc-ba11-6dd2fb36f23c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=13fecf05-f068-411a-94fe-40dc17ac3796 HTTP/1.1" status: 200 len: 848 time: 0.0452285 Sep 20 13:36:43.430091 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dea99a-8000-4c1b-b25c-78550e55d264 req-432b02ba-5029-46a4-8caf-f1fb041d4c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:36:43.431647 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-98dea99a-8000-4c1b-b25c-78550e55d264 req-432b02ba-5029-46a4-8caf-f1fb041d4c74 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9fc3ed28-8239-4d46-a344-482b29fe53fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0577977 Sep 20 13:36:43.538060 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-98dea99a-8000-4c1b-b25c-78550e55d264 req-05aa1c68-2ec9-44dc-80f6-2dc6e24dd167 service neutron] 10.222.0.62 "GET /v2.0/networks/9fc3ed28-8239-4d46-a344-482b29fe53fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000812 Sep 20 13:36:43.633617 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-98dea99a-8000-4c1b-b25c-78550e55d264 req-81bae471-f19e-4b55-a3d2-f926189e1d2e service neutron] 10.222.0.62 "GET /v2.0/networks/9fc3ed28-8239-4d46-a344-482b29fe53fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894752 Sep 20 13:36:43.665051 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-11957300-af55-4e37-8f9d-61a810dd15b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb4058b9-8340-4a69-85fe-2a61529f8e0e', 'name': 'tempest-TestShelveInstance-1537881348-router', 'tenant_id': 'a0f2064a9ebc4d1abb2285ce408b90d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '49937269-b5f3-4609-a209-3efef81adac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:30:26Z', 'updated_at': '2022-09-20T13:30:29Z', 'revision_number': 4, 'project_id': 'a0f2064a9ebc4d1abb2285ce408b90d6', 'gw_port': {'id': '49937269-b5f3-4609-a209-3efef81adac7', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4058b9-8340-4a69-85fe-2a61529f8e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:30:26Z', 'updated_at': '2022-09-20T13:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': 'dd6c4892-a97d-4bcf-b51c-053c4fa09a13', 'name': '', 'network_id': '9fc3ed28-8239-4d46-a344-482b29fe53fd', 'tenant_id': 'a0f2064a9ebc4d1abb2285ce408b90d6', 'mac_address': 'fa:16:3e:ee:da:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4058b9-8340-4a69-85fe-2a61529f8e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '13fecf05-f068-411a-94fe-40dc17ac3796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:30:28Z', 'updated_at': '2022-09-20T13:30:32Z', 'revision_number': 5, 'project_id': 'a0f2064a9ebc4d1abb2285ce408b90d6', 'subnets': [{'id': '13fecf05-f068-411a-94fe-40dc17ac3796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:36:43.692852 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11957300-af55-4e37-8f9d-61a810dd15b7 None None] The sync data for ids ['cb4058b9-8340-4a69-85fe-2a61529f8e0e'] in dv-cinder-858463-1-iscsi is: [{'id': 'cb4058b9-8340-4a69-85fe-2a61529f8e0e', 'name': 'tempest-TestShelveInstance-1537881348-router', 'tenant_id': 'a0f2064a9ebc4d1abb2285ce408b90d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '49937269-b5f3-4609-a209-3efef81adac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:30:26Z', 'updated_at': '2022-09-20T13:30:29Z', 'revision_number': 4, 'project_id': 'a0f2064a9ebc4d1abb2285ce408b90d6', 'gw_port': {'id': '49937269-b5f3-4609-a209-3efef81adac7', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4058b9-8340-4a69-85fe-2a61529f8e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:30:26Z', 'updated_at': '2022-09-20T13:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi', '_interfaces': [{'id': 'dd6c4892-a97d-4bcf-b51c-053c4fa09a13', 'name': '', 'network_id': '9fc3ed28-8239-4d46-a344-482b29fe53fd', 'tenant_id': 'a0f2064a9ebc4d1abb2285ce408b90d6', 'mac_address': 'fa:16:3e:ee:da:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4058b9-8340-4a69-85fe-2a61529f8e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '13fecf05-f068-411a-94fe-40dc17ac3796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:30:28Z', 'updated_at': '2022-09-20T13:30:32Z', 'revision_number': 5, 'project_id': 'a0f2064a9ebc4d1abb2285ce408b90d6', 'subnets': [{'id': '13fecf05-f068-411a-94fe-40dc17ac3796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:36:43.930480 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd978d3-92c3-4020-9faa-099acf625000 None None] New status for floating IP 33b37b18-4b00-4b02-9d60-15407211a1af: DOWN {{(pid=104088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 13:36:44.325227 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3d1379-d581-46e3-9302-cfeac2a7ec19 req-e6585abf-d906-4b87-93ab-2cf1d15a817d tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:36:44.326706 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8b3d1379-d581-46e3-9302-cfeac2a7ec19 req-e6585abf-d906-4b87-93ab-2cf1d15a817d tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec93f663-8702-4611-bec1-81ebbd483b87 HTTP/1.1" status: 200 len: 946 time: 0.0542941 Sep 20 13:36:44.375565 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8b3d1379-d581-46e3-9302-cfeac2a7ec19 req-211a09dd-35dd-4e53-8d0c-bb536abf036b tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/security-groups?id=0453924a-4e62-4c6c-a323-25cbb499fe95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431333 Sep 20 13:36:44.979501 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d405273e-ceea-4844-b4ef-0bfc1394cc0b req-5d003b13-b0b1-4d2e-9e1f-60eaa1a1091a tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 13:36:44.980928 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d405273e-ceea-4844-b4ef-0bfc1394cc0b req-5d003b13-b0b1-4d2e-9e1f-60eaa1a1091a tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec93f663-8702-4611-bec1-81ebbd483b87 HTTP/1.1" status: 200 len: 946 time: 0.0554142 Sep 20 13:36:45.064976 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-d405273e-ceea-4844-b4ef-0bfc1394cc0b req-cf90ac7b-5a6e-4e4b-af81-7686142fdea8 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Deleting port 519095cb-14c4-49c5-86d3-99172a2b602b {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:36:45.065315 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d405273e-ceea-4844-b4ef-0bfc1394cc0b req-cf90ac7b-5a6e-4e4b-af81-7686142fdea8 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (519095cb-14c4-49c5-86d3-99172a2b602b), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:45.153330 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-d405273e-ceea-4844-b4ef-0bfc1394cc0b req-cf90ac7b-5a6e-4e4b-af81-7686142fdea8 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] For port 519095cb-14c4-49c5-86d3-99172a2b602b, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=519095cb-14c4-49c5-86d3-99172a2b602b,segment=NetworkSegment(c4e97fc0-43ad-46a7-bda9-023f4d5197db),segment_id=c4e97fc0-43ad-46a7-bda9-023f4d5197db)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:36:45.153695 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d405273e-ceea-4844-b4ef-0bfc1394cc0b req-cf90ac7b-5a6e-4e4b-af81-7686142fdea8 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (519095cb-14c4-49c5-86d3-99172a2b602b), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:45.166662 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-d405273e-ceea-4844-b4ef-0bfc1394cc0b req-cf90ac7b-5a6e-4e4b-af81-7686142fdea8 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Calling delete_port for 519095cb-14c4-49c5-86d3-99172a2b602b owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:36:45.293033 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d405273e-ceea-4844-b4ef-0bfc1394cc0b req-cf90ac7b-5a6e-4e4b-af81-7686142fdea8 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (519095cb-14c4-49c5-86d3-99172a2b602b), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:45.323341 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf90ac7b-5a6e-4e4b-af81-7686142fdea8 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Pushing event deleted for resources: {'Port': ['ID=519095cb-14c4-49c5-86d3-99172a2b602b,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:36:45.336898 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf90ac7b-5a6e-4e4b-af81-7686142fdea8 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:36:45.336898 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf90ac7b-5a6e-4e4b-af81-7686142fdea8 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:36:45.336898 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf90ac7b-5a6e-4e4b-af81-7686142fdea8 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:36:45.337733 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf90ac7b-5a6e-4e4b-af81-7686142fdea8 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:36:45.337733 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf90ac7b-5a6e-4e4b-af81-7686142fdea8 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:36:45.337911 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf90ac7b-5a6e-4e4b-af81-7686142fdea8 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:36:45.338139 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf90ac7b-5a6e-4e4b-af81-7686142fdea8 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:36:45.338473 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf90ac7b-5a6e-4e4b-af81-7686142fdea8 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:36:45.338825 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf90ac7b-5a6e-4e4b-af81-7686142fdea8 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:36:45.339160 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf90ac7b-5a6e-4e4b-af81-7686142fdea8 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:36:45.339490 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf90ac7b-5a6e-4e4b-af81-7686142fdea8 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:36:45.339820 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf90ac7b-5a6e-4e4b-af81-7686142fdea8 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:36:45.340140 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf90ac7b-5a6e-4e4b-af81-7686142fdea8 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:36:45.375151 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-d405273e-ceea-4844-b4ef-0bfc1394cc0b req-cf90ac7b-5a6e-4e4b-af81-7686142fdea8 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] No DVR routers for this DVR port 519095cb-14c4-49c5-86d3-99172a2b602b on host hv-cinder-85846 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:36:45.378181 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d405273e-ceea-4844-b4ef-0bfc1394cc0b req-cf90ac7b-5a6e-4e4b-af81-7686142fdea8 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1920964'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:45.381428 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d405273e-ceea-4844-b4ef-0bfc1394cc0b req-cf90ac7b-5a6e-4e4b-af81-7686142fdea8 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.62 "DELETE /v2.0/ports/519095cb-14c4-49c5-86d3-99172a2b602b HTTP/1.1" status: 204 len: 173 time: 0.3955619 Sep 20 13:36:45.381917 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec93f663-8702-4611-bec1-81ebbd483b87', 'name': 'network-vif-deleted', 'tag': '519095cb-14c4-49c5-86d3-99172a2b602b'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 13:36:45.384199 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8afa0c3fb06aef531850fccced94fa4b659a4977f0534d5a49c84d13d87c0c54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5c5481-b680-4108-b791-6669601ede1e" -d '{"events": [{"server_uuid": "ec93f663-8702-4611-bec1-81ebbd483b87", "name": "network-vif-deleted", "tag": "519095cb-14c4-49c5-86d3-99172a2b602b"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 13:36:45.432747 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 13:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb6806d-8215-425d-be99-a16bd978b0fd x-openstack-request-id: req-dbb6806d-8215-425d-be99-a16bd978b0fd {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 13:36:45.433053 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec93f663-8702-4611-bec1-81ebbd483b87", "name": "network-vif-deleted", "tag": "519095cb-14c4-49c5-86d3-99172a2b602b", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 13:36:45.433317 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dbb6806d-8215-425d-be99-a16bd978b0fd {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 13:36:45.433727 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbb6806d-8215-425d-be99-a16bd978b0fd'] response: {'server_uuid': 'ec93f663-8702-4611-bec1-81ebbd483b87', 'name': 'network-vif-deleted', 'tag': '519095cb-14c4-49c5-86d3-99172a2b602b', 'status': 'completed', 'code': 200} Sep 20 13:36:45.479129 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5360610d-0754-44bd-a53b-1eea4177554c req-90787171-70db-4bc6-be2b-64691047c710 tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec93f663-8702-4611-bec1-81ebbd483b87 HTTP/1.1" status: 200 len: 210 time: 0.0272484 Sep 20 13:36:46.541915 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 39036) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:36:46.597608 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b536e172-07ac-4d98-8d24-77c2210daf5d tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Publish callbacks [] for security_group (0453924a-4e62-4c6c-a323-25cbb499fe95), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:46.622010 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b536e172-07ac-4d98-8d24-77c2210daf5d tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Publish callbacks [] for security_group (0453924a-4e62-4c6c-a323-25cbb499fe95), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:46.680288 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b536e172-07ac-4d98-8d24-77c2210daf5d tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (0453924a-4e62-4c6c-a323-25cbb499fe95), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:46.682901 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-b536e172-07ac-4d98-8d24-77c2210daf5d tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Publish callbacks [] for security_group (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:46.684155 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-b536e172-07ac-4d98-8d24-77c2210daf5d tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] 10.222.0.55 "DELETE /v2.0/security-groups/0453924a-4e62-4c6c-a323-25cbb499fe95 HTTP/1.1" status: 204 len: 168 time: 0.1412489 Sep 20 13:36:46.694070 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b536e172-07ac-4d98-8d24-77c2210daf5d tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0453924a-4e62-4c6c-a323-25cbb499fe95,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:36:46.701258 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b536e172-07ac-4d98-8d24-77c2210daf5d tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:36:46.701616 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b536e172-07ac-4d98-8d24-77c2210daf5d tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:36:46.701970 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b536e172-07ac-4d98-8d24-77c2210daf5d tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:36:46.702313 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b536e172-07ac-4d98-8d24-77c2210daf5d tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:36:46.702655 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b536e172-07ac-4d98-8d24-77c2210daf5d tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:36:46.703020 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b536e172-07ac-4d98-8d24-77c2210daf5d tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:36:46.703478 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b536e172-07ac-4d98-8d24-77c2210daf5d tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:36:46.703822 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b536e172-07ac-4d98-8d24-77c2210daf5d tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:36:46.704193 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b536e172-07ac-4d98-8d24-77c2210daf5d tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:36:46.705378 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b536e172-07ac-4d98-8d24-77c2210daf5d tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:36:46.705645 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b536e172-07ac-4d98-8d24-77c2210daf5d tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:36:46.705985 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b536e172-07ac-4d98-8d24-77c2210daf5d tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:36:46.706318 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b536e172-07ac-4d98-8d24-77c2210daf5d tempest-TestShelveInstance-1595636611 tempest-TestShelveInstance-1595636611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:36:46.728642 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 39040) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:36:47.171467 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3bfbe3ed-cada-46b4-b402-7f4f14d3fb30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1608461'] for router_interface (cb4058b9-8340-4a69-85fe-2a61529f8e0e), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:47.396638 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-3bfbe3ed-cada-46b4-b402-7f4f14d3fb30 admin admin] Deleting port dd6c4892-a97d-4bcf-b51c-053c4fa09a13 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:36:47.396978 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3bfbe3ed-cada-46b4-b402-7f4f14d3fb30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (dd6c4892-a97d-4bcf-b51c-053c4fa09a13), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:47.474986 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-3bfbe3ed-cada-46b4-b402-7f4f14d3fb30 admin admin] For port dd6c4892-a97d-4bcf-b51c-053c4fa09a13, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=dd6c4892-a97d-4bcf-b51c-053c4fa09a13,segment=NetworkSegment(c4e97fc0-43ad-46a7-bda9-023f4d5197db),segment_id=c4e97fc0-43ad-46a7-bda9-023f4d5197db)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:36:47.475278 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3bfbe3ed-cada-46b4-b402-7f4f14d3fb30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (dd6c4892-a97d-4bcf-b51c-053c4fa09a13), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:47.488674 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-3bfbe3ed-cada-46b4-b402-7f4f14d3fb30 admin admin] Calling delete_port for dd6c4892-a97d-4bcf-b51c-053c4fa09a13 owned by network:router_interface {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:36:47.662606 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3bfbe3ed-cada-46b4-b402-7f4f14d3fb30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421007'] for port (dd6c4892-a97d-4bcf-b51c-053c4fa09a13), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:47.685994 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfbe3ed-cada-46b4-b402-7f4f14d3fb30 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd6c4892-a97d-4bcf-b51c-053c4fa09a13,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:36:47.844835 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-3bfbe3ed-cada-46b4-b402-7f4f14d3fb30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1609629'] for router_interface (cb4058b9-8340-4a69-85fe-2a61529f8e0e), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:48.042402 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bfbe3ed-cada-46b4-b402-7f4f14d3fb30 admin admin] Router cb4058b9-8340-4a69-85fe-2a61529f8e0e has already been hosted by L3 agent e6bdf340-58c5-4186-af2d-ab00439e5425 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:36:48.140278 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bfbe3ed-cada-46b4-b402-7f4f14d3fb30 admin admin] Notify agent at l3_agent.dv-cinder-858463-1-iscsi the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:36:48.145554 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-3bfbe3ed-cada-46b4-b402-7f4f14d3fb30 admin admin] 10.222.0.55 "PUT /v2.0/routers/cb4058b9-8340-4a69-85fe-2a61529f8e0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4154103 Sep 20 13:36:48.148045 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 39044) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:36:48.151606 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f24d730-67eb-4ef8-ab57-27dfed6544de None None] Sync routers for ids ['cb4058b9-8340-4a69-85fe-2a61529f8e0e'] in dv-cinder-858463-1-iscsi {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:36:48.166923 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f24d730-67eb-4ef8-ab57-27dfed6544de None None] Routers {'cb4058b9-8340-4a69-85fe-2a61529f8e0e'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:36:48.167623 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-3f24d730-67eb-4ef8-ab57-27dfed6544de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:36:26Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['cb4058b9-8340-4a69-85fe-2a61529f8e0e'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:36:48.258708 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c4d5bf62-c04f-4309-8a17-b5daaa044ae9 admin admin] Publish callbacks [] for router (cb4058b9-8340-4a69-85fe-2a61529f8e0e), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:48.270562 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-3f24d730-67eb-4ef8-ab57-27dfed6544de None None] Set router cb4058b9-8340-4a69-85fe-2a61529f8e0e gateway port host: dv-cinder-858463-1-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:36:48.351071 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 519095cb-14c4-49c5-86d3-99172a2b602b no longer exists at agent hyperv_hv-cinder-85846 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:36:48.356772 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c4d5bf62-c04f-4309-8a17-b5daaa044ae9 admin admin] Publish callbacks [] for router_gateway (cb4058b9-8340-4a69-85fe-2a61529f8e0e), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:48.370292 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] No Port match for: 519095cb-14c4-49c5-86d3-99172a2b602b {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 20 13:36:48.370654 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Device 519095cb-14c4-49c5-86d3-99172a2b602b not bound to the agent host hv-cinder-85846 {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:36:48.407561 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-c4d5bf62-c04f-4309-8a17-b5daaa044ae9 admin admin] Deleting port 49937269-b5f3-4609-a209-3efef81adac7 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:36:48.408857 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c4d5bf62-c04f-4309-8a17-b5daaa044ae9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (49937269-b5f3-4609-a209-3efef81adac7), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:48.446539 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-3f24d730-67eb-4ef8-ab57-27dfed6544de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb4058b9-8340-4a69-85fe-2a61529f8e0e', 'name': 'tempest-TestShelveInstance-1537881348-router', 'tenant_id': 'a0f2064a9ebc4d1abb2285ce408b90d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '49937269-b5f3-4609-a209-3efef81adac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:30:26Z', 'updated_at': '2022-09-20T13:36:47Z', 'revision_number': 5, 'project_id': 'a0f2064a9ebc4d1abb2285ce408b90d6', 'gw_port': {'id': '49937269-b5f3-4609-a209-3efef81adac7', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4058b9-8340-4a69-85fe-2a61529f8e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:30:26Z', 'updated_at': '2022-09-20T13:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi'}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:36:48.469847 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f24d730-67eb-4ef8-ab57-27dfed6544de None None] Checking router: cb4058b9-8340-4a69-85fe-2a61529f8e0e for host: dv-cinder-858463-1-iscsi {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:36:48.478430 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f24d730-67eb-4ef8-ab57-27dfed6544de None None] Routers {'cb4058b9-8340-4a69-85fe-2a61529f8e0e'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:36:48.479050 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-3f24d730-67eb-4ef8-ab57-27dfed6544de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:36:26Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['cb4058b9-8340-4a69-85fe-2a61529f8e0e'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:36:48.488419 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-c4d5bf62-c04f-4309-8a17-b5daaa044ae9 admin admin] For port 49937269-b5f3-4609-a209-3efef81adac7, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=49937269-b5f3-4609-a209-3efef81adac7,segment=NetworkSegment(5aaf6297-6a46-4e9d-b63a-dd8b37b93294),segment_id=5aaf6297-6a46-4e9d-b63a-dd8b37b93294)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:36:48.488840 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c4d5bf62-c04f-4309-8a17-b5daaa044ae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (49937269-b5f3-4609-a209-3efef81adac7), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:48.501951 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-c4d5bf62-c04f-4309-8a17-b5daaa044ae9 admin admin] Calling delete_port for 49937269-b5f3-4609-a209-3efef81adac7 owned by network:router_gateway {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:36:48.559349 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-3f24d730-67eb-4ef8-ab57-27dfed6544de None None] Set router cb4058b9-8340-4a69-85fe-2a61529f8e0e gateway port host: None {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:36:48.606270 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-3f24d730-67eb-4ef8-ab57-27dfed6544de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb4058b9-8340-4a69-85fe-2a61529f8e0e', 'name': 'tempest-TestShelveInstance-1537881348-router', 'tenant_id': 'a0f2064a9ebc4d1abb2285ce408b90d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:30:26Z', 'updated_at': '2022-09-20T13:36:48Z', 'revision_number': 6, 'project_id': 'a0f2064a9ebc4d1abb2285ce408b90d6', 'gw_port_host': None}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:36:48.633642 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f24d730-67eb-4ef8-ab57-27dfed6544de None None] The sync data for ids ['cb4058b9-8340-4a69-85fe-2a61529f8e0e'] in dv-cinder-858463-1-iscsi is: [{'id': 'cb4058b9-8340-4a69-85fe-2a61529f8e0e', 'name': 'tempest-TestShelveInstance-1537881348-router', 'tenant_id': 'a0f2064a9ebc4d1abb2285ce408b90d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:30:26Z', 'updated_at': '2022-09-20T13:36:48Z', 'revision_number': 6, 'project_id': 'a0f2064a9ebc4d1abb2285ce408b90d6', 'gw_port_host': None}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:36:48.671395 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c4d5bf62-c04f-4309-8a17-b5daaa044ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421007'] for port (49937269-b5f3-4609-a209-3efef81adac7), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:48.697541 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d5bf62-c04f-4309-8a17-b5daaa044ae9 admin admin] Pushing event deleted for resources: {'Port': ['ID=49937269-b5f3-4609-a209-3efef81adac7,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:36:48.759491 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c4d5bf62-c04f-4309-8a17-b5daaa044ae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607735'] for router_gateway (cb4058b9-8340-4a69-85fe-2a61529f8e0e), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:48.843101 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c4d5bf62-c04f-4309-8a17-b5daaa044ae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36854'] for router (cb4058b9-8340-4a69-85fe-2a61529f8e0e), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:48.845211 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c4d5bf62-c04f-4309-8a17-b5daaa044ae9 admin admin] Publish callbacks [] for router_controller (cb4058b9-8340-4a69-85fe-2a61529f8e0e), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:48.884556 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c4d5bf62-c04f-4309-8a17-b5daaa044ae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634723'] for router (cb4058b9-8340-4a69-85fe-2a61529f8e0e), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:48.885172 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d5bf62-c04f-4309-8a17-b5daaa044ae9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb4058b9-8340-4a69-85fe-2a61529f8e0e {{(pid=104086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 13:36:48.890819 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-c4d5bf62-c04f-4309-8a17-b5daaa044ae9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:48.892227 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-c4d5bf62-c04f-4309-8a17-b5daaa044ae9 admin admin] 10.222.0.55 "DELETE /v2.0/routers/cb4058b9-8340-4a69-85fe-2a61529f8e0e HTTP/1.1" status: 204 len: 168 time: 0.7430677 Sep 20 13:36:48.895590 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 39046) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:36:48.942641 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-a36f5385-69d5-4aa7-96d8-6237f9c0f16b admin admin] Deleting subnet 13fecf05-f068-411a-94fe-40dc17ac3796 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 20 13:36:48.945712 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a36f5385-69d5-4aa7-96d8-6237f9c0f16b admin admin] Publish callbacks [] for subnet (13fecf05-f068-411a-94fe-40dc17ac3796), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:48.980713 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a36f5385-69d5-4aa7-96d8-6237f9c0f16b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10421076'] for subnet (13fecf05-f068-411a-94fe-40dc17ac3796), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:49.057915 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a36f5385-69d5-4aa7-96d8-6237f9c0f16b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-555306'] for subnet (13fecf05-f068-411a-94fe-40dc17ac3796), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:49.114065 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a36f5385-69d5-4aa7-96d8-6237f9c0f16b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-555325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10421116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10408817'] for subnet (13fecf05-f068-411a-94fe-40dc17ac3796), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:49.137340 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36f5385-69d5-4aa7-96d8-6237f9c0f16b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13fecf05-f068-411a-94fe-40dc17ac3796,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:36:49.143388 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-a36f5385-69d5-4aa7-96d8-6237f9c0f16b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:49.146548 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-a36f5385-69d5-4aa7-96d8-6237f9c0f16b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/13fecf05-f068-411a-94fe-40dc17ac3796 HTTP/1.1" status: 204 len: 168 time: 0.2500095 Sep 20 13:36:49.148969 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858fde92-60d4-49a9-a1b6-c064f3925a2d None None] Network 9fc3ed28-8239-4d46-a344-482b29fe53fd requested from dv-cinder-858463-1-iscsi {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 20 13:36:49.149115 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 39048) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:36:49.217261 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5310adad-2f63-41a4-88fd-052489939895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-760150'] for network (9fc3ed28-8239-4d46-a344-482b29fe53fd), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:49.266668 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-5310adad-2f63-41a4-88fd-052489939895 admin admin] Deleting port 98021a95-e9a1-4ff2-b307-63f9544968d6 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:36:49.267175 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5310adad-2f63-41a4-88fd-052489939895 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (98021a95-e9a1-4ff2-b307-63f9544968d6), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:49.331516 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-5310adad-2f63-41a4-88fd-052489939895 admin admin] For port 98021a95-e9a1-4ff2-b307-63f9544968d6, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=98021a95-e9a1-4ff2-b307-63f9544968d6,segment=NetworkSegment(c4e97fc0-43ad-46a7-bda9-023f4d5197db),segment_id=c4e97fc0-43ad-46a7-bda9-023f4d5197db)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:36:49.331808 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5310adad-2f63-41a4-88fd-052489939895 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (98021a95-e9a1-4ff2-b307-63f9544968d6), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:49.343902 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-5310adad-2f63-41a4-88fd-052489939895 admin admin] Calling delete_port for 98021a95-e9a1-4ff2-b307-63f9544968d6 owned by network:dhcp {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:36:49.400784 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cbe72e-3761-4765-a9fe-cbb4c2974f23 None None] DHCP port deletion for 9fc3ed28-8239-4d46-a344-482b29fe53fd request from dv-cinder-858463-1-iscsi {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 20 13:36:49.428128 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5310adad-2f63-41a4-88fd-052489939895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421007'] for port (98021a95-e9a1-4ff2-b307-63f9544968d6), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:49.445087 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-66cbe72e-3761-4765-a9fe-cbb4c2974f23 None None] Deleting port 98021a95-e9a1-4ff2-b307-63f9544968d6 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:36:49.445554 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-66cbe72e-3761-4765-a9fe-cbb4c2974f23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (98021a95-e9a1-4ff2-b307-63f9544968d6), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:49.455588 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5310adad-2f63-41a4-88fd-052489939895 admin admin] Pushing event deleted for resources: {'Port': ['ID=98021a95-e9a1-4ff2-b307-63f9544968d6,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:36:49.459730 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5310adad-2f63-41a4-88fd-052489939895 admin admin] No DVR routers for this DVR port 98021a95-e9a1-4ff2-b307-63f9544968d6 on host dv-cinder-858463-1-iscsi {{(pid=104086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:36:49.516138 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-66cbe72e-3761-4765-a9fe-cbb4c2974f23 None None] For port 98021a95-e9a1-4ff2-b307-63f9544968d6, host dv-cinder-858463-1-iscsi, got binding levels [] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:36:49.516543 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-66cbe72e-3761-4765-a9fe-cbb4c2974f23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (98021a95-e9a1-4ff2-b307-63f9544968d6), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:49.530462 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-66cbe72e-3761-4765-a9fe-cbb4c2974f23 None None] Calling delete_port for 98021a95-e9a1-4ff2-b307-63f9544968d6 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:36:49.535257 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.ipam_backend_mixin [None req-66cbe72e-3761-4765-a9fe-cbb4c2974f23 None None] Port 98021a95-e9a1-4ff2-b307-63f9544968d6 was not found and therefore no delete operation was performed {{(pid=104088) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Sep 20 13:36:49.536556 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-66cbe72e-3761-4765-a9fe-cbb4c2974f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947'] for port (98021a95-e9a1-4ff2-b307-63f9544968d6), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:49.560214 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cbe72e-3761-4765-a9fe-cbb4c2974f23 None None] Pushing event deleted for resources: {'Port': ['ID=98021a95-e9a1-4ff2-b307-63f9544968d6,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:36:49.570292 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cbe72e-3761-4765-a9fe-cbb4c2974f23 None None] No DVR routers for this DVR port 98021a95-e9a1-4ff2-b307-63f9544968d6 on host dv-cinder-858463-1-iscsi {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:36:49.572672 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cbe72e-3761-4765-a9fe-cbb4c2974f23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:36:49.573029 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cbe72e-3761-4765-a9fe-cbb4c2974f23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:36:49.573381 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cbe72e-3761-4765-a9fe-cbb4c2974f23 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:36:49.573727 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cbe72e-3761-4765-a9fe-cbb4c2974f23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:36:49.574099 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cbe72e-3761-4765-a9fe-cbb4c2974f23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:36:49.574423 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cbe72e-3761-4765-a9fe-cbb4c2974f23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:36:49.574773 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cbe72e-3761-4765-a9fe-cbb4c2974f23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:36:49.575117 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cbe72e-3761-4765-a9fe-cbb4c2974f23 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:36:49.575453 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cbe72e-3761-4765-a9fe-cbb4c2974f23 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:36:49.575790 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cbe72e-3761-4765-a9fe-cbb4c2974f23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:36:49.576123 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cbe72e-3761-4765-a9fe-cbb4c2974f23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:36:49.576453 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cbe72e-3761-4765-a9fe-cbb4c2974f23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:36:49.576781 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cbe72e-3761-4765-a9fe-cbb4c2974f23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 13:36:49.747096 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5310adad-2f63-41a4-88fd-052489939895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553133', 'neutron.services.segments.db._delete_segments_for_network-8760608259063'] for network (9fc3ed28-8239-4d46-a344-482b29fe53fd), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:49.766682 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.services.segments.db [None req-5310adad-2f63-41a4-88fd-052489939895 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fc3ed28-8239-4d46-a344-482b29fe53fd']}} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:36:49.776471 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.services.segments.db [None req-5310adad-2f63-41a4-88fd-052489939895 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4e97fc0-43ad-46a7-bda9-023f4d5197db') {'for_net_delete': True} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:36:49.776775 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.services.segments.db [None req-5310adad-2f63-41a4-88fd-052489939895 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4e97fc0-43ad-46a7-bda9-023f4d5197db') {} {{(pid=104086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:36:49.786260 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5310adad-2f63-41a4-88fd-052489939895 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760608262413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10421091'] for segment (c4e97fc0-43ad-46a7-bda9-023f4d5197db), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:49.799112 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5310adad-2f63-41a4-88fd-052489939895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549390'] for segment (c4e97fc0-43ad-46a7-bda9-023f4d5197db), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:49.805003 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5310adad-2f63-41a4-88fd-052489939895 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=104086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 13:36:49.805405 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5310adad-2f63-41a4-88fd-052489939895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10420446'] for segment (c4e97fc0-43ad-46a7-bda9-023f4d5197db), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:49.866620 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5310adad-2f63-41a4-88fd-052489939895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607699'] for network (9fc3ed28-8239-4d46-a344-482b29fe53fd), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:49.883117 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-5310adad-2f63-41a4-88fd-052489939895 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for network (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:49.886314 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-5310adad-2f63-41a4-88fd-052489939895 admin admin] 10.222.0.55 "DELETE /v2.0/networks/9fc3ed28-8239-4d46-a344-482b29fe53fd HTTP/1.1" status: 204 len: 168 time: 0.7363553 Sep 20 13:36:49.887461 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5310adad-2f63-41a4-88fd-052489939895 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fc3ed28-8239-4d46-a344-482b29fe53fd,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:36:49.889130 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 39054) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:36:49.941741 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.services.segments.plugin [-] Segment c4e97fc0-43ad-46a7-bda9-023f4d5197db resource provider aggregate not found Sep 20 13:36:49.985367 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.services.segments.plugin [-] Segment c4e97fc0-43ad-46a7-bda9-023f4d5197db resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c4e97fc0-43ad-46a7-bda9-023f4d5197db found for delete ", "request_id": "req-f4ec6b7c-6dd3-4283-9281-9cdc29d9d00f"}]} Sep 20 13:36:50.216735 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 49937269-b5f3-4609-a209-3efef81adac7 no longer exists at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:36:50.224446 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6d90b68f-db83-4c9c-8b7c-cf59e332c4e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1608461'] for router_interface (05558755-e8f1-4adf-b4cf-399fb58c1dcc), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:50.236257 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] No Port match for: 49937269-b5f3-4609-a209-3efef81adac7 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 20 13:36:50.236607 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 49937269-b5f3-4609-a209-3efef81adac7 not bound to the agent host dv-cinder-858463-1-iscsi {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:36:50.237032 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device dd6c4892-a97d-4bcf-b51c-053c4fa09a13 no longer exists at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:36:50.258018 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] No Port match for: dd6c4892-a97d-4bcf-b51c-053c4fa09a13 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 20 13:36:50.258371 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device dd6c4892-a97d-4bcf-b51c-053c4fa09a13 not bound to the agent host dv-cinder-858463-1-iscsi {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:36:50.258812 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 98021a95-e9a1-4ff2-b307-63f9544968d6 no longer exists at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:36:50.276909 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] No Port match for: 98021a95-e9a1-4ff2-b307-63f9544968d6 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 20 13:36:50.277264 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 98021a95-e9a1-4ff2-b307-63f9544968d6 not bound to the agent host dv-cinder-858463-1-iscsi {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:36:50.444006 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.agents_db [None req-1b87bba1-5a3b-42d5-ba20-63287d9ec67c None None] Agent healthcheck: found 6 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:36:50.457481 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-6d90b68f-db83-4c9c-8b7c-cf59e332c4e4 admin admin] Deleting port 76ba1648-2ea5-4328-b787-f4f0b6c44a92 {{(pid=104086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:36:50.458066 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6d90b68f-db83-4c9c-8b7c-cf59e332c4e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (76ba1648-2ea5-4328-b787-f4f0b6c44a92), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:50.539801 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.db [None req-6d90b68f-db83-4c9c-8b7c-cf59e332c4e4 admin admin] For port 76ba1648-2ea5-4328-b787-f4f0b6c44a92, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=76ba1648-2ea5-4328-b787-f4f0b6c44a92,segment=NetworkSegment(124c7b4c-a744-40c6-8725-7c83c96d0510),segment_id=124c7b4c-a744-40c6-8725-7c83c96d0510)] {{(pid=104086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:36:50.540175 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6d90b68f-db83-4c9c-8b7c-cf59e332c4e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (76ba1648-2ea5-4328-b787-f4f0b6c44a92), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:50.553236 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.plugins.ml2.plugin [None req-6d90b68f-db83-4c9c-8b7c-cf59e332c4e4 admin admin] Calling delete_port for 76ba1648-2ea5-4328-b787-f4f0b6c44a92 owned by network:router_interface {{(pid=104086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:36:50.728796 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6d90b68f-db83-4c9c-8b7c-cf59e332c4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10421007'] for port (76ba1648-2ea5-4328-b787-f4f0b6c44a92), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:50.755049 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d90b68f-db83-4c9c-8b7c-cf59e332c4e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=76ba1648-2ea5-4328-b787-f4f0b6c44a92,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:36:50.910629 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-6d90b68f-db83-4c9c-8b7c-cf59e332c4e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1801174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1609629'] for router_interface (05558755-e8f1-4adf-b4cf-399fb58c1dcc), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:51.109609 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d90b68f-db83-4c9c-8b7c-cf59e332c4e4 admin admin] Router 05558755-e8f1-4adf-b4cf-399fb58c1dcc has already been hosted by L3 agent e6bdf340-58c5-4186-af2d-ab00439e5425 {{(pid=104086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 13:36:51.207053 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d90b68f-db83-4c9c-8b7c-cf59e332c4e4 admin admin] Notify agent at l3_agent.dv-cinder-858463-1-iscsi the message routers_updated {{(pid=104086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 13:36:51.214481 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-6d90b68f-db83-4c9c-8b7c-cf59e332c4e4 admin admin] 10.222.0.55 "PUT /v2.0/routers/05558755-e8f1-4adf-b4cf-399fb58c1dcc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3218462 Sep 20 13:36:51.214902 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 39058) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:36:51.216221 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38731c2b-6c74-4080-9993-8f51982a929f None None] Sync routers for ids ['05558755-e8f1-4adf-b4cf-399fb58c1dcc'] in dv-cinder-858463-1-iscsi {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 13:36:51.226210 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38731c2b-6c74-4080-9993-8f51982a929f None None] Routers {'05558755-e8f1-4adf-b4cf-399fb58c1dcc'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:36:51.226852 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-38731c2b-6c74-4080-9993-8f51982a929f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:36:26Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['05558755-e8f1-4adf-b4cf-399fb58c1dcc'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:36:51.314462 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7ed228c3-a930-42a4-98ca-8cd29fad5615 admin admin] Publish callbacks [] for router (05558755-e8f1-4adf-b4cf-399fb58c1dcc), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:51.324139 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-38731c2b-6c74-4080-9993-8f51982a929f None None] Set router 05558755-e8f1-4adf-b4cf-399fb58c1dcc gateway port host: dv-cinder-858463-1-iscsi {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:36:51.510320 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-38731c2b-6c74-4080-9993-8f51982a929f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05558755-e8f1-4adf-b4cf-399fb58c1dcc', 'name': 'tempest-TestShelveInstance-1319315130-router', 'tenant_id': 'c5ae2b3237a14c17b21008fa0e70d5ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '5217d431-75d8-4e46-bddb-9dbfe9718d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:30:30Z', 'updated_at': '2022-09-20T13:36:50Z', 'revision_number': 5, 'project_id': 'c5ae2b3237a14c17b21008fa0e70d5ea', 'gw_port': {'id': '5217d431-75d8-4e46-bddb-9dbfe9718d96', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:25:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05558755-e8f1-4adf-b4cf-399fb58c1dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:30:31Z', 'updated_at': '2022-09-20T13:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi'}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:36:51.535870 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38731c2b-6c74-4080-9993-8f51982a929f None None] Checking router: 05558755-e8f1-4adf-b4cf-399fb58c1dcc for host: dv-cinder-858463-1-iscsi {{(pid=104088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 13:36:51.545169 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38731c2b-6c74-4080-9993-8f51982a929f None None] Routers {'05558755-e8f1-4adf-b4cf-399fb58c1dcc'} bound to L3 agent in host dv-cinder-858463-1-iscsi {{(pid=104088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 20 13:36:51.545791 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-38731c2b-6c74-4080-9993-8f51982a929f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-20T13:09:26Z,description=,heartbeat_timestamp=2022-09-20T13:36:26Z,host='dv-cinder-858463-1-iscsi',id=e6bdf340-58c5-4186-af2d-ab00439e5425,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T13:09:26Z,topic='l3_agent')) {'router_ids': ['05558755-e8f1-4adf-b4cf-399fb58c1dcc'], 'active': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:36:51.648306 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvr_db [None req-38731c2b-6c74-4080-9993-8f51982a929f None None] Set router 05558755-e8f1-4adf-b4cf-399fb58c1dcc gateway port host: dv-cinder-858463-1-iscsi {{(pid=104088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 13:36:51.682102 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7ed228c3-a930-42a4-98ca-8cd29fad5615 admin admin] Publish callbacks [] for router_gateway (05558755-e8f1-4adf-b4cf-399fb58c1dcc), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:51.730090 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-7ed228c3-a930-42a4-98ca-8cd29fad5615 admin admin] Deleting port 5217d431-75d8-4e46-bddb-9dbfe9718d96 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:36:51.730586 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7ed228c3-a930-42a4-98ca-8cd29fad5615 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (5217d431-75d8-4e46-bddb-9dbfe9718d96), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:51.809431 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-7ed228c3-a930-42a4-98ca-8cd29fad5615 admin admin] For port 5217d431-75d8-4e46-bddb-9dbfe9718d96, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=5217d431-75d8-4e46-bddb-9dbfe9718d96,segment=NetworkSegment(5aaf6297-6a46-4e9d-b63a-dd8b37b93294),segment_id=5aaf6297-6a46-4e9d-b63a-dd8b37b93294)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:36:51.809711 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7ed228c3-a930-42a4-98ca-8cd29fad5615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (5217d431-75d8-4e46-bddb-9dbfe9718d96), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:51.822546 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-7ed228c3-a930-42a4-98ca-8cd29fad5615 admin admin] Calling delete_port for 5217d431-75d8-4e46-bddb-9dbfe9718d96 owned by network:router_gateway {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:36:51.826490 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_hamode_db [None req-38731c2b-6c74-4080-9993-8f51982a929f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05558755-e8f1-4adf-b4cf-399fb58c1dcc', 'name': 'tempest-TestShelveInstance-1319315130-router', 'tenant_id': 'c5ae2b3237a14c17b21008fa0e70d5ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '5217d431-75d8-4e46-bddb-9dbfe9718d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:30:30Z', 'updated_at': '2022-09-20T13:36:50Z', 'revision_number': 5, 'project_id': 'c5ae2b3237a14c17b21008fa0e70d5ea', 'gw_port': {'id': '5217d431-75d8-4e46-bddb-9dbfe9718d96', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:25:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05558755-e8f1-4adf-b4cf-399fb58c1dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:30:31Z', 'updated_at': '2022-09-20T13:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi'}], 'dv-cinder-858463-1-iscsi', False) {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:36:51.850487 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38731c2b-6c74-4080-9993-8f51982a929f None None] The sync data for ids ['05558755-e8f1-4adf-b4cf-399fb58c1dcc'] in dv-cinder-858463-1-iscsi is: [{'id': '05558755-e8f1-4adf-b4cf-399fb58c1dcc', 'name': 'tempest-TestShelveInstance-1319315130-router', 'tenant_id': 'c5ae2b3237a14c17b21008fa0e70d5ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'external_fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '5217d431-75d8-4e46-bddb-9dbfe9718d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T13:30:30Z', 'updated_at': '2022-09-20T13:36:50Z', 'revision_number': 5, 'project_id': 'c5ae2b3237a14c17b21008fa0e70d5ea', 'gw_port': {'id': '5217d431-75d8-4e46-bddb-9dbfe9718d96', 'name': '', 'network_id': '36104724-3f48-4df5-b3a4-d541d8e9add0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:25:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05558755-e8f1-4adf-b4cf-399fb58c1dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T13:30:31Z', 'updated_at': '2022-09-20T13:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'adca2446-3f2d-49a4-ba29-cedd74eb43e2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-1-iscsi'}] {{(pid=104088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 13:36:51.984335 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7ed228c3-a930-42a4-98ca-8cd29fad5615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (5217d431-75d8-4e46-bddb-9dbfe9718d96), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:52.006664 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed228c3-a930-42a4-98ca-8cd29fad5615 admin admin] Pushing event deleted for resources: {'Port': ['ID=5217d431-75d8-4e46-bddb-9dbfe9718d96,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:36:52.070531 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7ed228c3-a930-42a4-98ca-8cd29fad5615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607735'] for router_gateway (05558755-e8f1-4adf-b4cf-399fb58c1dcc), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:52.152731 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7ed228c3-a930-42a4-98ca-8cd29fad5615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1634744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36854'] for router (05558755-e8f1-4adf-b4cf-399fb58c1dcc), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:52.154721 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7ed228c3-a930-42a4-98ca-8cd29fad5615 admin admin] Publish callbacks [] for router_controller (05558755-e8f1-4adf-b4cf-399fb58c1dcc), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:52.203992 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7ed228c3-a930-42a4-98ca-8cd29fad5615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1634723'] for router (05558755-e8f1-4adf-b4cf-399fb58c1dcc), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:52.205276 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed228c3-a930-42a4-98ca-8cd29fad5615 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05558755-e8f1-4adf-b4cf-399fb58c1dcc {{(pid=104087) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 13:36:52.210155 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7ed228c3-a930-42a4-98ca-8cd29fad5615 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:52.211341 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-7ed228c3-a930-42a4-98ca-8cd29fad5615 admin admin] 10.222.0.55 "DELETE /v2.0/routers/05558755-e8f1-4adf-b4cf-399fb58c1dcc HTTP/1.1" status: 204 len: 168 time: 0.9953554 Sep 20 13:36:52.214542 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.wsgi [-] (104086) accepted ('10.222.0.55', 39060) {{(pid=104086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:36:52.262357 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b4e9e8b-9ac0-4943-9142-a1507f06bfcb admin admin] Deleting subnet 2cdf64e3-d154-401c-afa8-24356bc94593 {{(pid=104086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 20 13:36:52.265617 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8b4e9e8b-9ac0-4943-9142-a1507f06bfcb admin admin] Publish callbacks [] for subnet (2cdf64e3-d154-401c-afa8-24356bc94593), before_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:52.307263 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8b4e9e8b-9ac0-4943-9142-a1507f06bfcb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10421076'] for subnet (2cdf64e3-d154-401c-afa8-24356bc94593), precommit_delete_associations {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:52.315721 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 76ba1648-2ea5-4328-b787-f4f0b6c44a92 no longer exists at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:36:52.337051 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] No Port match for: 76ba1648-2ea5-4328-b787-f4f0b6c44a92 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 20 13:36:52.337537 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 76ba1648-2ea5-4328-b787-f4f0b6c44a92 not bound to the agent host dv-cinder-858463-1-iscsi {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:36:52.389176 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8b4e9e8b-9ac0-4943-9142-a1507f06bfcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-555306'] for subnet (2cdf64e3-d154-401c-afa8-24356bc94593), precommit_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:52.441966 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8b4e9e8b-9ac0-4943-9142-a1507f06bfcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-555325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10421116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10408817'] for subnet (2cdf64e3-d154-401c-afa8-24356bc94593), after_delete {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:52.465417 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4e9e8b-9ac0-4943-9142-a1507f06bfcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cdf64e3-d154-401c-afa8-24356bc94593,revision_number=None']} {{(pid=104086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:36:52.473765 dv-cinder-858463-1-iscsi neutron-server[104086]: DEBUG neutron_lib.callbacks.manager [None req-8b4e9e8b-9ac0-4943-9142-a1507f06bfcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for subnet (None), before_response {{(pid=104086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:52.479089 dv-cinder-858463-1-iscsi neutron-server[104086]: INFO neutron.wsgi [None req-8b4e9e8b-9ac0-4943-9142-a1507f06bfcb admin admin] 10.222.0.55 "DELETE /v2.0/subnets/2cdf64e3-d154-401c-afa8-24356bc94593 HTTP/1.1" status: 204 len: 168 time: 0.2608464 Sep 20 13:36:52.479726 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 39062) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:36:52.482297 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccd9695-55f0-4743-8b68-ae0f9e51565e None None] Network 1836e408-24a5-4e65-b675-bcc27b7575ae requested from dv-cinder-858463-1-iscsi {{(pid=104088) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 20 13:36:52.550521 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6e8d6a23-8b95-4899-97d0-879e8bcada51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-760150'] for network (1836e408-24a5-4e65-b675-bcc27b7575ae), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:52.608533 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-6e8d6a23-8b95-4899-97d0-879e8bcada51 admin admin] Deleting port 51d3427f-6144-4296-8a76-bea82602d743 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 20 13:36:52.608874 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6e8d6a23-8b95-4899-97d0-879e8bcada51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760608168686'] for port (51d3427f-6144-4296-8a76-bea82602d743), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:52.670329 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-6e8d6a23-8b95-4899-97d0-879e8bcada51 admin admin] For port 51d3427f-6144-4296-8a76-bea82602d743, host dv-cinder-858463-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-1-iscsi',level=0,port_id=51d3427f-6144-4296-8a76-bea82602d743,segment=NetworkSegment(124c7b4c-a744-40c6-8725-7c83c96d0510),segment_id=124c7b4c-a744-40c6-8725-7c83c96d0510)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 13:36:52.670694 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6e8d6a23-8b95-4899-97d0-879e8bcada51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613147'] for port (51d3427f-6144-4296-8a76-bea82602d743), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:52.683613 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-6e8d6a23-8b95-4899-97d0-879e8bcada51 admin admin] Calling delete_port for 51d3427f-6144-4296-8a76-bea82602d743 owned by network:dhcp {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 20 13:36:52.760405 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6e8d6a23-8b95-4899-97d0-879e8bcada51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1935335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760608240725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760607732947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242814'] for port (51d3427f-6144-4296-8a76-bea82602d743), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:52.784822 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8d6a23-8b95-4899-97d0-879e8bcada51 admin admin] Pushing event deleted for resources: {'Port': ['ID=51d3427f-6144-4296-8a76-bea82602d743,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:36:52.789205 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8d6a23-8b95-4899-97d0-879e8bcada51 admin admin] No DVR routers for this DVR port 51d3427f-6144-4296-8a76-bea82602d743 on host dv-cinder-858463-1-iscsi {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 13:36:52.861207 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6e8d6a23-8b95-4899-97d0-879e8bcada51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553133', 'neutron.services.segments.db._delete_segments_for_network-8760608259063'] for network (1836e408-24a5-4e65-b675-bcc27b7575ae), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:52.879962 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-6e8d6a23-8b95-4899-97d0-879e8bcada51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1836e408-24a5-4e65-b675-bcc27b7575ae']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:36:52.888802 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-6e8d6a23-8b95-4899-97d0-879e8bcada51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '124c7b4c-a744-40c6-8725-7c83c96d0510') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:36:52.889106 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-6e8d6a23-8b95-4899-97d0-879e8bcada51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '124c7b4c-a744-40c6-8725-7c83c96d0510') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 13:36:52.898850 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6e8d6a23-8b95-4899-97d0-879e8bcada51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760608262413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026615'] for segment (124c7b4c-a744-40c6-8725-7c83c96d0510), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:52.912983 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6e8d6a23-8b95-4899-97d0-879e8bcada51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549390'] for segment (124c7b4c-a744-40c6-8725-7c83c96d0510), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:52.919193 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e8d6a23-8b95-4899-97d0-879e8bcada51 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 13:36:52.919587 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6e8d6a23-8b95-4899-97d0-879e8bcada51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242223'] for segment (124c7b4c-a744-40c6-8725-7c83c96d0510), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:52.939432 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab0735f-c23c-4ae0-950e-b13c85e93cc7 None None] DHCP port deletion for 1836e408-24a5-4e65-b675-bcc27b7575ae request from dv-cinder-858463-1-iscsi {{(pid=104088) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 20 13:36:52.971119 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.services.segments.plugin [-] Segment 124c7b4c-a744-40c6-8725-7c83c96d0510 resource provider aggregate not found Sep 20 13:36:52.989417 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.services.segments.plugin [-] Segment 124c7b4c-a744-40c6-8725-7c83c96d0510 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 124c7b4c-a744-40c6-8725-7c83c96d0510 found for delete ", "request_id": "req-08f69c3e-bfa7-4a8c-aa73-be9fac44240d"}]} Sep 20 13:36:52.996100 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6e8d6a23-8b95-4899-97d0-879e8bcada51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1801183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607699'] for network (1836e408-24a5-4e65-b675-bcc27b7575ae), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:53.001681 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6e8d6a23-8b95-4899-97d0-879e8bcada51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1801005'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:53.004844 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-6e8d6a23-8b95-4899-97d0-879e8bcada51 admin admin] 10.222.0.55 "DELETE /v2.0/networks/1836e408-24a5-4e65-b675-bcc27b7575ae HTTP/1.1" status: 204 len: 168 time: 0.5239964 Sep 20 13:36:53.016148 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8d6a23-8b95-4899-97d0-879e8bcada51 admin admin] Pushing event deleted for resources: {'Network': ['ID=1836e408-24a5-4e65-b675-bcc27b7575ae,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:36:53.119115 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 39070) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:36:53.158456 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-fcbc6c04-7794-4540-8109-624716906860 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a0f2064a9ebc4d1abb2285ce408b90d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381067 Sep 20 13:36:53.161302 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 39072) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:36:53.211353 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6d15db8d-407a-4042-aaba-e0605d590eef admin admin] Publish callbacks [] for security_group (c7fa4103-c442-4313-8223-aee832eb84b3), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:53.233350 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6d15db8d-407a-4042-aaba-e0605d590eef admin admin] Publish callbacks [] for security_group (c7fa4103-c442-4313-8223-aee832eb84b3), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:53.280029 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6d15db8d-407a-4042-aaba-e0605d590eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (c7fa4103-c442-4313-8223-aee832eb84b3), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:53.283272 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6d15db8d-407a-4042-aaba-e0605d590eef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:53.284693 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-6d15db8d-407a-4042-aaba-e0605d590eef admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c7fa4103-c442-4313-8223-aee832eb84b3 HTTP/1.1" status: 204 len: 168 time: 0.1224988 Sep 20 13:36:53.292576 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d15db8d-407a-4042-aaba-e0605d590eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7fa4103-c442-4313-8223-aee832eb84b3,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:36:53.459343 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9be6ed25-1070-4c90-80a3-77031806b161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (c520f755-59ca-4a79-a15e-107c01e131c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:53.596167 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 39078) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:36:53.635608 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-2957cea6-77a0-4e0b-8566-dc3756672897 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c5ae2b3237a14c17b21008fa0e70d5ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380933 Sep 20 13:36:53.638050 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.55', 39080) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 13:36:53.683201 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-750cbbf0-9014-4bfb-9c7b-3cef00d96d10 admin admin] Publish callbacks [] for security_group (2c51f7cb-9df7-4f8f-8c68-fda89c243b1f), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:53.703903 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-750cbbf0-9014-4bfb-9c7b-3cef00d96d10 admin admin] Publish callbacks [] for security_group (2c51f7cb-9df7-4f8f-8c68-fda89c243b1f), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:53.755986 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-750cbbf0-9014-4bfb-9c7b-3cef00d96d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828801'] for security_group (2c51f7cb-9df7-4f8f-8c68-fda89c243b1f), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:53.758651 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-750cbbf0-9014-4bfb-9c7b-3cef00d96d10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:53.759832 dv-cinder-858463-1-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-750cbbf0-9014-4bfb-9c7b-3cef00d96d10 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2c51f7cb-9df7-4f8f-8c68-fda89c243b1f HTTP/1.1" status: 204 len: 168 time: 0.1209066 Sep 20 13:36:53.767860 dv-cinder-858463-1-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750cbbf0-9014-4bfb-9c7b-3cef00d96d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c51f7cb-9df7-4f8f-8c68-fda89c243b1f,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 13:36:54.215077 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 5217d431-75d8-4e46-bddb-9dbfe9718d96 no longer exists at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:36:54.233339 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] No Port match for: 5217d431-75d8-4e46-bddb-9dbfe9718d96 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 20 13:36:54.233688 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 5217d431-75d8-4e46-bddb-9dbfe9718d96 not bound to the agent host dv-cinder-858463-1-iscsi {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:36:54.234099 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 51d3427f-6144-4296-8a76-bea82602d743 no longer exists at agent ovs-agent-dv-cinder-858463-1-iscsi {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 13:36:54.254191 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] No Port match for: 51d3427f-6144-4296-8a76-bea82602d743 {{(pid=104088) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 20 13:36:54.254566 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.rpc [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Device 51d3427f-6144-4296-8a76-bea82602d743 not bound to the agent host dv-cinder-858463-1-iscsi {{(pid=104088) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 13:36:55.800125 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-917e484b-553f-4905-8a36-99566e245332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (e6bdf340-58c5-4186-af2d-ab00439e5425), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:56.811143 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21c1e68e-1f58-483a-acac-7453cdb7afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (dfbc54aa-0ed8-4030-9edb-0bf7f0e74037), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:58.221125 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c793fb8f-2eac-4cf0-b972-02f3f2d6d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (78ab24c8-cd03-458a-a2fc-6c0c54d0053a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:36:59.623676 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (543ca60b-7e7a-4ebd-8f87-7672c7a482b9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:37:10.298547 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (728cf656-0364-4172-b8b5-b6ffd3122ed0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:37:23.459387 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-85388ca3-c2b8-467a-af56-9febbced8e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (c520f755-59ca-4a79-a15e-107c01e131c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:37:25.801969 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4364fcf6-0afa-4c30-b7a1-54cb54ff0b8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (e6bdf340-58c5-4186-af2d-ab00439e5425), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:37:26.802891 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21c1e68e-1f58-483a-acac-7453cdb7afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (dfbc54aa-0ed8-4030-9edb-0bf7f0e74037), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:37:27.442838 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.agents_db [None req-1b87bba1-5a3b-42d5-ba20-63287d9ec67c None None] Agent healthcheck: found 6 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:37:28.228794 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c793fb8f-2eac-4cf0-b972-02f3f2d6d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (78ab24c8-cd03-458a-a2fc-6c0c54d0053a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:37:29.625912 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (543ca60b-7e7a-4ebd-8f87-7672c7a482b9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:37:40.301577 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (728cf656-0364-4172-b8b5-b6ffd3122ed0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:37:53.460357 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cd52aa49-e0a6-4bc3-9b25-482d9c9e5978 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (c520f755-59ca-4a79-a15e-107c01e131c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:37:55.802867 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e66fb999-0fa3-4ab5-a943-a5fc970a8f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (e6bdf340-58c5-4186-af2d-ab00439e5425), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:37:56.806645 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21c1e68e-1f58-483a-acac-7453cdb7afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (dfbc54aa-0ed8-4030-9edb-0bf7f0e74037), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:37:58.226612 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c793fb8f-2eac-4cf0-b972-02f3f2d6d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (78ab24c8-cd03-458a-a2fc-6c0c54d0053a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:37:59.631190 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (543ca60b-7e7a-4ebd-8f87-7672c7a482b9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:38:04.441707 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.agents_db [None req-1b87bba1-5a3b-42d5-ba20-63287d9ec67c None None] Agent healthcheck: found 6 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:38:10.306376 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (728cf656-0364-4172-b8b5-b6ffd3122ed0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:38:23.463710 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a5f275a2-3ced-4545-aaa6-b30c0bca1582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (c520f755-59ca-4a79-a15e-107c01e131c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:38:25.803333 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6af98055-0d80-4e62-8ab6-070091f602e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (e6bdf340-58c5-4186-af2d-ab00439e5425), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:38:26.809370 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21c1e68e-1f58-483a-acac-7453cdb7afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (dfbc54aa-0ed8-4030-9edb-0bf7f0e74037), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:38:28.229391 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c793fb8f-2eac-4cf0-b972-02f3f2d6d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (78ab24c8-cd03-458a-a2fc-6c0c54d0053a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:38:29.634045 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (543ca60b-7e7a-4ebd-8f87-7672c7a482b9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:38:40.310711 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (728cf656-0364-4172-b8b5-b6ffd3122ed0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:38:41.439870 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.agents_db [None req-1b87bba1-5a3b-42d5-ba20-63287d9ec67c None None] Agent healthcheck: found 6 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:38:53.464446 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-55359ed9-7476-4258-b55f-682fbc2c7552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (c520f755-59ca-4a79-a15e-107c01e131c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:38:55.803954 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c4970d7b-99b6-4ddd-83c8-6df079221266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (e6bdf340-58c5-4186-af2d-ab00439e5425), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:38:56.811818 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21c1e68e-1f58-483a-acac-7453cdb7afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (dfbc54aa-0ed8-4030-9edb-0bf7f0e74037), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:38:58.233390 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c793fb8f-2eac-4cf0-b972-02f3f2d6d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (78ab24c8-cd03-458a-a2fc-6c0c54d0053a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:38:59.636284 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (543ca60b-7e7a-4ebd-8f87-7672c7a482b9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:39:10.319597 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (728cf656-0364-4172-b8b5-b6ffd3122ed0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:39:18.439277 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.agents_db [None req-1b87bba1-5a3b-42d5-ba20-63287d9ec67c None None] Agent healthcheck: found 6 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:39:23.465378 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0510d042-bb3b-493d-8b49-7c3a9ace950f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (c520f755-59ca-4a79-a15e-107c01e131c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:39:25.804588 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-94f9ec63-a07c-4045-b992-46893517b631 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (e6bdf340-58c5-4186-af2d-ab00439e5425), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:39:26.815473 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21c1e68e-1f58-483a-acac-7453cdb7afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (dfbc54aa-0ed8-4030-9edb-0bf7f0e74037), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:39:28.236383 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c793fb8f-2eac-4cf0-b972-02f3f2d6d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (78ab24c8-cd03-458a-a2fc-6c0c54d0053a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:39:29.641527 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (543ca60b-7e7a-4ebd-8f87-7672c7a482b9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:39:40.333909 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (728cf656-0364-4172-b8b5-b6ffd3122ed0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:39:53.466915 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-14a7f9a4-f4cf-4495-a274-469a1c53c20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (c520f755-59ca-4a79-a15e-107c01e131c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:39:55.438965 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.agents_db [None req-1b87bba1-5a3b-42d5-ba20-63287d9ec67c None None] Agent healthcheck: found 6 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:39:55.805857 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-27400464-5c06-4a57-867e-8419e97183f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (e6bdf340-58c5-4186-af2d-ab00439e5425), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:39:56.819156 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21c1e68e-1f58-483a-acac-7453cdb7afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (dfbc54aa-0ed8-4030-9edb-0bf7f0e74037), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:39:58.238013 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c793fb8f-2eac-4cf0-b972-02f3f2d6d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (78ab24c8-cd03-458a-a2fc-6c0c54d0053a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:39:59.643924 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (543ca60b-7e7a-4ebd-8f87-7672c7a482b9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:40:10.333311 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (728cf656-0364-4172-b8b5-b6ffd3122ed0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:40:23.469417 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-57ff1c02-a248-400d-8f1d-554836074701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (c520f755-59ca-4a79-a15e-107c01e131c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:40:25.805757 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-56e84ac3-1c41-4913-b62a-f48e3b7efe4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (e6bdf340-58c5-4186-af2d-ab00439e5425), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:40:26.821191 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21c1e68e-1f58-483a-acac-7453cdb7afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (dfbc54aa-0ed8-4030-9edb-0bf7f0e74037), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:40:28.240555 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c793fb8f-2eac-4cf0-b972-02f3f2d6d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (78ab24c8-cd03-458a-a2fc-6c0c54d0053a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:40:29.648487 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (543ca60b-7e7a-4ebd-8f87-7672c7a482b9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:40:32.437098 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.agents_db [None req-1b87bba1-5a3b-42d5-ba20-63287d9ec67c None None] Agent healthcheck: found 6 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:40:40.331715 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (728cf656-0364-4172-b8b5-b6ffd3122ed0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:40:53.471961 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-46245e69-c744-4401-8196-f114527d4766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (c520f755-59ca-4a79-a15e-107c01e131c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:40:55.806817 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8793cac7-b699-4c51-a610-a31c57ddae1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (e6bdf340-58c5-4186-af2d-ab00439e5425), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:40:56.823620 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21c1e68e-1f58-483a-acac-7453cdb7afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (dfbc54aa-0ed8-4030-9edb-0bf7f0e74037), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:40:58.243145 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c793fb8f-2eac-4cf0-b972-02f3f2d6d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (78ab24c8-cd03-458a-a2fc-6c0c54d0053a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:40:59.652941 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (543ca60b-7e7a-4ebd-8f87-7672c7a482b9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:41:09.436333 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.agents_db [None req-1b87bba1-5a3b-42d5-ba20-63287d9ec67c None None] Agent healthcheck: found 6 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:41:10.330577 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (728cf656-0364-4172-b8b5-b6ffd3122ed0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:41:23.474641 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-405e5a8f-86c6-4544-b532-d55d83c46a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (c520f755-59ca-4a79-a15e-107c01e131c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:41:25.808475 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f6cd27e9-3d0a-4ed2-9755-8fbaa4378b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (e6bdf340-58c5-4186-af2d-ab00439e5425), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:41:26.825761 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21c1e68e-1f58-483a-acac-7453cdb7afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (dfbc54aa-0ed8-4030-9edb-0bf7f0e74037), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:41:28.253175 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c793fb8f-2eac-4cf0-b972-02f3f2d6d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (78ab24c8-cd03-458a-a2fc-6c0c54d0053a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:41:29.655367 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (543ca60b-7e7a-4ebd-8f87-7672c7a482b9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:41:40.329877 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (728cf656-0364-4172-b8b5-b6ffd3122ed0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:41:46.436709 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.agents_db [None req-1b87bba1-5a3b-42d5-ba20-63287d9ec67c None None] Agent healthcheck: found 6 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:41:53.477352 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-01f617f2-742a-4111-a80e-0b84f46e13b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (c520f755-59ca-4a79-a15e-107c01e131c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:41:55.810063 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cb978219-3242-460c-8c6f-e1247d2aeb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (e6bdf340-58c5-4186-af2d-ab00439e5425), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:41:56.829499 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21c1e68e-1f58-483a-acac-7453cdb7afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (dfbc54aa-0ed8-4030-9edb-0bf7f0e74037), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:41:58.247814 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c793fb8f-2eac-4cf0-b972-02f3f2d6d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (78ab24c8-cd03-458a-a2fc-6c0c54d0053a), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:41:59.657104 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10c53df3-6454-45b2-8d70-25c705589b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (543ca60b-7e7a-4ebd-8f87-7672c7a482b9), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:42:10.328710 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8399661c-af9a-469b-8c7f-dfcbacba47f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (728cf656-0364-4172-b8b5-b6ffd3122ed0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:42:23.435160 dv-cinder-858463-1-iscsi neutron-server[104089]: DEBUG neutron.db.agents_db [None req-1b87bba1-5a3b-42d5-ba20-63287d9ec67c None None] Agent healthcheck: found 6 active agents {{(pid=104089) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 13:42:23.479192 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d6d5cbcc-c81d-47fe-830a-ee127b7e25af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (c520f755-59ca-4a79-a15e-107c01e131c2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:42:25.812337 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2cb12509-af6b-4768-95e6-11b891465945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (e6bdf340-58c5-4186-af2d-ab00439e5425), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 13:42:26.832307 dv-cinder-858463-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-21c1e68e-1f58-483a-acac-7453cdb7afcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760608259045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-560538'] for agent (dfbc54aa-0ed8-4030-9edb-0bf7f0e74037), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}